{"level":"warn","ts":"2026-02-24T19:58:49.683754Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-24T19:58:49.683883Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.99:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.99:2380","--initial-cluster=instance=https://199.204.45.99:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.99:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.99:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-24T19:58:49.683957Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-24T19:58:49.683971Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.99:2380"]} {"level":"info","ts":"2026-02-24T19:58:49.683986Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-24T19:58:49.684593Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.99:2379"]} {"level":"info","ts":"2026-02-24T19:58:49.684672Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.99:2380"],"listen-peer-urls":["https://199.204.45.99:2380"],"advertise-client-urls":["https://199.204.45.99:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.99:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.99:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-24T19:58:49.71747Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"32.580129ms"} {"level":"info","ts":"2026-02-24T19:58:49.737745Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"21032583b6cd9182","cluster-id":"a96cbe7391f279b7"} {"level":"info","ts":"2026-02-24T19:58:49.737937Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 switched to configuration voters=()"} {"level":"info","ts":"2026-02-24T19:58:49.737966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became follower at term 0"} {"level":"info","ts":"2026-02-24T19:58:49.737984Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 21032583b6cd9182 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-24T19:58:49.737998Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became follower at term 1"} {"level":"info","ts":"2026-02-24T19:58:49.738059Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 switched to configuration voters=(2378786275819622786)"} {"level":"warn","ts":"2026-02-24T19:58:49.754676Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-24T19:58:49.756518Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-24T19:58:49.757839Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-24T19:58:49.760909Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"21032583b6cd9182","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-24T19:58:49.761045Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T19:58:49.761156Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T19:58:49.76117Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-24T19:58:49.761118Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"21032583b6cd9182","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-24T19:58:49.763526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 switched to configuration voters=(2378786275819622786)"} {"level":"info","ts":"2026-02-24T19:58:49.763706Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a96cbe7391f279b7","local-member-id":"21032583b6cd9182","added-peer-id":"21032583b6cd9182","added-peer-peer-urls":["https://199.204.45.99:2380"]} {"level":"info","ts":"2026-02-24T19:58:49.765663Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-24T19:58:49.765833Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.99:2380"} {"level":"info","ts":"2026-02-24T19:58:49.76592Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.99:2380"} {"level":"info","ts":"2026-02-24T19:58:49.765973Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"21032583b6cd9182","initial-advertise-peer-urls":["https://199.204.45.99:2380"],"listen-peer-urls":["https://199.204.45.99:2380"],"advertise-client-urls":["https://199.204.45.99:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.99:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-24T19:58:49.766031Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-24T19:58:49.939845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 is starting a new election at term 1"} {"level":"info","ts":"2026-02-24T19:58:49.939896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-24T19:58:49.939922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 received MsgPreVoteResp from 21032583b6cd9182 at term 1"} {"level":"info","ts":"2026-02-24T19:58:49.939937Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became candidate at term 2"} {"level":"info","ts":"2026-02-24T19:58:49.939981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 received MsgVoteResp from 21032583b6cd9182 at term 2"} {"level":"info","ts":"2026-02-24T19:58:49.939993Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became leader at term 2"} {"level":"info","ts":"2026-02-24T19:58:49.940008Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 21032583b6cd9182 elected leader 21032583b6cd9182 at term 2"} {"level":"info","ts":"2026-02-24T19:58:49.941167Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"21032583b6cd9182","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.99:2379]}","request-path":"/0/members/21032583b6cd9182/attributes","cluster-id":"a96cbe7391f279b7","publish-timeout":"7s"} {"level":"info","ts":"2026-02-24T19:58:49.941198Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T19:58:49.94141Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-24T19:58:49.941452Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-24T19:58:49.941619Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-24T19:58:49.94178Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-24T19:58:49.942269Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a96cbe7391f279b7","local-member-id":"21032583b6cd9182","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T19:58:49.942396Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T19:58:49.94248Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-24T19:58:49.944022Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.99:2379"} {"level":"info","ts":"2026-02-24T19:58:49.944662Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-24T19:58:54.686297Z","caller":"traceutil/trace.go:171","msg":"trace[320242624] transaction","detail":"{read_only:false; response_revision:212; number_of_response:1; }","duration":"154.649039ms","start":"2026-02-24T19:58:54.531623Z","end":"2026-02-24T19:58:54.686272Z","steps":["trace[320242624] 'process raft request' (duration: 154.515946ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:55.611604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.889585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T19:58:55.611879Z","caller":"traceutil/trace.go:171","msg":"trace[665648634] linearizableReadLoop","detail":"{readStateIndex:232; appliedIndex:230; }","duration":"417.878298ms","start":"2026-02-24T19:58:55.193983Z","end":"2026-02-24T19:58:55.611861Z","steps":["trace[665648634] 'read index received' (duration: 178.105µs)","trace[665648634] 'applied index is now lower than readState.Index' (duration: 417.699013ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:58:55.611856Z","caller":"traceutil/trace.go:171","msg":"trace[1646241302] transaction","detail":"{read_only:false; response_revision:226; number_of_response:1; }","duration":"436.446146ms","start":"2026-02-24T19:58:55.175379Z","end":"2026-02-24T19:58:55.611825Z","steps":["trace[1646241302] 'process raft request' (duration: 18.812674ms)","trace[1646241302] 'compare' (duration: 416.69856ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:58:55.611961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:55.193342Z","time spent":"418.616595ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T19:58:55.61202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:55.175348Z","time spent":"436.59052ms","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":400,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:58:55.612278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.290157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-02-24T19:58:55.612326Z","caller":"traceutil/trace.go:171","msg":"trace[1921985565] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:226; }","duration":"418.367179ms","start":"2026-02-24T19:58:55.193944Z","end":"2026-02-24T19:58:55.612311Z","steps":["trace[1921985565] 'agreement among raft nodes before linearized reading' (duration: 418.280287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:55.612355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:55.193933Z","time spent":"418.41624ms","remote":"127.0.0.1:51228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":687,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-02-24T19:58:55.779617Z","caller":"traceutil/trace.go:171","msg":"trace[1161359531] transaction","detail":"{read_only:false; number_of_response:0; response_revision:226; }","duration":"485.421761ms","start":"2026-02-24T19:58:55.294165Z","end":"2026-02-24T19:58:55.779587Z","steps":["trace[1161359531] 'process raft request' (duration: 422.476865ms)","trace[1161359531] 'compare' (duration: 62.758551ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:58:55.779753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:55.294141Z","time spent":"485.553904ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:58:55.779869Z","caller":"traceutil/trace.go:171","msg":"trace[1703749056] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"163.816905ms","start":"2026-02-24T19:58:55.616018Z","end":"2026-02-24T19:58:55.779835Z","steps":["trace[1703749056] 'process raft request' (duration: 163.775244ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:55.779967Z","caller":"traceutil/trace.go:171","msg":"trace[223873278] transaction","detail":"{read_only:false; response_revision:227; number_of_response:1; }","duration":"470.453548ms","start":"2026-02-24T19:58:55.309485Z","end":"2026-02-24T19:58:55.779939Z","steps":["trace[223873278] 'process raft request' (duration: 469.998907ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:55.779989Z","caller":"traceutil/trace.go:171","msg":"trace[1077710671] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"167.080471ms","start":"2026-02-24T19:58:55.612878Z","end":"2026-02-24T19:58:55.779958Z","steps":["trace[1077710671] 'process raft request' (duration: 166.877187ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:55.779979Z","caller":"traceutil/trace.go:171","msg":"trace[994431707] linearizableReadLoop","detail":"{readStateIndex:238; appliedIndex:232; }","duration":"168.038024ms","start":"2026-02-24T19:58:55.611916Z","end":"2026-02-24T19:58:55.779954Z","steps":["trace[994431707] 'read index received' (duration: 104.70533ms)","trace[994431707] 'applied index is now lower than readState.Index' (duration: 63.329804ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:58:55.780064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:55.309475Z","time spent":"470.527909ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3937,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:58:55.780128Z","caller":"traceutil/trace.go:171","msg":"trace[1772097945] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"468.797399ms","start":"2026-02-24T19:58:55.311314Z","end":"2026-02-24T19:58:55.780112Z","steps":["trace[1772097945] 'process raft request' (duration: 468.384089ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:55.779883Z","caller":"traceutil/trace.go:171","msg":"trace[281938006] transaction","detail":"{read_only:false; number_of_response:0; response_revision:228; }","duration":"468.609554ms","start":"2026-02-24T19:58:55.311242Z","end":"2026-02-24T19:58:55.779851Z","steps":["trace[281938006] 'process raft request' (duration: 468.43227ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:55.780205Z","caller":"traceutil/trace.go:171","msg":"trace[1614725760] transaction","detail":"{read_only:false; response_revision:228; number_of_response:1; }","duration":"470.002358ms","start":"2026-02-24T19:58:55.310192Z","end":"2026-02-24T19:58:55.780195Z","steps":["trace[1614725760] 'process raft request' (duration: 469.415244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:55.780248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:55.310183Z","time spent":"470.044089ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:58:55.780252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:55.311182Z","time spent":"469.042045ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:58:55.780362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.955486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T19:58:55.78025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:55.311301Z","time spent":"468.881651ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5476,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:58:55.780283Z","caller":"traceutil/trace.go:171","msg":"trace[1304491805] transaction","detail":"{read_only:false; number_of_response:0; response_revision:228; }","duration":"469.385922ms","start":"2026-02-24T19:58:55.310856Z","end":"2026-02-24T19:58:55.780242Z","steps":["trace[1304491805] 'process raft request' (duration: 468.791198ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:55.780426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.343641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-02-24T19:58:55.780483Z","caller":"traceutil/trace.go:171","msg":"trace[198075102] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:231; }","duration":"165.447023ms","start":"2026-02-24T19:58:55.615023Z","end":"2026-02-24T19:58:55.78047Z","steps":["trace[198075102] 'agreement among raft nodes before linearized reading' (duration: 165.344721ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:55.780476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.437864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:58:55.780521Z","caller":"traceutil/trace.go:171","msg":"trace[432733921] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:231; }","duration":"586.539376ms","start":"2026-02-24T19:58:55.193972Z","end":"2026-02-24T19:58:55.780511Z","steps":["trace[432733921] 'agreement among raft nodes before linearized reading' (duration: 586.461694ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:55.780559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:55.193936Z","time spent":"586.617708ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-02-24T19:58:55.780548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:55.31085Z","time spent":"469.606497ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:58:55.780408Z","caller":"traceutil/trace.go:171","msg":"trace[1809875344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:231; }","duration":"219.068858ms","start":"2026-02-24T19:58:55.561327Z","end":"2026-02-24T19:58:55.780396Z","steps":["trace[1809875344] 'agreement among raft nodes before linearized reading' (duration: 218.952135ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:56.05206Z","caller":"traceutil/trace.go:171","msg":"trace[2057712288] transaction","detail":"{read_only:false; response_revision:233; number_of_response:1; }","duration":"267.342786ms","start":"2026-02-24T19:58:55.784671Z","end":"2026-02-24T19:58:56.052013Z","steps":["trace[2057712288] 'process raft request' (duration: 206.49325ms)","trace[2057712288] 'compare' (duration: 60.508988ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:58:56.051966Z","caller":"traceutil/trace.go:171","msg":"trace[118228] linearizableReadLoop","detail":"{readStateIndex:242; appliedIndex:240; }","duration":"262.819891ms","start":"2026-02-24T19:58:55.789125Z","end":"2026-02-24T19:58:56.051945Z","steps":["trace[118228] 'read index received' (duration: 27.229053ms)","trace[118228] 'applied index is now lower than readState.Index' (duration: 235.589747ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:58:56.052238Z","caller":"traceutil/trace.go:171","msg":"trace[1768283696] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"259.82937ms","start":"2026-02-24T19:58:55.792382Z","end":"2026-02-24T19:58:56.052211Z","steps":["trace[1768283696] 'process raft request' (duration: 259.516722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:56.052425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.278521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3710"} {"level":"info","ts":"2026-02-24T19:58:56.052505Z","caller":"traceutil/trace.go:171","msg":"trace[942459276] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:234; }","duration":"263.386164ms","start":"2026-02-24T19:58:55.789084Z","end":"2026-02-24T19:58:56.05247Z","steps":["trace[942459276] 'agreement among raft nodes before linearized reading' (duration: 263.23875ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:56.059101Z","caller":"traceutil/trace.go:171","msg":"trace[1408433749] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"239.759676ms","start":"2026-02-24T19:58:55.81931Z","end":"2026-02-24T19:58:56.059069Z","steps":["trace[1408433749] 'process raft request' (duration: 239.600012ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:56.059127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.661086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T19:58:56.059166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.55599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:58:56.059182Z","caller":"traceutil/trace.go:171","msg":"trace[2046032925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:235; }","duration":"262.766489ms","start":"2026-02-24T19:58:55.796403Z","end":"2026-02-24T19:58:56.059169Z","steps":["trace[2046032925] 'agreement among raft nodes before linearized reading' (duration: 262.656766ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:56.059203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.809295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3710"} {"level":"info","ts":"2026-02-24T19:58:56.059227Z","caller":"traceutil/trace.go:171","msg":"trace[1551887616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:235; }","duration":"236.643633ms","start":"2026-02-24T19:58:55.822563Z","end":"2026-02-24T19:58:56.059207Z","steps":["trace[1551887616] 'agreement among raft nodes before linearized reading' (duration: 236.483819ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:56.05926Z","caller":"traceutil/trace.go:171","msg":"trace[1778904518] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:235; }","duration":"269.893718ms","start":"2026-02-24T19:58:55.789352Z","end":"2026-02-24T19:58:56.059245Z","steps":["trace[1778904518] 'agreement among raft nodes before linearized reading' (duration: 269.759075ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:56.384118Z","caller":"traceutil/trace.go:171","msg":"trace[1657272581] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"103.645825ms","start":"2026-02-24T19:58:56.280433Z","end":"2026-02-24T19:58:56.384078Z","steps":["trace[1657272581] 'process raft request' (duration: 15.757101ms)","trace[1657272581] 'compare' (duration: 87.622958ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:58:56.429566Z","caller":"traceutil/trace.go:171","msg":"trace[867631579] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"145.339488ms","start":"2026-02-24T19:58:56.284206Z","end":"2026-02-24T19:58:56.429546Z","steps":["trace[867631579] 'process raft request' (duration: 145.191065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:59.091563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.737471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T19:58:59.091647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.279118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-24T19:58:59.091726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.362281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T19:58:59.091743Z","caller":"traceutil/trace.go:171","msg":"trace[836040435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:282; }","duration":"939.453311ms","start":"2026-02-24T19:58:58.152269Z","end":"2026-02-24T19:58:59.091722Z","steps":["trace[836040435] 'range keys from in-memory index tree' (duration: 939.137824ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:59.09176Z","caller":"traceutil/trace.go:171","msg":"trace[1691898032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:282; }","duration":"647.443153ms","start":"2026-02-24T19:58:58.444308Z","end":"2026-02-24T19:58:59.091751Z","steps":["trace[1691898032] 'range keys from in-memory index tree' (duration: 647.245278ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:59.091752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034837672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-02-24T19:58:59.091794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:58.152239Z","time spent":"939.545954ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T19:58:59.091806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:58.44427Z","time spent":"647.528215ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T19:58:59.091773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.600744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T19:58:59.091811Z","caller":"traceutil/trace.go:171","msg":"trace[930229075] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:282; }","duration":"1.034951614s","start":"2026-02-24T19:58:58.056843Z","end":"2026-02-24T19:58:59.091795Z","steps":["trace[930229075] 'range keys from in-memory index tree' (duration: 1.034703788s)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:59.091679Z","caller":"traceutil/trace.go:171","msg":"trace[1216929523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:282; }","duration":"188.929176ms","start":"2026-02-24T19:58:58.902731Z","end":"2026-02-24T19:58:59.09166Z","steps":["trace[1216929523] 'range keys from in-memory index tree' (duration: 188.619069ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:59.091878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:58.056799Z","time spent":"1.035065317s","remote":"127.0.0.1:50946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-02-24T19:58:59.091875Z","caller":"traceutil/trace.go:171","msg":"trace[159922628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:282; }","duration":"894.773237ms","start":"2026-02-24T19:58:58.197077Z","end":"2026-02-24T19:58:59.09185Z","steps":["trace[159922628] 'range keys from in-memory index tree' (duration: 894.46735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:58:59.092026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:58:58.19705Z","time spent":"894.967032ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T19:58:59.257438Z","caller":"traceutil/trace.go:171","msg":"trace[1355794339] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"161.670963ms","start":"2026-02-24T19:58:59.095737Z","end":"2026-02-24T19:58:59.257408Z","steps":["trace[1355794339] 'process raft request' (duration: 161.491929ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:59.285026Z","caller":"traceutil/trace.go:171","msg":"trace[2047226370] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"188.758703ms","start":"2026-02-24T19:58:59.096233Z","end":"2026-02-24T19:58:59.284992Z","steps":["trace[2047226370] 'process raft request' (duration: 188.564868ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:59.285116Z","caller":"traceutil/trace.go:171","msg":"trace[1993237057] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"188.702391ms","start":"2026-02-24T19:58:59.096385Z","end":"2026-02-24T19:58:59.285088Z","steps":["trace[1993237057] 'process raft request' (duration: 188.581298ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:59.285144Z","caller":"traceutil/trace.go:171","msg":"trace[744393565] transaction","detail":"{read_only:false; response_revision:287; number_of_response:1; }","duration":"188.619039ms","start":"2026-02-24T19:58:59.096508Z","end":"2026-02-24T19:58:59.285127Z","steps":["trace[744393565] 'process raft request' (duration: 188.495006ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:58:59.285204Z","caller":"traceutil/trace.go:171","msg":"trace[292053555] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"188.854205ms","start":"2026-02-24T19:58:59.096319Z","end":"2026-02-24T19:58:59.285174Z","steps":["trace[292053555] 'process raft request' (duration: 188.604789ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:00.363796Z","caller":"traceutil/trace.go:171","msg":"trace[934637046] linearizableReadLoop","detail":"{readStateIndex:313; appliedIndex:312; }","duration":"102.99709ms","start":"2026-02-24T19:59:00.260771Z","end":"2026-02-24T19:59:00.363768Z","steps":["trace[934637046] 'read index received' (duration: 102.760105ms)","trace[934637046] 'applied index is now lower than readState.Index' (duration: 235.875µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:00.363952Z","caller":"traceutil/trace.go:171","msg":"trace[904051820] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"125.763167ms","start":"2026-02-24T19:59:00.238155Z","end":"2026-02-24T19:59:00.363918Z","steps":["trace[904051820] 'process raft request' (duration: 125.456909ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:00.36405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.245916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-02-24T19:59:00.36415Z","caller":"traceutil/trace.go:171","msg":"trace[2021740977] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:300; }","duration":"103.41647ms","start":"2026-02-24T19:59:00.260712Z","end":"2026-02-24T19:59:00.364128Z","steps":["trace[2021740977] 'agreement among raft nodes before linearized reading' (duration: 103.218346ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:09.480735Z","caller":"traceutil/trace.go:171","msg":"trace[1434418769] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"139.838484ms","start":"2026-02-24T19:59:09.340871Z","end":"2026-02-24T19:59:09.48071Z","steps":["trace[1434418769] 'process raft request' (duration: 139.642259ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:09.522622Z","caller":"traceutil/trace.go:171","msg":"trace[2132295402] linearizableReadLoop","detail":"{readStateIndex:425; appliedIndex:423; }","duration":"175.720217ms","start":"2026-02-24T19:59:09.346884Z","end":"2026-02-24T19:59:09.522605Z","steps":["trace[2132295402] 'read index received' (duration: 133.674329ms)","trace[2132295402] 'applied index is now lower than readState.Index' (duration: 42.044898ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:09.522708Z","caller":"traceutil/trace.go:171","msg":"trace[2114909290] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"181.566303ms","start":"2026-02-24T19:59:09.341109Z","end":"2026-02-24T19:59:09.522675Z","steps":["trace[2114909290] 'process raft request' (duration: 181.40185ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:09.522794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.886921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T19:59:09.52287Z","caller":"traceutil/trace.go:171","msg":"trace[1113074540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:407; }","duration":"175.998064ms","start":"2026-02-24T19:59:09.346854Z","end":"2026-02-24T19:59:09.522852Z","steps":["trace[1113074540] 'agreement among raft nodes before linearized reading' (duration: 175.86155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:09.522794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.83937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T19:59:09.522959Z","caller":"traceutil/trace.go:171","msg":"trace[1106885424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:407; }","duration":"176.048815ms","start":"2026-02-24T19:59:09.346899Z","end":"2026-02-24T19:59:09.522947Z","steps":["trace[1106885424] 'agreement among raft nodes before linearized reading' (duration: 175.83331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:10.036913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.735576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T19:59:10.037088Z","caller":"traceutil/trace.go:171","msg":"trace[1525178718] linearizableReadLoop","detail":"{readStateIndex:427; appliedIndex:425; }","duration":"213.945373ms","start":"2026-02-24T19:59:09.823127Z","end":"2026-02-24T19:59:10.037073Z","steps":["trace[1525178718] 'read index received' (duration: 41.531µs)","trace[1525178718] 'applied index is now lower than readState.Index' (duration: 213.902612ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:10.037161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.025755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:10.037188Z","caller":"traceutil/trace.go:171","msg":"trace[1308887343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:409; }","duration":"214.111877ms","start":"2026-02-24T19:59:09.823067Z","end":"2026-02-24T19:59:10.037179Z","steps":["trace[1308887343] 'agreement among raft nodes before linearized reading' (duration: 214.060026ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:10.037245Z","caller":"traceutil/trace.go:171","msg":"trace[656781000] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"509.816601ms","start":"2026-02-24T19:59:09.527392Z","end":"2026-02-24T19:59:10.037209Z","steps":["trace[656781000] 'process raft request' (duration: 14.590663ms)","trace[656781000] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 494.591033ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:10.037424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:09.527369Z","time spent":"509.978845ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T19:59:10.03746Z","caller":"traceutil/trace.go:171","msg":"trace[855786998] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"509.670217ms","start":"2026-02-24T19:59:09.527779Z","end":"2026-02-24T19:59:10.037449Z","steps":["trace[855786998] 'process raft request' (duration: 509.237997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:10.037534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:09.52776Z","time spent":"509.728228ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T19:59:12.227963Z","caller":"traceutil/trace.go:171","msg":"trace[2026755882] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"181.48505ms","start":"2026-02-24T19:59:12.046449Z","end":"2026-02-24T19:59:12.227934Z","steps":["trace[2026755882] 'process raft request' (duration: 181.294896ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:12.22921Z","caller":"traceutil/trace.go:171","msg":"trace[805134331] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"182.665589ms","start":"2026-02-24T19:59:12.046511Z","end":"2026-02-24T19:59:12.229176Z","steps":["trace[805134331] 'process raft request' (duration: 182.482195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:13.088433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.245644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T19:59:13.088556Z","caller":"traceutil/trace.go:171","msg":"trace[303382103] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"701.491532ms","start":"2026-02-24T19:59:12.387044Z","end":"2026-02-24T19:59:13.088536Z","steps":["trace[303382103] 'process raft request' (duration: 337.034883ms)","trace[303382103] 'compare' (duration: 364.10129ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:13.089084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:12.387016Z","time spent":"701.994004ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T19:59:13.62731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.934659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T19:59:13.627392Z","caller":"traceutil/trace.go:171","msg":"trace[1864468375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:415; }","duration":"115.047391ms","start":"2026-02-24T19:59:13.512327Z","end":"2026-02-24T19:59:13.627374Z","steps":["trace[1864468375] 'range keys from in-memory index tree' (duration: 114.866057ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:13.826938Z","caller":"traceutil/trace.go:171","msg":"trace[667463083] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"193.35203ms","start":"2026-02-24T19:59:13.633531Z","end":"2026-02-24T19:59:13.826883Z","steps":["trace[667463083] 'process raft request' (duration: 128.472876ms)","trace[667463083] 'compare' (duration: 64.664009ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:18.509695Z","caller":"traceutil/trace.go:171","msg":"trace[1595626381] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"210.855071ms","start":"2026-02-24T19:59:18.298806Z","end":"2026-02-24T19:59:18.509661Z","steps":["trace[1595626381] 'process raft request' (duration: 210.694448ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:18.511744Z","caller":"traceutil/trace.go:171","msg":"trace[952174790] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"210.768079ms","start":"2026-02-24T19:59:18.300951Z","end":"2026-02-24T19:59:18.511719Z","steps":["trace[952174790] 'process raft request' (duration: 210.634736ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:20.794103Z","caller":"traceutil/trace.go:171","msg":"trace[398996707] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"352.965827ms","start":"2026-02-24T19:59:20.441095Z","end":"2026-02-24T19:59:20.794061Z","steps":["trace[398996707] 'process raft request' (duration: 334.923534ms)","trace[398996707] 'compare' (duration: 17.88219ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:20.794398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:20.441081Z","time spent":"353.157032ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4634,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T19:59:20.796277Z","caller":"traceutil/trace.go:171","msg":"trace[1256612476] linearizableReadLoop","detail":"{readStateIndex:483; appliedIndex:481; }","duration":"307.810078ms","start":"2026-02-24T19:59:20.488441Z","end":"2026-02-24T19:59:20.796251Z","steps":["trace[1256612476] 'read index received' (duration: 287.551253ms)","trace[1256612476] 'applied index is now lower than readState.Index' (duration: 20.257585ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:20.796352Z","caller":"traceutil/trace.go:171","msg":"trace[533796447] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"353.909069ms","start":"2026-02-24T19:59:20.442408Z","end":"2026-02-24T19:59:20.796317Z","steps":["trace[533796447] 'process raft request' (duration: 353.703155ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:20.796559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:20.442341Z","time spent":"354.100234ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4620,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T19:59:20.796615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.744825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T19:59:20.796587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.927173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T19:59:20.796672Z","caller":"traceutil/trace.go:171","msg":"trace[1367708829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:462; }","duration":"281.801636ms","start":"2026-02-24T19:59:20.514855Z","end":"2026-02-24T19:59:20.796656Z","steps":["trace[1367708829] 'agreement among raft nodes before linearized reading' (duration: 281.700014ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:20.797564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.302946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-02-24T19:59:20.797683Z","caller":"traceutil/trace.go:171","msg":"trace[66944185] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:462; }","duration":"238.442609ms","start":"2026-02-24T19:59:20.559195Z","end":"2026-02-24T19:59:20.797637Z","steps":["trace[66944185] 'agreement among raft nodes before linearized reading' (duration: 237.366494ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:20.797911Z","caller":"traceutil/trace.go:171","msg":"trace[1474697099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:462; }","duration":"283.095957ms","start":"2026-02-24T19:59:20.513591Z","end":"2026-02-24T19:59:20.796687Z","steps":["trace[1474697099] 'agreement among raft nodes before linearized reading' (duration: 282.831441ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:20.799007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.519631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329924"} {"level":"info","ts":"2026-02-24T19:59:20.799142Z","caller":"traceutil/trace.go:171","msg":"trace[1901452363] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:462; }","duration":"310.742986ms","start":"2026-02-24T19:59:20.488366Z","end":"2026-02-24T19:59:20.799109Z","steps":["trace[1901452363] 'agreement among raft nodes before linearized reading' (duration: 308.015562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:20.799209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:20.488336Z","time spent":"310.859289ms","remote":"127.0.0.1:50932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329947,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-02-24T19:59:22.95886Z","caller":"traceutil/trace.go:171","msg":"trace[298602194] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"117.633112ms","start":"2026-02-24T19:59:22.841195Z","end":"2026-02-24T19:59:22.958828Z","steps":["trace[298602194] 'read index received' (duration: 81.596346ms)","trace[298602194] 'applied index is now lower than readState.Index' (duration: 36.035386ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:22.959006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.783675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:22.959043Z","caller":"traceutil/trace.go:171","msg":"trace[645361595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:471; }","duration":"117.887018ms","start":"2026-02-24T19:59:22.841145Z","end":"2026-02-24T19:59:22.959032Z","steps":["trace[645361595] 'agreement among raft nodes before linearized reading' (duration: 117.801226ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:22.959094Z","caller":"traceutil/trace.go:171","msg":"trace[741030138] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"134.270142ms","start":"2026-02-24T19:59:22.824793Z","end":"2026-02-24T19:59:22.959063Z","steps":["trace[741030138] 'process raft request' (duration: 98.125214ms)","trace[741030138] 'compare' (duration: 35.78373ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:23.574215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.095368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-24T19:59:23.574307Z","caller":"traceutil/trace.go:171","msg":"trace[679620586] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:472; }","duration":"211.240801ms","start":"2026-02-24T19:59:23.363042Z","end":"2026-02-24T19:59:23.574283Z","steps":["trace[679620586] 'range keys from in-memory index tree' (duration: 210.970484ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:24.396939Z","caller":"traceutil/trace.go:171","msg":"trace[1562073507] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"377.308779ms","start":"2026-02-24T19:59:24.019604Z","end":"2026-02-24T19:59:24.396912Z","steps":["trace[1562073507] 'process raft request' (duration: 377.130295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:24.39709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:24.019588Z","time spent":"377.427292ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T19:59:30.923069Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056439718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T19:59:31.42337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056439718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T19:59:31.92441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056439718,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T19:59:32.092203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.733281159s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T19:59:32.093063Z","caller":"traceutil/trace.go:171","msg":"trace[2084351074] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:539; }","duration":"1.671046889s","start":"2026-02-24T19:59:30.42199Z","end":"2026-02-24T19:59:32.093037Z","steps":["trace[2084351074] 'read index received' (duration: 1.670496765s)","trace[2084351074] 'applied index is now lower than readState.Index' (duration: 549.004µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:32.093129Z","caller":"traceutil/trace.go:171","msg":"trace[1276271915] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"1.734740905s","start":"2026-02-24T19:59:30.358346Z","end":"2026-02-24T19:59:32.093087Z","steps":["trace[1276271915] 'process raft request' (duration: 1.734325774s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:32.093316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:30.358318Z","time spent":"1.734860487s","remote":"127.0.0.1:50932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211456,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:32.0934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671397967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T19:59:32.093449Z","caller":"traceutil/trace.go:171","msg":"trace[1717546059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:517; }","duration":"1.67150921s","start":"2026-02-24T19:59:30.421928Z","end":"2026-02-24T19:59:32.093437Z","steps":["trace[1717546059] 'agreement among raft nodes before linearized reading' (duration: 1.671267894s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:32.093485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:30.421901Z","time spent":"1.671575601s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T19:59:32.093476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167944474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-24T19:59:32.09348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269127681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:32.093547Z","caller":"traceutil/trace.go:171","msg":"trace[1124527965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:517; }","duration":"1.168016606s","start":"2026-02-24T19:59:30.925511Z","end":"2026-02-24T19:59:32.093528Z","steps":["trace[1124527965] 'agreement among raft nodes before linearized reading' (duration: 1.167847432s)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:32.093565Z","caller":"traceutil/trace.go:171","msg":"trace[413287984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"1.269294234s","start":"2026-02-24T19:59:30.824246Z","end":"2026-02-24T19:59:32.09354Z","steps":["trace[413287984] 'agreement among raft nodes before linearized reading' (duration: 1.269126881s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:32.093591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:30.925473Z","time spent":"1.168110668s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T19:59:32.093615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:30.824215Z","time spent":"1.269391007s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T19:59:32.093748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.981763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T19:59:32.093871Z","caller":"traceutil/trace.go:171","msg":"trace[1338712084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:517; }","duration":"185.150157ms","start":"2026-02-24T19:59:31.908675Z","end":"2026-02-24T19:59:32.093825Z","steps":["trace[1338712084] 'agreement among raft nodes before linearized reading' (duration: 184.785009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:32.093984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098884623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T19:59:32.094033Z","caller":"traceutil/trace.go:171","msg":"trace[277635955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:517; }","duration":"1.098978255s","start":"2026-02-24T19:59:30.995037Z","end":"2026-02-24T19:59:32.094015Z","steps":["trace[277635955] 'agreement among raft nodes before linearized reading' (duration: 1.098654668s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:32.094134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:30.995008Z","time spent":"1.099117778s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T19:59:33.600738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38707629s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T19:59:33.661508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447785745s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T19:59:33.661931Z","caller":"traceutil/trace.go:171","msg":"trace[1286347621] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:540; }","duration":"1.55994501s","start":"2026-02-24T19:59:32.101964Z","end":"2026-02-24T19:59:33.661909Z","steps":["trace[1286347621] 'read index received' (duration: 111.683653ms)","trace[1286347621] 'applied index is now lower than readState.Index' (duration: 1.448260157s)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:33.662013Z","caller":"traceutil/trace.go:171","msg":"trace[1403441127] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"1.563511033s","start":"2026-02-24T19:59:32.09849Z","end":"2026-02-24T19:59:33.662001Z","steps":["trace[1403441127] 'process raft request' (duration: 115.133743ms)","trace[1403441127] 'compare' (duration: 1.447468158s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:33.66208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:32.098468Z","time spent":"1.563577845s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T19:59:33.662315Z","caller":"traceutil/trace.go:171","msg":"trace[227746066] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"1.563236197s","start":"2026-02-24T19:59:32.099058Z","end":"2026-02-24T19:59:33.662294Z","steps":["trace[227746066] 'process raft request' (duration: 1.562659263s)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:33.662322Z","caller":"traceutil/trace.go:171","msg":"trace[23490048] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.551208555s","start":"2026-02-24T19:59:32.111081Z","end":"2026-02-24T19:59:33.66229Z","steps":["trace[23490048] 'process raft request' (duration: 1.550760254s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:33.662367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560385799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:33.662381Z","caller":"traceutil/trace.go:171","msg":"trace[1535423373] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"1.560595085s","start":"2026-02-24T19:59:32.101744Z","end":"2026-02-24T19:59:33.662339Z","steps":["trace[1535423373] 'process raft request' (duration: 1.560012081s)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:33.662396Z","caller":"traceutil/trace.go:171","msg":"trace[2043502256] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.549817761s","start":"2026-02-24T19:59:32.112502Z","end":"2026-02-24T19:59:33.66232Z","steps":["trace[2043502256] 'process raft request' (duration: 1.549374861s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:33.662478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:32.111067Z","time spent":"1.551333457s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:33.662487Z","caller":"traceutil/trace.go:171","msg":"trace[96489745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:524; }","duration":"1.560564273s","start":"2026-02-24T19:59:32.101895Z","end":"2026-02-24T19:59:33.662459Z","steps":["trace[96489745] 'agreement among raft nodes before linearized reading' (duration: 1.560371219s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:33.662541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:32.101885Z","time spent":"1.560646676s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T19:59:33.662412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:32.099031Z","time spent":"1.563332399s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T19:59:33.662346Z","caller":"traceutil/trace.go:171","msg":"trace[1450494663] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"1.551475441s","start":"2026-02-24T19:59:32.110796Z","end":"2026-02-24T19:59:33.662271Z","steps":["trace[1450494663] 'process raft request' (duration: 1.55099399s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:33.662612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:32.112488Z","time spent":"1.550031566s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:33.662802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:32.110787Z","time spent":"1.551919421s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:33.662608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:32.101727Z","time spent":"1.560755548s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T19:59:33.66237Z","caller":"traceutil/trace.go:171","msg":"trace[1126432757] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.563470512s","start":"2026-02-24T19:59:32.09883Z","end":"2026-02-24T19:59:33.662301Z","steps":["trace[1126432757] 'process raft request' (duration: 1.562795436s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:33.663928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:32.098804Z","time spent":"1.565023688s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T19:59:33.724784Z","caller":"traceutil/trace.go:171","msg":"trace[1539218471] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"346.514457ms","start":"2026-02-24T19:59:33.378246Z","end":"2026-02-24T19:59:33.72476Z","steps":["trace[1539218471] 'process raft request' (duration: 346.365844ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:33.72486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.9957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-02-24T19:59:33.72491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:33.378229Z","time spent":"346.616869ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T19:59:33.724922Z","caller":"traceutil/trace.go:171","msg":"trace[1713716490] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:525; }","duration":"362.108013ms","start":"2026-02-24T19:59:33.362799Z","end":"2026-02-24T19:59:33.724907Z","steps":["trace[1713716490] 'agreement among raft nodes before linearized reading' (duration: 361.972239ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:33.724959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:33.36278Z","time spent":"362.171334ms","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-02-24T19:59:34.202609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:33.726063Z","time spent":"476.54181ms","remote":"127.0.0.1:50864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T19:59:34.202774Z","caller":"traceutil/trace.go:171","msg":"trace[1403292680] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"534.395168ms","start":"2026-02-24T19:59:33.668345Z","end":"2026-02-24T19:59:34.20274Z","steps":["trace[1403292680] 'process raft request' (duration: 492.156326ms)","trace[1403292680] 'compare' (duration: 41.569056ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:34.202908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:33.668321Z","time spent":"534.523751ms","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:34.202921Z","caller":"traceutil/trace.go:171","msg":"trace[1327718170] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:548; }","duration":"478.044875ms","start":"2026-02-24T19:59:33.724744Z","end":"2026-02-24T19:59:34.202789Z","steps":["trace[1327718170] 'read index received' (duration: 435.755322ms)","trace[1327718170] 'applied index is now lower than readState.Index' (duration: 42.285663ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:34.203015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.397452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:34.203264Z","caller":"traceutil/trace.go:171","msg":"trace[1052382244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:526; }","duration":"538.704839ms","start":"2026-02-24T19:59:33.664538Z","end":"2026-02-24T19:59:34.203243Z","steps":["trace[1052382244] 'agreement among raft nodes before linearized reading' (duration: 538.384671ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:34.203481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:33.664518Z","time spent":"538.875773ms","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T19:59:35.936169Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.655764339s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T19:59:35.936646Z","caller":"traceutil/trace.go:171","msg":"trace[943495538] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.725511817s","start":"2026-02-24T19:59:34.211085Z","end":"2026-02-24T19:59:35.936597Z","steps":["trace[943495538] 'process raft request' (duration: 1.725278402s)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:35.936705Z","caller":"traceutil/trace.go:171","msg":"trace[1418738865] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.723983971s","start":"2026-02-24T19:59:34.212669Z","end":"2026-02-24T19:59:35.936653Z","steps":["trace[1418738865] 'process raft request' (duration: 1.723853398s)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:35.936863Z","caller":"traceutil/trace.go:171","msg":"trace[305562079] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.716940126s","start":"2026-02-24T19:59:34.219912Z","end":"2026-02-24T19:59:35.936852Z","steps":["trace[305562079] 'process raft request' (duration: 1.71670201s)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:35.936882Z","caller":"traceutil/trace.go:171","msg":"trace[210572227] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:550; }","duration":"1.723829448s","start":"2026-02-24T19:59:34.213029Z","end":"2026-02-24T19:59:35.936859Z","steps":["trace[210572227] 'read index received' (duration: 67.110166ms)","trace[210572227] 'applied index is now lower than readState.Index' (duration: 1.656718202s)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:35.936904Z","caller":"traceutil/trace.go:171","msg":"trace[1090100588] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"1.712093582s","start":"2026-02-24T19:59:34.224801Z","end":"2026-02-24T19:59:35.936895Z","steps":["trace[1090100588] 'process raft request' (duration: 1.71200734s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:35.936922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:34.219876Z","time spent":"1.717021448s","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:35.936807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:34.21105Z","time spent":"1.725666911s","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:35.937022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:34.224791Z","time spent":"1.712168603s","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:35.937046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723989942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:35.937003Z","caller":"traceutil/trace.go:171","msg":"trace[1645992846] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.714254642s","start":"2026-02-24T19:59:34.222667Z","end":"2026-02-24T19:59:35.936922Z","steps":["trace[1645992846] 'process raft request' (duration: 1.714084328s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:35.937221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.673102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-24T19:59:35.937239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.809435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-24T19:59:35.937257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.128464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T19:59:35.937262Z","caller":"traceutil/trace.go:171","msg":"trace[361938876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:533; }","duration":"269.760374ms","start":"2026-02-24T19:59:35.667493Z","end":"2026-02-24T19:59:35.937253Z","steps":["trace[361938876] 'agreement among raft nodes before linearized reading' (duration: 269.627931ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:35.937314Z","caller":"traceutil/trace.go:171","msg":"trace[1228985989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:533; }","duration":"270.237916ms","start":"2026-02-24T19:59:35.667068Z","end":"2026-02-24T19:59:35.937306Z","steps":["trace[1228985989] 'agreement among raft nodes before linearized reading' (duration: 270.072873ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:35.937047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:34.21266Z","time spent":"1.724218117s","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:35.937269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654416928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-02-24T19:59:35.937411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.901424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T19:59:35.93744Z","caller":"traceutil/trace.go:171","msg":"trace[939765101] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:533; }","duration":"1.654659084s","start":"2026-02-24T19:59:34.282747Z","end":"2026-02-24T19:59:35.937406Z","steps":["trace[939765101] 'agreement among raft nodes before linearized reading' (duration: 1.654322966s)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:35.937477Z","caller":"traceutil/trace.go:171","msg":"trace[2040241333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:533; }","duration":"268.995186ms","start":"2026-02-24T19:59:35.668471Z","end":"2026-02-24T19:59:35.937466Z","steps":["trace[2040241333] 'agreement among raft nodes before linearized reading' (duration: 268.663898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:35.937507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:34.282725Z","time spent":"1.654772016s","remote":"127.0.0.1:50996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T19:59:35.937276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:34.22264Z","time spent":"1.714513999s","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:35.937082Z","caller":"traceutil/trace.go:171","msg":"trace[1235817172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:533; }","duration":"1.724048073s","start":"2026-02-24T19:59:34.213023Z","end":"2026-02-24T19:59:35.937071Z","steps":["trace[1235817172] 'agreement among raft nodes before linearized reading' (duration: 1.72393847s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:35.93769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:34.212982Z","time spent":"1.724694528s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T19:59:35.937345Z","caller":"traceutil/trace.go:171","msg":"trace[723051758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:533; }","duration":"269.907508ms","start":"2026-02-24T19:59:35.667369Z","end":"2026-02-24T19:59:35.937276Z","steps":["trace[723051758] 'agreement among raft nodes before linearized reading' (duration: 269.767064ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:35.936771Z","caller":"traceutil/trace.go:171","msg":"trace[95574185] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.724026782s","start":"2026-02-24T19:59:34.212708Z","end":"2026-02-24T19:59:35.936734Z","steps":["trace[95574185] 'process raft request' (duration: 1.723850838s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:35.938032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:34.212578Z","time spent":"1.725398844s","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:36.447953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056439747,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T19:59:36.554313Z","caller":"traceutil/trace.go:171","msg":"trace[1696743986] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"610.550356ms","start":"2026-02-24T19:59:35.943723Z","end":"2026-02-24T19:59:36.554273Z","steps":["trace[1696743986] 'process raft request' (duration: 610.232229ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:36.554648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.943678Z","time spent":"610.72361ms","remote":"127.0.0.1:51342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:36.763011Z","caller":"traceutil/trace.go:171","msg":"trace[1674946126] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"818.883669ms","start":"2026-02-24T19:59:35.944093Z","end":"2026-02-24T19:59:36.762977Z","steps":["trace[1674946126] 'process raft request' (duration: 818.743826ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:36.763028Z","caller":"traceutil/trace.go:171","msg":"trace[833151287] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"818.962171ms","start":"2026-02-24T19:59:35.943973Z","end":"2026-02-24T19:59:36.762935Z","steps":["trace[833151287] 'process raft request' (duration: 811.985157ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:36.763064Z","caller":"traceutil/trace.go:171","msg":"trace[1469643345] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"815.246504ms","start":"2026-02-24T19:59:35.947777Z","end":"2026-02-24T19:59:36.763024Z","steps":["trace[1469643345] 'process raft request' (duration: 815.10005ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:36.763189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.944076Z","time spent":"819.025772ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T19:59:36.763231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.943945Z","time spent":"819.171536ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T19:59:36.76324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.9476Z","time spent":"815.554501ms","remote":"127.0.0.1:51342","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:36.763279Z","caller":"traceutil/trace.go:171","msg":"trace[1064658554] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"815.305825ms","start":"2026-02-24T19:59:35.947945Z","end":"2026-02-24T19:59:36.763251Z","steps":["trace[1064658554] 'process raft request' (duration: 814.990317ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:36.763436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.947907Z","time spent":"815.444868ms","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T19:59:36.763619Z","caller":"traceutil/trace.go:171","msg":"trace[711768895] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"803.745373ms","start":"2026-02-24T19:59:35.95986Z","end":"2026-02-24T19:59:36.763606Z","steps":["trace[711768895] 'process raft request' (duration: 803.642491ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:36.763553Z","caller":"traceutil/trace.go:171","msg":"trace[626817666] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"813.992924ms","start":"2026-02-24T19:59:35.949498Z","end":"2026-02-24T19:59:36.763491Z","steps":["trace[626817666] 'process raft request' (duration: 813.487033ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:36.763629Z","caller":"traceutil/trace.go:171","msg":"trace[952993211] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"803.689312ms","start":"2026-02-24T19:59:35.959923Z","end":"2026-02-24T19:59:36.763613Z","steps":["trace[952993211] 'process raft request' (duration: 803.60035ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:36.763625Z","caller":"traceutil/trace.go:171","msg":"trace[104495651] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"804.299546ms","start":"2026-02-24T19:59:35.959274Z","end":"2026-02-24T19:59:36.763573Z","steps":["trace[104495651] 'process raft request' (duration: 804.191024ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:36.763668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.95985Z","time spent":"803.796814ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:36.763657Z","caller":"traceutil/trace.go:171","msg":"trace[1147031670] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"803.559849ms","start":"2026-02-24T19:59:35.96007Z","end":"2026-02-24T19:59:36.76363Z","steps":["trace[1147031670] 'process raft request' (duration: 803.511547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:36.763708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.959918Z","time spent":"803.757024ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:36.763729Z","caller":"traceutil/trace.go:171","msg":"trace[1108503170] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"803.724083ms","start":"2026-02-24T19:59:35.959958Z","end":"2026-02-24T19:59:36.763682Z","steps":["trace[1108503170] 'process raft request' (duration: 803.5866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:36.763802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.960064Z","time spent":"803.670491ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:36.763829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.959254Z","time spent":"804.456039ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:36.763877Z","caller":"traceutil/trace.go:171","msg":"trace[136008315] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"803.546729ms","start":"2026-02-24T19:59:35.960317Z","end":"2026-02-24T19:59:36.763864Z","steps":["trace[136008315] 'process raft request' (duration: 803.284153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:36.763922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.959953Z","time spent":"803.864736ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:36.763892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.949487Z","time spent":"814.222919ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T19:59:36.763964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.960301Z","time spent":"803.637401ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:36.763986Z","caller":"traceutil/trace.go:171","msg":"trace[567504185] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"803.459247ms","start":"2026-02-24T19:59:35.960516Z","end":"2026-02-24T19:59:36.763976Z","steps":["trace[567504185] 'process raft request' (duration: 803.327613ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:36.76366Z","caller":"traceutil/trace.go:171","msg":"trace[2079806420] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"813.933783ms","start":"2026-02-24T19:59:35.949712Z","end":"2026-02-24T19:59:36.763646Z","steps":["trace[2079806420] 'process raft request' (duration: 813.717408ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:36.764028Z","caller":"traceutil/trace.go:171","msg":"trace[582535135] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"803.341654ms","start":"2026-02-24T19:59:35.960677Z","end":"2026-02-24T19:59:36.764018Z","steps":["trace[582535135] 'process raft request' (duration: 803.219151ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:36.764043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.960485Z","time spent":"803.530628ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:36.76405Z","caller":"traceutil/trace.go:171","msg":"trace[497260528] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:557; }","duration":"816.79504ms","start":"2026-02-24T19:59:35.947233Z","end":"2026-02-24T19:59:36.764028Z","steps":["trace[497260528] 'read index received' (duration: 606.86717ms)","trace[497260528] 'applied index is now lower than readState.Index' (duration: 209.92676ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:36.764124Z","caller":"traceutil/trace.go:171","msg":"trace[634857228] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"803.255582ms","start":"2026-02-24T19:59:35.960861Z","end":"2026-02-24T19:59:36.764117Z","steps":["trace[634857228] 'process raft request' (duration: 803.092878ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:36.76415Z","caller":"traceutil/trace.go:171","msg":"trace[670596703] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"803.712632ms","start":"2026-02-24T19:59:35.960426Z","end":"2026-02-24T19:59:36.764139Z","steps":["trace[670596703] 'process raft request' (duration: 803.334784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:36.764165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.960847Z","time spent":"803.304243ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:36.764161Z","caller":"traceutil/trace.go:171","msg":"trace[488298162] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"803.279353ms","start":"2026-02-24T19:59:35.960869Z","end":"2026-02-24T19:59:36.764148Z","steps":["trace[488298162] 'process raft request' (duration: 803.116339ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:36.764166Z","caller":"traceutil/trace.go:171","msg":"trace[1965118333] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"803.295793ms","start":"2026-02-24T19:59:35.960835Z","end":"2026-02-24T19:59:36.76413Z","steps":["trace[1965118333] 'process raft request' (duration: 803.090778ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:36.764196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.960404Z","time spent":"803.773184ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:36.764184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.949704Z","time spent":"814.332342ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T19:59:36.764074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.960655Z","time spent":"803.394515ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:36.764236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.960855Z","time spent":"803.341344ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:36.764258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.960819Z","time spent":"803.394935ms","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:36.764273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.033565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T19:59:36.76432Z","caller":"traceutil/trace.go:171","msg":"trace[631086598] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:552; }","duration":"817.110337ms","start":"2026-02-24T19:59:35.947195Z","end":"2026-02-24T19:59:36.764306Z","steps":["trace[631086598] 'agreement among raft nodes before linearized reading' (duration: 816.953974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:36.764352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.947153Z","time spent":"817.192629ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T19:59:36.78665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.832426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:36.786723Z","caller":"traceutil/trace.go:171","msg":"trace[1077327077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:553; }","duration":"835.923538ms","start":"2026-02-24T19:59:35.950784Z","end":"2026-02-24T19:59:36.786708Z","steps":["trace[1077327077] 'agreement among raft nodes before linearized reading' (duration: 835.801535ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:36.786761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:35.950777Z","time spent":"835.975389ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T19:59:36.914468Z","caller":"traceutil/trace.go:171","msg":"trace[1314811350] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"106.554113ms","start":"2026-02-24T19:59:36.807902Z","end":"2026-02-24T19:59:36.914456Z","steps":["trace[1314811350] 'process raft request' (duration: 106.306457ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:36.914565Z","caller":"traceutil/trace.go:171","msg":"trace[288753642] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"108.928008ms","start":"2026-02-24T19:59:36.805598Z","end":"2026-02-24T19:59:36.914526Z","steps":["trace[288753642] 'process raft request' (duration: 99.719121ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:36.914392Z","caller":"traceutil/trace.go:171","msg":"trace[501620761] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"105.402536ms","start":"2026-02-24T19:59:36.80897Z","end":"2026-02-24T19:59:36.914372Z","steps":["trace[501620761] 'process raft request' (duration: 105.312984ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:36.914969Z","caller":"traceutil/trace.go:171","msg":"trace[122975234] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"105.887066ms","start":"2026-02-24T19:59:36.809041Z","end":"2026-02-24T19:59:36.914928Z","steps":["trace[122975234] 'process raft request' (duration: 105.291113ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:36.915033Z","caller":"traceutil/trace.go:171","msg":"trace[943754564] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"109.320857ms","start":"2026-02-24T19:59:36.805665Z","end":"2026-02-24T19:59:36.914986Z","steps":["trace[943754564] 'process raft request' (duration: 108.479837ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:37.277672Z","caller":"traceutil/trace.go:171","msg":"trace[103190651] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"142.134167ms","start":"2026-02-24T19:59:37.135503Z","end":"2026-02-24T19:59:37.277637Z","steps":["trace[103190651] 'process raft request' (duration: 141.976553ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:37.277688Z","caller":"traceutil/trace.go:171","msg":"trace[1292047143] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"139.858604ms","start":"2026-02-24T19:59:37.137791Z","end":"2026-02-24T19:59:37.277649Z","steps":["trace[1292047143] 'process raft request' (duration: 139.799892ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:37.277641Z","caller":"traceutil/trace.go:171","msg":"trace[1432443597] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"143.342256ms","start":"2026-02-24T19:59:37.134256Z","end":"2026-02-24T19:59:37.277598Z","steps":["trace[1432443597] 'process raft request' (duration: 109.269136ms)","trace[1432443597] 'compare' (duration: 33.714381ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:37.2777Z","caller":"traceutil/trace.go:171","msg":"trace[1001784217] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"141.359318ms","start":"2026-02-24T19:59:37.136306Z","end":"2026-02-24T19:59:37.277666Z","steps":["trace[1001784217] 'process raft request' (duration: 141.237925ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:37.283623Z","caller":"traceutil/trace.go:171","msg":"trace[1632106614] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"118.88504ms","start":"2026-02-24T19:59:37.164713Z","end":"2026-02-24T19:59:37.283598Z","steps":["trace[1632106614] 'process raft request' (duration: 118.626464ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:37.572514Z","caller":"traceutil/trace.go:171","msg":"trace[1241338841] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"288.474624ms","start":"2026-02-24T19:59:37.284012Z","end":"2026-02-24T19:59:37.572486Z","steps":["trace[1241338841] 'process raft request' (duration: 288.424883ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:37.572584Z","caller":"traceutil/trace.go:171","msg":"trace[2126258192] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"288.623668ms","start":"2026-02-24T19:59:37.283855Z","end":"2026-02-24T19:59:37.572479Z","steps":["trace[2126258192] 'process raft request' (duration: 216.914163ms)","trace[2126258192] 'compare' (duration: 71.294254ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:37.572522Z","caller":"traceutil/trace.go:171","msg":"trace[882306192] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"288.503095ms","start":"2026-02-24T19:59:37.283984Z","end":"2026-02-24T19:59:37.572487Z","steps":["trace[882306192] 'process raft request' (duration: 288.404933ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:37.576164Z","caller":"traceutil/trace.go:171","msg":"trace[1491732382] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"243.253762ms","start":"2026-02-24T19:59:37.332884Z","end":"2026-02-24T19:59:37.576138Z","steps":["trace[1491732382] 'process raft request' (duration: 243.028977ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:37.5763Z","caller":"traceutil/trace.go:171","msg":"trace[31601976] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"242.163647ms","start":"2026-02-24T19:59:37.334082Z","end":"2026-02-24T19:59:37.576246Z","steps":["trace[31601976] 'process raft request' (duration: 241.942192ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:37.576783Z","caller":"traceutil/trace.go:171","msg":"trace[386456744] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:620; }","duration":"243.381545ms","start":"2026-02-24T19:59:37.333379Z","end":"2026-02-24T19:59:37.576761Z","steps":["trace[386456744] 'read index received' (duration: 167.321159ms)","trace[386456744] 'applied index is now lower than readState.Index' (duration: 76.059396ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:37.576804Z","caller":"traceutil/trace.go:171","msg":"trace[902424094] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"241.976581ms","start":"2026-02-24T19:59:37.334801Z","end":"2026-02-24T19:59:37.576777Z","steps":["trace[902424094] 'process raft request' (duration: 241.262804ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:37.576987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.230307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:37.57705Z","caller":"traceutil/trace.go:171","msg":"trace[1560823513] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:602; }","duration":"242.33155ms","start":"2026-02-24T19:59:37.334698Z","end":"2026-02-24T19:59:37.577029Z","steps":["trace[1560823513] 'agreement among raft nodes before linearized reading' (duration: 242.194227ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:37.577051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.642811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vshkg\" ","response":"range_response_count:1 size:16814"} {"level":"info","ts":"2026-02-24T19:59:37.577095Z","caller":"traceutil/trace.go:171","msg":"trace[679801141] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vshkg; range_end:; response_count:1; response_revision:602; }","duration":"243.736263ms","start":"2026-02-24T19:59:37.333346Z","end":"2026-02-24T19:59:37.577082Z","steps":["trace[679801141] 'agreement among raft nodes before linearized reading' (duration: 243.534948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:38.08814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.029856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T19:59:38.088267Z","caller":"traceutil/trace.go:171","msg":"trace[1509231340] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:657; }","duration":"264.630444ms","start":"2026-02-24T19:59:37.823616Z","end":"2026-02-24T19:59:38.088247Z","steps":["trace[1509231340] 'read index received' (duration: 145.22569ms)","trace[1509231340] 'applied index is now lower than readState.Index' (duration: 119.403314ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:38.088352Z","caller":"traceutil/trace.go:171","msg":"trace[1546986167] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"322.765849ms","start":"2026-02-24T19:59:37.765485Z","end":"2026-02-24T19:59:38.088251Z","steps":["trace[1546986167] 'process raft request' (duration: 203.540949ms)","trace[1546986167] 'compare' (duration: 118.801841ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:38.088409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.783838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:38.088496Z","caller":"traceutil/trace.go:171","msg":"trace[1497910406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"264.908571ms","start":"2026-02-24T19:59:37.823575Z","end":"2026-02-24T19:59:38.088484Z","steps":["trace[1497910406] 'agreement among raft nodes before linearized reading' (duration: 264.723727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:38.088617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:37.765438Z","time spent":"323.053957ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1039,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:39.993513Z","caller":"traceutil/trace.go:171","msg":"trace[1823259945] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"394.534994ms","start":"2026-02-24T19:59:39.598948Z","end":"2026-02-24T19:59:39.993483Z","steps":["trace[1823259945] 'process raft request' (duration: 394.382281ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:39.993699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:39.598921Z","time spent":"394.685518ms","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:39.999261Z","caller":"traceutil/trace.go:171","msg":"trace[1150695736] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:696; }","duration":"176.122336ms","start":"2026-02-24T19:59:39.823108Z","end":"2026-02-24T19:59:39.999231Z","steps":["trace[1150695736] 'read index received' (duration: 170.3459ms)","trace[1150695736] 'applied index is now lower than readState.Index' (duration: 5.775196ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:39.99939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.277269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:39.999433Z","caller":"traceutil/trace.go:171","msg":"trace[1399226106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:673; }","duration":"176.383782ms","start":"2026-02-24T19:59:39.823037Z","end":"2026-02-24T19:59:39.99942Z","steps":["trace[1399226106] 'agreement among raft nodes before linearized reading' (duration: 176.27822ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:39.999432Z","caller":"traceutil/trace.go:171","msg":"trace[619348215] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"199.624127ms","start":"2026-02-24T19:59:39.79978Z","end":"2026-02-24T19:59:39.999404Z","steps":["trace[619348215] 'process raft request' (duration: 199.368791ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:42.97273Z","caller":"traceutil/trace.go:171","msg":"trace[104804669] linearizableReadLoop","detail":"{readStateIndex:732; appliedIndex:730; }","duration":"576.659151ms","start":"2026-02-24T19:59:42.396038Z","end":"2026-02-24T19:59:42.972697Z","steps":["trace[104804669] 'read index received' (duration: 11.398958ms)","trace[104804669] 'applied index is now lower than readState.Index' (duration: 565.258923ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T19:59:42.972799Z","caller":"traceutil/trace.go:171","msg":"trace[1140932863] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"577.990671ms","start":"2026-02-24T19:59:42.394774Z","end":"2026-02-24T19:59:42.972765Z","steps":["trace[1140932863] 'process raft request' (duration: 577.719735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:42.972974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:42.394736Z","time spent":"578.139375ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17899,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T19:59:42.972978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.928527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-02-24T19:59:42.973039Z","caller":"traceutil/trace.go:171","msg":"trace[505678217] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:707; }","duration":"577.043419ms","start":"2026-02-24T19:59:42.395976Z","end":"2026-02-24T19:59:42.973019Z","steps":["trace[505678217] 'agreement among raft nodes before linearized reading' (duration: 576.863325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:42.973097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:42.395956Z","time spent":"577.127052ms","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-02-24T19:59:43.014642Z","caller":"traceutil/trace.go:171","msg":"trace[14301302] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"410.680652ms","start":"2026-02-24T19:59:42.603933Z","end":"2026-02-24T19:59:43.014613Z","steps":["trace[14301302] 'process raft request' (duration: 410.360135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:43.014714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.689018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-24T19:59:43.01478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:42.603895Z","time spent":"410.818226ms","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T19:59:43.014813Z","caller":"traceutil/trace.go:171","msg":"trace[1843405838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:708; }","duration":"222.844231ms","start":"2026-02-24T19:59:42.791945Z","end":"2026-02-24T19:59:43.014789Z","steps":["trace[1843405838] 'agreement among raft nodes before linearized reading' (duration: 222.539354ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:43.014832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.811353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T19:59:43.014935Z","caller":"traceutil/trace.go:171","msg":"trace[1069364022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:708; }","duration":"192.049028ms","start":"2026-02-24T19:59:42.822861Z","end":"2026-02-24T19:59:43.01491Z","steps":["trace[1069364022] 'agreement among raft nodes before linearized reading' (duration: 191.805372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:43.015069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.948584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T19:59:43.015108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.847379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T19:59:43.015163Z","caller":"traceutil/trace.go:171","msg":"trace[1104485449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:708; }","duration":"220.062046ms","start":"2026-02-24T19:59:42.795075Z","end":"2026-02-24T19:59:43.015137Z","steps":["trace[1104485449] 'agreement among raft nodes before linearized reading' (duration: 219.814521ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:43.015202Z","caller":"traceutil/trace.go:171","msg":"trace[1565184772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:708; }","duration":"221.976931ms","start":"2026-02-24T19:59:42.793201Z","end":"2026-02-24T19:59:43.015178Z","steps":["trace[1565184772] 'agreement among raft nodes before linearized reading' (duration: 221.645864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:43.015292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.95746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"warn","ts":"2026-02-24T19:59:43.015435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.155517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T19:59:43.01549Z","caller":"traceutil/trace.go:171","msg":"trace[1521246092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:708; }","duration":"222.210038ms","start":"2026-02-24T19:59:42.793269Z","end":"2026-02-24T19:59:43.015479Z","steps":["trace[1521246092] 'agreement among raft nodes before linearized reading' (duration: 221.46146ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:43.015571Z","caller":"traceutil/trace.go:171","msg":"trace[320101429] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:708; }","duration":"219.155986ms","start":"2026-02-24T19:59:42.796312Z","end":"2026-02-24T19:59:43.015468Z","steps":["trace[320101429] 'agreement among raft nodes before linearized reading' (duration: 218.259494ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:44.68526Z","caller":"traceutil/trace.go:171","msg":"trace[1928174402] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"104.505575ms","start":"2026-02-24T19:59:44.580724Z","end":"2026-02-24T19:59:44.68523Z","steps":["trace[1928174402] 'process raft request' (duration: 100.141352ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:53.627441Z","caller":"traceutil/trace.go:171","msg":"trace[1464941096] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"145.295991ms","start":"2026-02-24T19:59:53.482105Z","end":"2026-02-24T19:59:53.627401Z","steps":["trace[1464941096] 'process raft request' (duration: 145.083236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:59.538112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.825797ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-24T19:59:59.538818Z","caller":"traceutil/trace.go:171","msg":"trace[1102366422] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"633.239619ms","start":"2026-02-24T19:59:58.905547Z","end":"2026-02-24T19:59:59.538787Z","steps":["trace[1102366422] 'process raft request' (duration: 632.845019ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T19:59:59.538855Z","caller":"traceutil/trace.go:171","msg":"trace[1774839287] linearizableReadLoop","detail":"{readStateIndex:924; appliedIndex:922; }","duration":"397.591026ms","start":"2026-02-24T19:59:59.141193Z","end":"2026-02-24T19:59:59.538784Z","steps":["trace[1774839287] 'read index received' (duration: 118.085723ms)","trace[1774839287] 'applied index is now lower than readState.Index' (duration: 279.503783ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T19:59:59.538969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:58.905519Z","time spent":"633.383132ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T19:59:59.539084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.872073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T19:59:59.539154Z","caller":"traceutil/trace.go:171","msg":"trace[1225095921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:892; }","duration":"397.985116ms","start":"2026-02-24T19:59:59.14115Z","end":"2026-02-24T19:59:59.539135Z","steps":["trace[1225095921] 'agreement among raft nodes before linearized reading' (duration: 397.720679ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:59.539206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:59.141131Z","time spent":"398.066837ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T19:59:59.539364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.684704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T19:59:59.5394Z","caller":"traceutil/trace.go:171","msg":"trace[958262842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:892; }","duration":"390.759405ms","start":"2026-02-24T19:59:59.148631Z","end":"2026-02-24T19:59:59.539391Z","steps":["trace[958262842] 'agreement among raft nodes before linearized reading' (duration: 390.665263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:59.539425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:59.148611Z","time spent":"390.807286ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T19:59:59.539508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.344314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T19:59:59.539582Z","caller":"traceutil/trace.go:171","msg":"trace[2108211026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:892; }","duration":"395.454185ms","start":"2026-02-24T19:59:59.14411Z","end":"2026-02-24T19:59:59.539564Z","steps":["trace[2108211026] 'agreement among raft nodes before linearized reading' (duration: 395.23002ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:59.539617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:59.144094Z","time spent":"395.515188ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T19:59:59.539684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.773394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T19:59:59.539774Z","caller":"traceutil/trace.go:171","msg":"trace[1248628655] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:892; }","duration":"395.874836ms","start":"2026-02-24T19:59:59.143885Z","end":"2026-02-24T19:59:59.53976Z","steps":["trace[1248628655] 'agreement among raft nodes before linearized reading' (duration: 395.409645ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T19:59:59.539938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T19:59:59.143815Z","time spent":"396.033169ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:00:17.86825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.646387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T20:00:17.868318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.74822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:00:17.868383Z","caller":"traceutil/trace.go:171","msg":"trace[1791724252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1016; }","duration":"217.810681ms","start":"2026-02-24T20:00:17.650542Z","end":"2026-02-24T20:00:17.868353Z","steps":["trace[1791724252] 'range keys from in-memory index tree' (duration: 210.865646ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:17.868488Z","caller":"traceutil/trace.go:171","msg":"trace[1442773380] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"207.364643ms","start":"2026-02-24T20:00:17.661091Z","end":"2026-02-24T20:00:17.868456Z","steps":["trace[1442773380] 'process raft request' (duration: 38.354887ms)","trace[1442773380] 'compare' (duration: 168.563666ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:00:17.916667Z","caller":"traceutil/trace.go:171","msg":"trace[205633842] linearizableReadLoop","detail":"{readStateIndex:1059; appliedIndex:1058; }","duration":"204.296571ms","start":"2026-02-24T20:00:17.71233Z","end":"2026-02-24T20:00:17.916626Z","steps":["trace[205633842] 'read index received' (duration: 204.127167ms)","trace[205633842] 'applied index is now lower than readState.Index' (duration: 167.564µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:00:17.916865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.520916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:00:17.916949Z","caller":"traceutil/trace.go:171","msg":"trace[1878135583] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1018; }","duration":"204.663669ms","start":"2026-02-24T20:00:17.712264Z","end":"2026-02-24T20:00:17.916928Z","steps":["trace[1878135583] 'agreement among raft nodes before linearized reading' (duration: 204.501576ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:17.917344Z","caller":"traceutil/trace.go:171","msg":"trace[872759421] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"255.239206ms","start":"2026-02-24T20:00:17.661487Z","end":"2026-02-24T20:00:17.916726Z","steps":["trace[872759421] 'process raft request' (duration: 254.945639ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:17.920676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.354454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T20:00:17.920825Z","caller":"traceutil/trace.go:171","msg":"trace[1768198523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1020; }","duration":"136.530549ms","start":"2026-02-24T20:00:17.78425Z","end":"2026-02-24T20:00:17.92078Z","steps":["trace[1768198523] 'agreement among raft nodes before linearized reading' (duration: 136.313284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:17.920955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.881813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:00:17.921053Z","caller":"traceutil/trace.go:171","msg":"trace[18433395] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1020; }","duration":"103.060547ms","start":"2026-02-24T20:00:17.817973Z","end":"2026-02-24T20:00:17.921033Z","steps":["trace[18433395] 'agreement among raft nodes before linearized reading' (duration: 102.888063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:00:22.71519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.916818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-2wcxl\" ","response":"range_response_count:1 size:4152"} {"level":"info","ts":"2026-02-24T20:00:22.715282Z","caller":"traceutil/trace.go:171","msg":"trace[1312767039] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-2wcxl; range_end:; response_count:1; response_revision:1060; }","duration":"118.080252ms","start":"2026-02-24T20:00:22.597181Z","end":"2026-02-24T20:00:22.715261Z","steps":["trace[1312767039] 'range keys from in-memory index tree' (duration: 117.665012ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:29.951657Z","caller":"traceutil/trace.go:171","msg":"trace[1474896086] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"232.452046ms","start":"2026-02-24T20:00:29.719176Z","end":"2026-02-24T20:00:29.951628Z","steps":["trace[1474896086] 'process raft request' (duration: 232.268082ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:29.951921Z","caller":"traceutil/trace.go:171","msg":"trace[934540545] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1224; }","duration":"128.052757ms","start":"2026-02-24T20:00:29.823837Z","end":"2026-02-24T20:00:29.95189Z","steps":["trace[934540545] 'read index received' (duration: 128.047287ms)","trace[934540545] 'applied index is now lower than readState.Index' (duration: 4.49µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:00:29.952057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.200701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:00:29.952098Z","caller":"traceutil/trace.go:171","msg":"trace[1397764503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1180; }","duration":"128.288902ms","start":"2026-02-24T20:00:29.823797Z","end":"2026-02-24T20:00:29.952085Z","steps":["trace[1397764503] 'agreement among raft nodes before linearized reading' (duration: 128.20558ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:00:59.438067Z","caller":"traceutil/trace.go:171","msg":"trace[81153342] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"119.130627ms","start":"2026-02-24T20:00:59.318907Z","end":"2026-02-24T20:00:59.438038Z","steps":["trace[81153342] 'process raft request' (duration: 118.906932ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:01:06.630186Z","caller":"traceutil/trace.go:171","msg":"trace[156179704] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"456.650818ms","start":"2026-02-24T20:01:06.173505Z","end":"2026-02-24T20:01:06.630156Z","steps":["trace[156179704] 'process raft request' (duration: 456.496845ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:06.630366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:06.173477Z","time spent":"456.801102ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:01:06.820769Z","caller":"traceutil/trace.go:171","msg":"trace[1110308177] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1608; }","duration":"560.516004ms","start":"2026-02-24T20:01:06.260219Z","end":"2026-02-24T20:01:06.820735Z","steps":["trace[1110308177] 'read index received' (duration: 369.857495ms)","trace[1110308177] 'applied index is now lower than readState.Index' (duration: 190.656689ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:01:06.820844Z","caller":"traceutil/trace.go:171","msg":"trace[841592635] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"606.408939ms","start":"2026-02-24T20:01:06.214378Z","end":"2026-02-24T20:01:06.820787Z","steps":["trace[841592635] 'process raft request' (duration: 568.738509ms)","trace[841592635] 'compare' (duration: 37.477616ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:01:06.820994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.74504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T20:01:06.821077Z","caller":"traceutil/trace.go:171","msg":"trace[2118624411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1537; }","duration":"560.883253ms","start":"2026-02-24T20:01:06.260178Z","end":"2026-02-24T20:01:06.821062Z","steps":["trace[2118624411] 'agreement among raft nodes before linearized reading' (duration: 560.652887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:06.821098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.663858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-02-24T20:01:06.821169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.184491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3875"} {"level":"info","ts":"2026-02-24T20:01:06.82126Z","caller":"traceutil/trace.go:171","msg":"trace[1224735126] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1537; }","duration":"169.321524ms","start":"2026-02-24T20:01:06.651915Z","end":"2026-02-24T20:01:06.821237Z","steps":["trace[1224735126] 'agreement among raft nodes before linearized reading' (duration: 169.095099ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:01:06.821193Z","caller":"traceutil/trace.go:171","msg":"trace[198315053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1537; }","duration":"560.78546ms","start":"2026-02-24T20:01:06.260396Z","end":"2026-02-24T20:01:06.821181Z","steps":["trace[198315053] 'agreement among raft nodes before linearized reading' (duration: 560.524184ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:06.821426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:06.260382Z","time spent":"561.026058ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:01:06.821116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:06.260159Z","time spent":"560.948005ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:01:06.821108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:06.21436Z","time spent":"606.619784ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:01:06.821083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.669599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-24T20:01:06.821649Z","caller":"traceutil/trace.go:171","msg":"trace[510840249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1537; }","duration":"561.273833ms","start":"2026-02-24T20:01:06.260358Z","end":"2026-02-24T20:01:06.821632Z","steps":["trace[510840249] 'agreement among raft nodes before linearized reading' (duration: 560.563765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:06.821204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.780071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T20:01:06.821714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:06.260346Z","time spent":"561.350335ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T20:01:06.821769Z","caller":"traceutil/trace.go:171","msg":"trace[405938341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1537; }","duration":"561.343925ms","start":"2026-02-24T20:01:06.260399Z","end":"2026-02-24T20:01:06.821743Z","steps":["trace[405938341] 'agreement among raft nodes before linearized reading' (duration: 560.74431ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:06.821827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:06.260387Z","time spent":"561.426507ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:01:40.238696Z","caller":"traceutil/trace.go:171","msg":"trace[1741205929] linearizableReadLoop","detail":"{readStateIndex:1844; appliedIndex:1843; }","duration":"282.891571ms","start":"2026-02-24T20:01:39.955767Z","end":"2026-02-24T20:01:40.238659Z","steps":["trace[1741205929] 'read index received' (duration: 215.430587ms)","trace[1741205929] 'applied index is now lower than readState.Index' (duration: 67.459564ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:01:40.238849Z","caller":"traceutil/trace.go:171","msg":"trace[1190396170] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"383.581199ms","start":"2026-02-24T20:01:39.855255Z","end":"2026-02-24T20:01:40.238836Z","steps":["trace[1190396170] 'process raft request' (duration: 315.970711ms)","trace[1190396170] 'compare' (duration: 67.26835ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:01:40.238967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:39.855238Z","time spent":"383.641211ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:01:40.239068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.775098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"info","ts":"2026-02-24T20:01:40.239151Z","caller":"traceutil/trace.go:171","msg":"trace[416506087] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1764; }","duration":"162.912781ms","start":"2026-02-24T20:01:40.076216Z","end":"2026-02-24T20:01:40.239129Z","steps":["trace[416506087] 'agreement among raft nodes before linearized reading' (duration: 162.669915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:40.239494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.69312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a50e7aca-b926-40f7-ad4c-30e1600f7323\" ","response":"range_response_count:1 size:3582"} {"level":"info","ts":"2026-02-24T20:01:40.239593Z","caller":"traceutil/trace.go:171","msg":"trace[1527230614] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a50e7aca-b926-40f7-ad4c-30e1600f7323; range_end:; response_count:1; response_revision:1764; }","duration":"283.848114ms","start":"2026-02-24T20:01:39.955722Z","end":"2026-02-24T20:01:40.239571Z","steps":["trace[1527230614] 'agreement among raft nodes before linearized reading' (duration: 283.161817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:56.584739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249871272s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:01:56.584922Z","caller":"traceutil/trace.go:171","msg":"trace[314090568] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"925.937113ms","start":"2026-02-24T20:01:55.658967Z","end":"2026-02-24T20:01:56.584904Z","steps":["trace[314090568] 'process raft request' (duration: 925.881902ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:01:56.584914Z","caller":"traceutil/trace.go:171","msg":"trace[1577714780] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"1.271860465s","start":"2026-02-24T20:01:55.313014Z","end":"2026-02-24T20:01:56.584874Z","steps":["trace[1577714780] 'process raft request' (duration: 21.750297ms)","trace[1577714780] 'compare' (duration: 1.24977081s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:01:56.584985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:55.658943Z","time spent":"926.011306ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:01:56.585105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:55.312987Z","time spent":"1.272005869s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:01:56.585166Z","caller":"traceutil/trace.go:171","msg":"trace[491493171] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1959; }","duration":"1.190328833s","start":"2026-02-24T20:01:55.394826Z","end":"2026-02-24T20:01:56.585155Z","steps":["trace[491493171] 'read index received' (duration: 54.601µs)","trace[491493171] 'applied index is now lower than readState.Index' (duration: 1.190273002s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:01:56.585437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190617099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"info","ts":"2026-02-24T20:01:56.585486Z","caller":"traceutil/trace.go:171","msg":"trace[1159191194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1878; }","duration":"1.190703721s","start":"2026-02-24T20:01:55.39477Z","end":"2026-02-24T20:01:56.585474Z","steps":["trace[1159191194] 'agreement among raft nodes before linearized reading' (duration: 1.190573718s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:56.585517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:55.394749Z","time spent":"1.190760853s","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5347,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T20:01:56.589039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.000269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:01:56.589098Z","caller":"traceutil/trace.go:171","msg":"trace[1092040264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1879; }","duration":"765.093941ms","start":"2026-02-24T20:01:55.823988Z","end":"2026-02-24T20:01:56.589082Z","steps":["trace[1092040264] 'agreement among raft nodes before linearized reading' (duration: 764.985299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:56.589128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:55.823963Z","time spent":"765.158552ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:01:56.58934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.799041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:01:56.589392Z","caller":"traceutil/trace.go:171","msg":"trace[1532214188] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1879; }","duration":"487.873543ms","start":"2026-02-24T20:01:56.101495Z","end":"2026-02-24T20:01:56.589369Z","steps":["trace[1532214188] 'agreement among raft nodes before linearized reading' (duration: 487.814952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:56.589422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:56.101474Z","time spent":"487.939544ms","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:01:56.589503Z","caller":"traceutil/trace.go:171","msg":"trace[479936997] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"196.464074ms","start":"2026-02-24T20:01:56.393017Z","end":"2026-02-24T20:01:56.589481Z","steps":["trace[479936997] 'process raft request' (duration: 195.87405ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:56.589773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.917226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:01:56.589935Z","caller":"traceutil/trace.go:171","msg":"trace[1084221961] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1879; }","duration":"663.100061ms","start":"2026-02-24T20:01:55.926777Z","end":"2026-02-24T20:01:56.589877Z","steps":["trace[1084221961] 'agreement among raft nodes before linearized reading' (duration: 662.726922ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:01:56.590078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:01:55.926749Z","time spent":"663.312816ms","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:02:23.500589Z","caller":"traceutil/trace.go:171","msg":"trace[181496848] linearizableReadLoop","detail":"{readStateIndex:2103; appliedIndex:2102; }","duration":"127.880563ms","start":"2026-02-24T20:02:23.372683Z","end":"2026-02-24T20:02:23.500564Z","steps":["trace[181496848] 'read index received' (duration: 127.78487ms)","trace[181496848] 'applied index is now lower than readState.Index' (duration: 94.693µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:02:23.500667Z","caller":"traceutil/trace.go:171","msg":"trace[24777649] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"133.68619ms","start":"2026-02-24T20:02:23.366945Z","end":"2026-02-24T20:02:23.500632Z","steps":["trace[24777649] 'process raft request' (duration: 133.500794ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:23.500803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.099749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-24T20:02:23.500849Z","caller":"traceutil/trace.go:171","msg":"trace[655265745] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:2014; }","duration":"128.196ms","start":"2026-02-24T20:02:23.37264Z","end":"2026-02-24T20:02:23.500836Z","steps":["trace[655265745] 'agreement among raft nodes before linearized reading' (duration: 128.057727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:23.500872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.094598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T20:02:23.500959Z","caller":"traceutil/trace.go:171","msg":"trace[99651050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2014; }","duration":"128.229932ms","start":"2026-02-24T20:02:23.372708Z","end":"2026-02-24T20:02:23.500938Z","steps":["trace[99651050] 'agreement among raft nodes before linearized reading' (duration: 128.022887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:23.500988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.204357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T20:02:23.501023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.689018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:02:23.501051Z","caller":"traceutil/trace.go:171","msg":"trace[861045491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2014; }","duration":"127.28309ms","start":"2026-02-24T20:02:23.373751Z","end":"2026-02-24T20:02:23.501034Z","steps":["trace[861045491] 'agreement among raft nodes before linearized reading' (duration: 127.098066ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:23.501117Z","caller":"traceutil/trace.go:171","msg":"trace[1400657778] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2014; }","duration":"121.796621ms","start":"2026-02-24T20:02:23.379283Z","end":"2026-02-24T20:02:23.501079Z","steps":["trace[1400657778] 'agreement among raft nodes before linearized reading' (duration: 121.671158ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:23.501113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.557626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T20:02:23.501171Z","caller":"traceutil/trace.go:171","msg":"trace[889718392] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2014; }","duration":"127.629478ms","start":"2026-02-24T20:02:23.373526Z","end":"2026-02-24T20:02:23.501156Z","steps":["trace[889718392] 'agreement among raft nodes before linearized reading' (duration: 127.479194ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:23.621084Z","caller":"traceutil/trace.go:171","msg":"trace[2018546177] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"116.000595ms","start":"2026-02-24T20:02:23.505059Z","end":"2026-02-24T20:02:23.62106Z","steps":["trace[2018546177] 'process raft request' (duration: 115.918872ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:23.621082Z","caller":"traceutil/trace.go:171","msg":"trace[418901020] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"115.992395ms","start":"2026-02-24T20:02:23.505067Z","end":"2026-02-24T20:02:23.621059Z","steps":["trace[418901020] 'process raft request' (duration: 105.908798ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:23.621375Z","caller":"traceutil/trace.go:171","msg":"trace[1391235649] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"116.156849ms","start":"2026-02-24T20:02:23.505201Z","end":"2026-02-24T20:02:23.621358Z","steps":["trace[1391235649] 'process raft request' (duration: 115.823361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:29.093547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.886383ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:02:29.093743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.936061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:02:29.093777Z","caller":"traceutil/trace.go:171","msg":"trace[580750616] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2038; }","duration":"254.113868ms","start":"2026-02-24T20:02:28.839608Z","end":"2026-02-24T20:02:29.093721Z","steps":["trace[580750616] 'range keys from in-memory index tree' (duration: 253.866142ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:29.093973Z","caller":"traceutil/trace.go:171","msg":"trace[565439774] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"399.482712ms","start":"2026-02-24T20:02:28.694362Z","end":"2026-02-24T20:02:29.093845Z","steps":["trace[565439774] 'process raft request' (duration: 209.350326ms)","trace[565439774] 'compare' (duration: 189.803898ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:02:29.094112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:28.694332Z","time spent":"399.691796ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:02:29.598729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.317823ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:02:29.599017Z","caller":"traceutil/trace.go:171","msg":"trace[218481094] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"900.792824ms","start":"2026-02-24T20:02:28.698191Z","end":"2026-02-24T20:02:29.598983Z","steps":["trace[218481094] 'process raft request' (duration: 900.638071ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:29.599035Z","caller":"traceutil/trace.go:171","msg":"trace[300349271] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"902.094946ms","start":"2026-02-24T20:02:28.696858Z","end":"2026-02-24T20:02:29.598953Z","steps":["trace[300349271] 'process raft request' (duration: 601.455495ms)","trace[300349271] 'compare' (duration: 299.821632ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:02:29.599277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:28.696834Z","time spent":"902.309262ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:02:29.599268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:28.698181Z","time spent":"900.961539ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:02:29.756586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.655653ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-24T20:02:29.756706Z","caller":"traceutil/trace.go:171","msg":"trace[1440440197] linearizableReadLoop","detail":"{readStateIndex:2132; appliedIndex:2129; }","duration":"848.501747ms","start":"2026-02-24T20:02:28.908187Z","end":"2026-02-24T20:02:29.756688Z","steps":["trace[1440440197] 'read index received' (duration: 390.009938ms)","trace[1440440197] 'applied index is now lower than readState.Index' (duration: 458.490168ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:02:29.756949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.761263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"info","ts":"2026-02-24T20:02:29.756991Z","caller":"traceutil/trace.go:171","msg":"trace[1382073907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2041; }","duration":"848.871795ms","start":"2026-02-24T20:02:28.908104Z","end":"2026-02-24T20:02:29.756976Z","steps":["trace[1382073907] 'agreement among raft nodes before linearized reading' (duration: 848.679061ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:29.757026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:28.908068Z","time spent":"848.950177ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5347,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T20:02:29.757057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.677592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T20:02:29.757147Z","caller":"traceutil/trace.go:171","msg":"trace[802746732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2041; }","duration":"590.812005ms","start":"2026-02-24T20:02:29.166317Z","end":"2026-02-24T20:02:29.757129Z","steps":["trace[802746732] 'agreement among raft nodes before linearized reading' (duration: 590.573549ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:29.75719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:29.166296Z","time spent":"590.886317ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:02:29.757144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.494378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T20:02:29.757223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.746808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T20:02:29.75724Z","caller":"traceutil/trace.go:171","msg":"trace[80650494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2041; }","duration":"114.647172ms","start":"2026-02-24T20:02:29.642575Z","end":"2026-02-24T20:02:29.757223Z","steps":["trace[80650494] 'agreement among raft nodes before linearized reading' (duration: 114.282043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:29.757334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.616202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T20:02:29.757427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.829834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:02:29.75743Z","caller":"traceutil/trace.go:171","msg":"trace[987647268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2041; }","duration":"114.797886ms","start":"2026-02-24T20:02:29.642606Z","end":"2026-02-24T20:02:29.757404Z","steps":["trace[987647268] 'agreement among raft nodes before linearized reading' (duration: 114.573421ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:29.757272Z","caller":"traceutil/trace.go:171","msg":"trace[701054890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2041; }","duration":"112.810479ms","start":"2026-02-24T20:02:29.644449Z","end":"2026-02-24T20:02:29.757259Z","steps":["trace[701054890] 'agreement among raft nodes before linearized reading' (duration: 112.678466ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:29.75748Z","caller":"traceutil/trace.go:171","msg":"trace[2134127443] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2041; }","duration":"578.945187ms","start":"2026-02-24T20:02:29.178523Z","end":"2026-02-24T20:02:29.757468Z","steps":["trace[2134127443] 'agreement among raft nodes before linearized reading' (duration: 578.827394ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:29.757523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:29.178502Z","time spent":"579.010849ms","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:02:29.757661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.160822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:02:29.757737Z","caller":"traceutil/trace.go:171","msg":"trace[149325543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2041; }","duration":"232.835768ms","start":"2026-02-24T20:02:29.524861Z","end":"2026-02-24T20:02:29.757697Z","steps":["trace[149325543] 'agreement among raft nodes before linearized reading' (duration: 232.04403ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:30.353593Z","caller":"traceutil/trace.go:171","msg":"trace[1650701539] linearizableReadLoop","detail":"{readStateIndex:2138; appliedIndex:2137; }","duration":"159.150248ms","start":"2026-02-24T20:02:30.194416Z","end":"2026-02-24T20:02:30.353566Z","steps":["trace[1650701539] 'read index received' (duration: 143.126842ms)","trace[1650701539] 'applied index is now lower than readState.Index' (duration: 16.022116ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:02:30.353648Z","caller":"traceutil/trace.go:171","msg":"trace[1605045193] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"421.94625ms","start":"2026-02-24T20:02:29.931667Z","end":"2026-02-24T20:02:30.353614Z","steps":["trace[1605045193] 'process raft request' (duration: 405.866092ms)","trace[1605045193] 'compare' (duration: 15.605017ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:02:30.353806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:29.93164Z","time spent":"422.071643ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:02:30.353865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.434735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-24T20:02:30.353926Z","caller":"traceutil/trace.go:171","msg":"trace[1500209574] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2047; }","duration":"159.545517ms","start":"2026-02-24T20:02:30.194353Z","end":"2026-02-24T20:02:30.353899Z","steps":["trace[1500209574] 'agreement among raft nodes before linearized reading' (duration: 159.305832ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:31.527446Z","caller":"traceutil/trace.go:171","msg":"trace[187244894] linearizableReadLoop","detail":"{readStateIndex:2140; appliedIndex:2139; }","duration":"101.491033ms","start":"2026-02-24T20:02:31.425934Z","end":"2026-02-24T20:02:31.527425Z","steps":["trace[187244894] 'read index received' (duration: 101.34927ms)","trace[187244894] 'applied index is now lower than readState.Index' (duration: 140.883µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:02:31.527498Z","caller":"traceutil/trace.go:171","msg":"trace[1890832278] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"428.556954ms","start":"2026-02-24T20:02:31.098922Z","end":"2026-02-24T20:02:31.527479Z","steps":["trace[1890832278] 'process raft request' (duration: 428.347289ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:31.527602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.662737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18974741d1fbaf9b\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-02-24T20:02:31.52762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:31.098896Z","time spent":"428.649027ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:02:31.527638Z","caller":"traceutil/trace.go:171","msg":"trace[404445133] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18974741d1fbaf9b; range_end:; response_count:1; response_revision:2049; }","duration":"101.746589ms","start":"2026-02-24T20:02:31.425879Z","end":"2026-02-24T20:02:31.527625Z","steps":["trace[404445133] 'agreement among raft nodes before linearized reading' (duration: 101.632176ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:31.706685Z","caller":"traceutil/trace.go:171","msg":"trace[566348551] transaction","detail":"{read_only:false; response_revision:2052; number_of_response:1; }","duration":"103.163512ms","start":"2026-02-24T20:02:31.603495Z","end":"2026-02-24T20:02:31.706658Z","steps":["trace[566348551] 'process raft request' (duration: 103.06039ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:31.706851Z","caller":"traceutil/trace.go:171","msg":"trace[358661284] transaction","detail":"{read_only:false; response_revision:2053; number_of_response:1; }","duration":"103.035189ms","start":"2026-02-24T20:02:31.603794Z","end":"2026-02-24T20:02:31.706829Z","steps":["trace[358661284] 'process raft request' (duration: 102.829805ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:31.706883Z","caller":"traceutil/trace.go:171","msg":"trace[189431043] transaction","detail":"{read_only:false; response_revision:2051; number_of_response:1; }","duration":"113.803913ms","start":"2026-02-24T20:02:31.593052Z","end":"2026-02-24T20:02:31.706855Z","steps":["trace[189431043] 'process raft request' (duration: 55.78157ms)","trace[189431043] 'compare' (duration: 57.573153ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:02:32.406245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.767357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:02:32.406352Z","caller":"traceutil/trace.go:171","msg":"trace[405127044] linearizableReadLoop","detail":"{readStateIndex:2145; appliedIndex:2144; }","duration":"592.451524ms","start":"2026-02-24T20:02:31.813883Z","end":"2026-02-24T20:02:32.406335Z","steps":["trace[405127044] 'read index received' (duration: 9.498182ms)","trace[405127044] 'applied index is now lower than readState.Index' (duration: 582.952002ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:02:32.406446Z","caller":"traceutil/trace.go:171","msg":"trace[1490434284] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"597.298178ms","start":"2026-02-24T20:02:31.809133Z","end":"2026-02-24T20:02:32.406431Z","steps":["trace[1490434284] 'process raft request' (duration: 14.256204ms)","trace[1490434284] 'compare' (duration: 582.49955ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:02:32.406505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:31.809118Z","time spent":"597.35926ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:02:32.406798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.891574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T20:02:32.406837Z","caller":"traceutil/trace.go:171","msg":"trace[1722985144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2054; }","duration":"592.968716ms","start":"2026-02-24T20:02:31.813859Z","end":"2026-02-24T20:02:32.406827Z","steps":["trace[1722985144] 'agreement among raft nodes before linearized reading' (duration: 592.827193ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:32.406843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.550145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:02:32.406866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:31.813844Z","time spent":"593.015127ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:02:32.406897Z","caller":"traceutil/trace.go:171","msg":"trace[401408581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2054; }","duration":"583.609806ms","start":"2026-02-24T20:02:31.823268Z","end":"2026-02-24T20:02:32.406877Z","steps":["trace[401408581] 'agreement among raft nodes before linearized reading' (duration: 583.527374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:32.406929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:31.823261Z","time spent":"583.661398ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:02:32.406939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.527996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T20:02:32.40704Z","caller":"traceutil/trace.go:171","msg":"trace[2134821562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2054; }","duration":"592.660768ms","start":"2026-02-24T20:02:31.814355Z","end":"2026-02-24T20:02:32.407016Z","steps":["trace[2134821562] 'agreement among raft nodes before linearized reading' (duration: 592.384962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:32.40701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.601335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:02:32.407042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.168767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T20:02:32.407052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.779608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-02-24T20:02:32.407104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:31.814347Z","time spent":"592.743151ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T20:02:32.40711Z","caller":"traceutil/trace.go:171","msg":"trace[1513876858] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2054; }","duration":"132.82921ms","start":"2026-02-24T20:02:32.274262Z","end":"2026-02-24T20:02:32.407091Z","steps":["trace[1513876858] 'agreement among raft nodes before linearized reading' (duration: 132.597005ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:32.407118Z","caller":"traceutil/trace.go:171","msg":"trace[853967413] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2054; }","duration":"592.267689ms","start":"2026-02-24T20:02:31.81483Z","end":"2026-02-24T20:02:32.407098Z","steps":["trace[853967413] 'agreement among raft nodes before linearized reading' (duration: 592.054404ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:32.407131Z","caller":"traceutil/trace.go:171","msg":"trace[1751953191] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2054; }","duration":"591.88403ms","start":"2026-02-24T20:02:31.815231Z","end":"2026-02-24T20:02:32.407115Z","steps":["trace[1751953191] 'agreement among raft nodes before linearized reading' (duration: 591.650164ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:32.407165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:31.814821Z","time spent":"592.330412ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:02:32.407175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:31.815224Z","time spent":"591.943921ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:02:33.279084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056442908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:02:33.422419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.78309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:02:33.422684Z","caller":"traceutil/trace.go:171","msg":"trace[1652574376] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"1.011268631s","start":"2026-02-24T20:02:32.41138Z","end":"2026-02-24T20:02:33.422649Z","steps":["trace[1652574376] 'process raft request' (duration: 892.165104ms)","trace[1652574376] 'compare' (duration: 118.558945ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:02:33.422811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:32.411363Z","time spent":"1.011377713s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:02:33.422845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.466157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"info","ts":"2026-02-24T20:02:33.42288Z","caller":"traceutil/trace.go:171","msg":"trace[680474116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2058; }","duration":"644.536938ms","start":"2026-02-24T20:02:32.778332Z","end":"2026-02-24T20:02:33.422869Z","steps":["trace[680474116] 'agreement among raft nodes before linearized reading' (duration: 644.392485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:33.422914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:32.778309Z","time spent":"644.59747ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5347,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-24T20:02:33.422697Z","caller":"traceutil/trace.go:171","msg":"trace[1609940138] linearizableReadLoop","detail":"{readStateIndex:2149; appliedIndex:2145; }","duration":"644.295643ms","start":"2026-02-24T20:02:32.778385Z","end":"2026-02-24T20:02:33.42268Z","steps":["trace[1609940138] 'read index received' (duration: 525.173875ms)","trace[1609940138] 'applied index is now lower than readState.Index' (duration: 119.120538ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:02:33.422948Z","caller":"traceutil/trace.go:171","msg":"trace[769126735] transaction","detail":"{read_only:false; response_revision:2056; number_of_response:1; }","duration":"1.011506636s","start":"2026-02-24T20:02:32.411396Z","end":"2026-02-24T20:02:33.422903Z","steps":["trace[769126735] 'process raft request' (duration: 1.011139448s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:33.423099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.205333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:02:33.423127Z","caller":"traceutil/trace.go:171","msg":"trace[37731436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2058; }","duration":"599.292725ms","start":"2026-02-24T20:02:32.823827Z","end":"2026-02-24T20:02:33.42312Z","steps":["trace[37731436] 'agreement among raft nodes before linearized reading' (duration: 599.224424ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:33.423148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:32.823808Z","time spent":"599.334656ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:02:33.423163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:32.411371Z","time spent":"1.011654031s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:02:33.423173Z","caller":"traceutil/trace.go:171","msg":"trace[698322682] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"1.011449056s","start":"2026-02-24T20:02:32.411692Z","end":"2026-02-24T20:02:33.423141Z","steps":["trace[698322682] 'process raft request' (duration: 1.010924742s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:33.423181Z","caller":"traceutil/trace.go:171","msg":"trace[1321802717] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"1.011458676s","start":"2026-02-24T20:02:32.411695Z","end":"2026-02-24T20:02:33.423154Z","steps":["trace[1321802717] 'process raft request' (duration: 1.010954013s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:33.42335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:32.411674Z","time spent":"1.011580779s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:02:33.423357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:32.411679Z","time spent":"1.011567799s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:02:38.842993Z","caller":"traceutil/trace.go:171","msg":"trace[1798260842] linearizableReadLoop","detail":"{readStateIndex:2173; appliedIndex:2172; }","duration":"390.275186ms","start":"2026-02-24T20:02:38.452691Z","end":"2026-02-24T20:02:38.842966Z","steps":["trace[1798260842] 'read index received' (duration: 390.111312ms)","trace[1798260842] 'applied index is now lower than readState.Index' (duration: 162.324µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:02:38.843114Z","caller":"traceutil/trace.go:171","msg":"trace[1775815739] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"408.876982ms","start":"2026-02-24T20:02:38.434204Z","end":"2026-02-24T20:02:38.843081Z","steps":["trace[1775815739] 'process raft request' (duration: 408.610026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:38.843275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.564062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5324"} {"level":"info","ts":"2026-02-24T20:02:38.84336Z","caller":"traceutil/trace.go:171","msg":"trace[1167252466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2081; }","duration":"390.653774ms","start":"2026-02-24T20:02:38.452685Z","end":"2026-02-24T20:02:38.843339Z","steps":["trace[1167252466] 'agreement among raft nodes before linearized reading' (duration: 390.48016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:38.843399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:38.452637Z","time spent":"390.752906ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5347,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T20:02:38.843558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:38.434188Z","time spent":"409.002016ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:02:39.437589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.86875ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-24T20:02:39.437976Z","caller":"traceutil/trace.go:171","msg":"trace[1089982949] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"652.054294ms","start":"2026-02-24T20:02:38.785889Z","end":"2026-02-24T20:02:39.437944Z","steps":["trace[1089982949] 'process raft request' (duration: 651.817339ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:02:39.437973Z","caller":"traceutil/trace.go:171","msg":"trace[1359159081] linearizableReadLoop","detail":"{readStateIndex:2175; appliedIndex:2173; }","duration":"594.787979ms","start":"2026-02-24T20:02:38.843149Z","end":"2026-02-24T20:02:39.437937Z","steps":["trace[1359159081] 'read index received' (duration: 71.50441ms)","trace[1359159081] 'applied index is now lower than readState.Index' (duration: 523.279929ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:02:39.438142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:38.785863Z","time spent":"652.190097ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:02:39.449698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.587051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-02-24T20:02:39.449757Z","caller":"traceutil/trace.go:171","msg":"trace[305630867] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2082; }","duration":"252.689614ms","start":"2026-02-24T20:02:39.197051Z","end":"2026-02-24T20:02:39.449741Z","steps":["trace[305630867] 'agreement among raft nodes before linearized reading' (duration: 241.070641ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:39.450123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.878282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:02:39.45018Z","caller":"traceutil/trace.go:171","msg":"trace[1988567534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2082; }","duration":"626.976715ms","start":"2026-02-24T20:02:38.823191Z","end":"2026-02-24T20:02:39.450167Z","steps":["trace[1988567534] 'agreement among raft nodes before linearized reading' (duration: 614.8486ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:02:39.450224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:02:38.823177Z","time spent":"627.033746ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:03:05.245456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.680714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:03:05.245575Z","caller":"traceutil/trace.go:171","msg":"trace[1737064680] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2386; }","duration":"232.849019ms","start":"2026-02-24T20:03:05.012702Z","end":"2026-02-24T20:03:05.245551Z","steps":["trace[1737064680] 'range keys from in-memory index tree' (duration: 232.584722ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:10.047092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056443651,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:03:10.059771Z","caller":"traceutil/trace.go:171","msg":"trace[120901914] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"583.419533ms","start":"2026-02-24T20:03:09.476327Z","end":"2026-02-24T20:03:10.059746Z","steps":["trace[120901914] 'process raft request' (duration: 583.225068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:10.059921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:09.476306Z","time spent":"583.537555ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:03:10.076007Z","caller":"traceutil/trace.go:171","msg":"trace[16863790] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"195.930941ms","start":"2026-02-24T20:03:09.880065Z","end":"2026-02-24T20:03:10.075996Z","steps":["trace[16863790] 'process raft request' (duration: 195.88486ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:10.076159Z","caller":"traceutil/trace.go:171","msg":"trace[2109106298] linearizableReadLoop","detail":"{readStateIndex:2518; appliedIndex:2514; }","duration":"529.149856ms","start":"2026-02-24T20:03:09.546965Z","end":"2026-02-24T20:03:10.076115Z","steps":["trace[2109106298] 'read index received' (duration: 512.594148ms)","trace[2109106298] 'applied index is now lower than readState.Index' (duration: 16.553068ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:03:10.076273Z","caller":"traceutil/trace.go:171","msg":"trace[1283936624] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"194.012278ms","start":"2026-02-24T20:03:09.882245Z","end":"2026-02-24T20:03:10.076257Z","steps":["trace[1283936624] 'process raft request' (duration: 193.72952ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:10.07638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.625437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T20:03:10.07639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.406474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:03:10.076417Z","caller":"traceutil/trace.go:171","msg":"trace[773130583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2411; }","duration":"474.686579ms","start":"2026-02-24T20:03:09.601719Z","end":"2026-02-24T20:03:10.076406Z","steps":["trace[773130583] 'agreement among raft nodes before linearized reading' (duration: 474.593967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:10.076439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:09.601697Z","time spent":"474.73747ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:03:10.07644Z","caller":"traceutil/trace.go:171","msg":"trace[582693792] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2411; }","duration":"529.536126ms","start":"2026-02-24T20:03:09.546886Z","end":"2026-02-24T20:03:10.076422Z","steps":["trace[582693792] 'agreement among raft nodes before linearized reading' (duration: 529.411973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:10.076492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:09.546857Z","time spent":"529.621049ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:03:10.076523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.314366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T20:03:10.076541Z","caller":"traceutil/trace.go:171","msg":"trace[1333227113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2411; }","duration":"470.353506ms","start":"2026-02-24T20:03:09.606182Z","end":"2026-02-24T20:03:10.076535Z","steps":["trace[1333227113] 'agreement among raft nodes before linearized reading' (duration: 470.302295ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:10.076557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:09.606169Z","time spent":"470.384507ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:03:10.076624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.139756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T20:03:10.076645Z","caller":"traceutil/trace.go:171","msg":"trace[830742728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2411; }","duration":"474.174836ms","start":"2026-02-24T20:03:09.602465Z","end":"2026-02-24T20:03:10.07664Z","steps":["trace[830742728] 'agreement among raft nodes before linearized reading' (duration: 474.128735ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:10.076661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:09.602458Z","time spent":"474.199828ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T20:03:10.07663Z","caller":"traceutil/trace.go:171","msg":"trace[1850249009] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"420.026154ms","start":"2026-02-24T20:03:09.65602Z","end":"2026-02-24T20:03:10.076046Z","steps":["trace[1850249009] 'process raft request' (duration: 419.88231ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:10.076753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.521605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T20:03:10.076794Z","caller":"traceutil/trace.go:171","msg":"trace[2086316909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2411; }","duration":"474.580476ms","start":"2026-02-24T20:03:09.602201Z","end":"2026-02-24T20:03:10.076781Z","steps":["trace[2086316909] 'agreement among raft nodes before linearized reading' (duration: 474.475073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:10.076827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:09.602193Z","time spent":"474.624827ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:03:10.076871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:09.655997Z","time spent":"420.743881ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:03:18.336524Z","caller":"traceutil/trace.go:171","msg":"trace[696885445] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"227.545684ms","start":"2026-02-24T20:03:18.108936Z","end":"2026-02-24T20:03:18.336482Z","steps":["trace[696885445] 'process raft request' (duration: 227.325429ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:18.338323Z","caller":"traceutil/trace.go:171","msg":"trace[1160232426] linearizableReadLoop","detail":"{readStateIndex:2570; appliedIndex:2567; }","duration":"217.305964ms","start":"2026-02-24T20:03:18.120985Z","end":"2026-02-24T20:03:18.338291Z","steps":["trace[1160232426] 'read index received' (duration: 215.308086ms)","trace[1160232426] 'applied index is now lower than readState.Index' (duration: 1.996388ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:03:18.338511Z","caller":"traceutil/trace.go:171","msg":"trace[708562223] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"221.101433ms","start":"2026-02-24T20:03:18.117378Z","end":"2026-02-24T20:03:18.33848Z","steps":["trace[708562223] 'process raft request' (duration: 220.867628ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:18.338627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.621312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-24T20:03:18.338697Z","caller":"traceutil/trace.go:171","msg":"trace[2064435839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2462; }","duration":"217.748405ms","start":"2026-02-24T20:03:18.120932Z","end":"2026-02-24T20:03:18.33868Z","steps":["trace[2064435839] 'agreement among raft nodes before linearized reading' (duration: 217.521969ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:18.338694Z","caller":"traceutil/trace.go:171","msg":"trace[464453607] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"221.44245ms","start":"2026-02-24T20:03:18.117229Z","end":"2026-02-24T20:03:18.338671Z","steps":["trace[464453607] 'process raft request' (duration: 220.865967ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:18.338779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.370381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-24T20:03:18.338823Z","caller":"traceutil/trace.go:171","msg":"trace[2109919453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2462; }","duration":"213.471504ms","start":"2026-02-24T20:03:18.12534Z","end":"2026-02-24T20:03:18.338811Z","steps":["trace[2109919453] 'agreement among raft nodes before linearized reading' (duration: 213.352661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:18.338735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.7588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-02-24T20:03:18.338924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.156846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T20:03:18.339029Z","caller":"traceutil/trace.go:171","msg":"trace[144544238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2462; }","duration":"216.31475ms","start":"2026-02-24T20:03:18.122695Z","end":"2026-02-24T20:03:18.339009Z","steps":["trace[144544238] 'agreement among raft nodes before linearized reading' (duration: 216.018433ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:18.339313Z","caller":"traceutil/trace.go:171","msg":"trace[2119161959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2462; }","duration":"216.944974ms","start":"2026-02-24T20:03:18.121928Z","end":"2026-02-24T20:03:18.338873Z","steps":["trace[2119161959] 'agreement among raft nodes before linearized reading' (duration: 216.673698ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:33.006376Z","caller":"traceutil/trace.go:171","msg":"trace[296949672] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"102.935146ms","start":"2026-02-24T20:03:32.903406Z","end":"2026-02-24T20:03:33.006341Z","steps":["trace[296949672] 'process raft request' (duration: 102.66989ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:36.567551Z","caller":"traceutil/trace.go:171","msg":"trace[1218033180] linearizableReadLoop","detail":"{readStateIndex:2676; appliedIndex:2673; }","duration":"156.754465ms","start":"2026-02-24T20:03:36.410775Z","end":"2026-02-24T20:03:36.567529Z","steps":["trace[1218033180] 'read index received' (duration: 77.068737ms)","trace[1218033180] 'applied index is now lower than readState.Index' (duration: 79.684648ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:03:36.567631Z","caller":"traceutil/trace.go:171","msg":"trace[499867955] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"166.383011ms","start":"2026-02-24T20:03:36.401204Z","end":"2026-02-24T20:03:36.567587Z","steps":["trace[499867955] 'process raft request' (duration: 137.743567ms)","trace[499867955] 'compare' (duration: 28.4325ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:03:36.567668Z","caller":"traceutil/trace.go:171","msg":"trace[413969771] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"165.810698ms","start":"2026-02-24T20:03:36.401829Z","end":"2026-02-24T20:03:36.567639Z","steps":["trace[413969771] 'process raft request' (duration: 165.655574ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:36.56782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.493444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-02-24T20:03:36.567826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.026591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-24T20:03:36.567845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.330593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T20:03:36.567879Z","caller":"traceutil/trace.go:171","msg":"trace[1299063093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2564; }","duration":"141.612617ms","start":"2026-02-24T20:03:36.42625Z","end":"2026-02-24T20:03:36.567863Z","steps":["trace[1299063093] 'agreement among raft nodes before linearized reading' (duration: 141.412802ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:36.567888Z","caller":"traceutil/trace.go:171","msg":"trace[928882869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2564; }","duration":"157.139104ms","start":"2026-02-24T20:03:36.410733Z","end":"2026-02-24T20:03:36.567872Z","steps":["trace[928882869] 'agreement among raft nodes before linearized reading' (duration: 156.903328ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:36.567924Z","caller":"traceutil/trace.go:171","msg":"trace[2126371138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2564; }","duration":"136.414386ms","start":"2026-02-24T20:03:36.431484Z","end":"2026-02-24T20:03:36.567899Z","steps":["trace[2126371138] 'agreement among raft nodes before linearized reading' (duration: 136.306673ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:36.567963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.636271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T20:03:36.568009Z","caller":"traceutil/trace.go:171","msg":"trace[238232338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2564; }","duration":"136.733103ms","start":"2026-02-24T20:03:36.431265Z","end":"2026-02-24T20:03:36.567998Z","steps":["trace[238232338] 'agreement among raft nodes before linearized reading' (duration: 136.573039ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:36.695583Z","caller":"traceutil/trace.go:171","msg":"trace[1769436172] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"122.786694ms","start":"2026-02-24T20:03:36.572768Z","end":"2026-02-24T20:03:36.695555Z","steps":["trace[1769436172] 'process raft request' (duration: 122.696052ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:36.695778Z","caller":"traceutil/trace.go:171","msg":"trace[1371007488] linearizableReadLoop","detail":"{readStateIndex:2680; appliedIndex:2676; }","duration":"121.680839ms","start":"2026-02-24T20:03:36.574081Z","end":"2026-02-24T20:03:36.695762Z","steps":["trace[1371007488] 'read index received' (duration: 22.577242ms)","trace[1371007488] 'applied index is now lower than readState.Index' (duration: 99.094186ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:03:36.695825Z","caller":"traceutil/trace.go:171","msg":"trace[892944634] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"122.972368ms","start":"2026-02-24T20:03:36.572812Z","end":"2026-02-24T20:03:36.695784Z","steps":["trace[892944634] 'process raft request' (duration: 122.699412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:36.696003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.903354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-02-24T20:03:36.696056Z","caller":"traceutil/trace.go:171","msg":"trace[1964364530] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2568; }","duration":"121.993005ms","start":"2026-02-24T20:03:36.574049Z","end":"2026-02-24T20:03:36.696042Z","steps":["trace[1964364530] 'agreement among raft nodes before linearized reading' (duration: 121.846492ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:36.695648Z","caller":"traceutil/trace.go:171","msg":"trace[2076250] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"122.892236ms","start":"2026-02-24T20:03:36.572723Z","end":"2026-02-24T20:03:36.695615Z","steps":["trace[2076250] 'process raft request' (duration: 120.790857ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:42.656383Z","caller":"traceutil/trace.go:171","msg":"trace[1409460464] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"143.915063ms","start":"2026-02-24T20:03:42.512443Z","end":"2026-02-24T20:03:42.656358Z","steps":["trace[1409460464] 'process raft request' (duration: 143.777049ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:43.394936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.754843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:03:43.395103Z","caller":"traceutil/trace.go:171","msg":"trace[910937846] linearizableReadLoop","detail":"{readStateIndex:2706; appliedIndex:2703; }","duration":"771.098035ms","start":"2026-02-24T20:03:42.623989Z","end":"2026-02-24T20:03:43.395087Z","steps":["trace[910937846] 'read index received' (duration: 32.279592ms)","trace[910937846] 'applied index is now lower than readState.Index' (duration: 738.817143ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:03:43.395188Z","caller":"traceutil/trace.go:171","msg":"trace[2030609299] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"809.098221ms","start":"2026-02-24T20:03:42.586076Z","end":"2026-02-24T20:03:43.395174Z","steps":["trace[2030609299] 'process raft request' (duration: 619.024271ms)","trace[2030609299] 'compare' (duration: 189.65194ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:03:43.395251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:42.586049Z","time spent":"809.168613ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:03:43.395629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.858285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T20:03:43.395674Z","caller":"traceutil/trace.go:171","msg":"trace[850216532] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"809.464458ms","start":"2026-02-24T20:03:42.586163Z","end":"2026-02-24T20:03:43.395627Z","steps":["trace[850216532] 'process raft request' (duration: 808.872274ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:43.395695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.256283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:03:43.395737Z","caller":"traceutil/trace.go:171","msg":"trace[1224356953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2593; }","duration":"675.003709ms","start":"2026-02-24T20:03:42.720699Z","end":"2026-02-24T20:03:43.395703Z","steps":["trace[1224356953] 'agreement among raft nodes before linearized reading' (duration: 674.759153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:43.395642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.997832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:03:43.395788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:42.720682Z","time spent":"675.096612ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:03:43.395798Z","caller":"traceutil/trace.go:171","msg":"trace[1661672528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2593; }","duration":"669.344226ms","start":"2026-02-24T20:03:42.726402Z","end":"2026-02-24T20:03:43.395747Z","steps":["trace[1661672528] 'agreement among raft nodes before linearized reading' (duration: 669.149661ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:43.395837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:42.726393Z","time spent":"669.434299ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T20:03:43.395813Z","caller":"traceutil/trace.go:171","msg":"trace[1314713403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2593; }","duration":"572.195638ms","start":"2026-02-24T20:03:42.823591Z","end":"2026-02-24T20:03:43.395786Z","steps":["trace[1314713403] 'agreement among raft nodes before linearized reading' (duration: 571.993132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:43.395978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:42.823571Z","time spent":"572.392562ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:03:43.395845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:42.586126Z","time spent":"809.625873ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:03:43.395845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.197047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:03:43.396127Z","caller":"traceutil/trace.go:171","msg":"trace[1462373212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2593; }","duration":"670.534155ms","start":"2026-02-24T20:03:42.725574Z","end":"2026-02-24T20:03:43.396108Z","steps":["trace[1462373212] 'agreement among raft nodes before linearized reading' (duration: 670.021902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:43.3962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:42.725553Z","time spent":"670.629267ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:03:43.39535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.34894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T20:03:43.396278Z","caller":"traceutil/trace.go:171","msg":"trace[717622150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2593; }","duration":"772.328794ms","start":"2026-02-24T20:03:42.623931Z","end":"2026-02-24T20:03:43.396259Z","steps":["trace[717622150] 'agreement among raft nodes before linearized reading' (duration: 771.253748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:03:43.395712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.265159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-02-24T20:03:43.396493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:03:42.623912Z","time spent":"772.56858ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T20:03:43.396526Z","caller":"traceutil/trace.go:171","msg":"trace[202798322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2593; }","duration":"170.179032ms","start":"2026-02-24T20:03:43.226329Z","end":"2026-02-24T20:03:43.396508Z","steps":["trace[202798322] 'agreement among raft nodes before linearized reading' (duration: 169.144437ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:03:48.830067Z","caller":"traceutil/trace.go:171","msg":"trace[1297250907] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"153.553598ms","start":"2026-02-24T20:03:48.676483Z","end":"2026-02-24T20:03:48.830036Z","steps":["trace[1297250907] 'process raft request' (duration: 153.346973ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:06:14.109461Z","caller":"traceutil/trace.go:171","msg":"trace[1259054636] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"180.923199ms","start":"2026-02-24T20:06:13.928496Z","end":"2026-02-24T20:06:14.109419Z","steps":["trace[1259054636] 'process raft request' (duration: 180.736385ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:06:14.399415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.640016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:06:14.399659Z","caller":"traceutil/trace.go:171","msg":"trace[1155507326] linearizableReadLoop","detail":"{readStateIndex:3662; appliedIndex:3660; }","duration":"161.128585ms","start":"2026-02-24T20:06:14.238504Z","end":"2026-02-24T20:06:14.399632Z","steps":["trace[1155507326] 'read index received' (duration: 66.172µs)","trace[1155507326] 'applied index is now lower than readState.Index' (duration: 161.061263ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:06:14.399694Z","caller":"traceutil/trace.go:171","msg":"trace[1338913809] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"391.545617ms","start":"2026-02-24T20:06:14.008085Z","end":"2026-02-24T20:06:14.39963Z","steps":["trace[1338913809] 'process raft request' (duration: 175.580744ms)","trace[1338913809] 'compare' (duration: 215.470162ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:06:14.3998Z","caller":"traceutil/trace.go:171","msg":"trace[1009883714] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"391.622339ms","start":"2026-02-24T20:06:14.008166Z","end":"2026-02-24T20:06:14.399789Z","steps":["trace[1009883714] 'process raft request' (duration: 391.383043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:06:14.399879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:06:14.008061Z","time spent":"391.721102ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:06:14.400035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.537434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T20:06:14.400074Z","caller":"traceutil/trace.go:171","msg":"trace[722015528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3511; }","duration":"161.621356ms","start":"2026-02-24T20:06:14.238443Z","end":"2026-02-24T20:06:14.400064Z","steps":["trace[722015528] 'agreement among raft nodes before linearized reading' (duration: 161.474813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:06:14.399885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:06:14.008162Z","time spent":"391.67773ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:06:14.400122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.350348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T20:06:14.40023Z","caller":"traceutil/trace.go:171","msg":"trace[687893025] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3511; }","duration":"152.489181ms","start":"2026-02-24T20:06:14.247712Z","end":"2026-02-24T20:06:14.400201Z","steps":["trace[687893025] 'agreement among raft nodes before linearized reading' (duration: 152.226785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:06:14.400271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.13003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:06:14.400301Z","caller":"traceutil/trace.go:171","msg":"trace[884888388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3511; }","duration":"151.176692ms","start":"2026-02-24T20:06:14.249116Z","end":"2026-02-24T20:06:14.400292Z","steps":["trace[884888388] 'agreement among raft nodes before linearized reading' (duration: 151.09575ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:06:14.400462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.587964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T20:06:14.400472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.638642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T20:06:14.400537Z","caller":"traceutil/trace.go:171","msg":"trace[1028060612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3511; }","duration":"152.715987ms","start":"2026-02-24T20:06:14.247807Z","end":"2026-02-24T20:06:14.400523Z","steps":["trace[1028060612] 'agreement among raft nodes before linearized reading' (duration: 152.4382ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:06:14.400557Z","caller":"traceutil/trace.go:171","msg":"trace[1889696648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3511; }","duration":"148.754734ms","start":"2026-02-24T20:06:14.251779Z","end":"2026-02-24T20:06:14.400533Z","steps":["trace[1889696648] 'agreement among raft nodes before linearized reading' (duration: 148.441277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:30.992924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.699827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:07:30.993334Z","caller":"traceutil/trace.go:171","msg":"trace[1116381325] transaction","detail":"{read_only:false; response_revision:4345; number_of_response:1; }","duration":"216.728621ms","start":"2026-02-24T20:07:30.776581Z","end":"2026-02-24T20:07:30.993309Z","steps":["trace[1116381325] 'process raft request' (duration: 216.616139ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:30.993385Z","caller":"traceutil/trace.go:171","msg":"trace[1077884490] linearizableReadLoop","detail":"{readStateIndex:4530; appliedIndex:4529; }","duration":"220.625111ms","start":"2026-02-24T20:07:30.772705Z","end":"2026-02-24T20:07:30.99333Z","steps":["trace[1077884490] 'read index received' (duration: 86.992575ms)","trace[1077884490] 'applied index is now lower than readState.Index' (duration: 133.627916ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:07:30.993432Z","caller":"traceutil/trace.go:171","msg":"trace[1682722972] transaction","detail":"{read_only:false; response_revision:4344; number_of_response:1; }","duration":"221.081861ms","start":"2026-02-24T20:07:30.772295Z","end":"2026-02-24T20:07:30.993377Z","steps":["trace[1682722972] 'process raft request' (duration: 86.790101ms)","trace[1682722972] 'compare' (duration: 133.451621ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:07:30.993705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.974419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T20:07:30.99381Z","caller":"traceutil/trace.go:171","msg":"trace[337937826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4345; }","duration":"221.120203ms","start":"2026-02-24T20:07:30.772668Z","end":"2026-02-24T20:07:30.993789Z","steps":["trace[337937826] 'agreement among raft nodes before linearized reading' (duration: 220.842107ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:31.001272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.487343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:07:31.001327Z","caller":"traceutil/trace.go:171","msg":"trace[551786342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4347; }","duration":"228.541534ms","start":"2026-02-24T20:07:30.772775Z","end":"2026-02-24T20:07:31.001316Z","steps":["trace[551786342] 'agreement among raft nodes before linearized reading' (duration: 228.420621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:31.001497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.151296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T20:07:31.001388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.026591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:07:31.001525Z","caller":"traceutil/trace.go:171","msg":"trace[2084767890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4347; }","duration":"225.196598ms","start":"2026-02-24T20:07:30.776321Z","end":"2026-02-24T20:07:31.001518Z","steps":["trace[2084767890] 'agreement among raft nodes before linearized reading' (duration: 225.121416ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:31.001535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.212505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:14874"} {"level":"info","ts":"2026-02-24T20:07:31.001594Z","caller":"traceutil/trace.go:171","msg":"trace[1104773912] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4347; }","duration":"158.312267ms","start":"2026-02-24T20:07:30.843266Z","end":"2026-02-24T20:07:31.001578Z","steps":["trace[1104773912] 'agreement among raft nodes before linearized reading' (duration: 158.107012ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:31.001615Z","caller":"traceutil/trace.go:171","msg":"trace[1945903229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4347; }","duration":"177.197585ms","start":"2026-02-24T20:07:30.824343Z","end":"2026-02-24T20:07:31.00154Z","steps":["trace[1945903229] 'agreement among raft nodes before linearized reading' (duration: 177.005721ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:36.087745Z","caller":"traceutil/trace.go:171","msg":"trace[1909647709] linearizableReadLoop","detail":"{readStateIndex:4684; appliedIndex:4683; }","duration":"135.899139ms","start":"2026-02-24T20:07:35.951819Z","end":"2026-02-24T20:07:36.087718Z","steps":["trace[1909647709] 'read index received' (duration: 135.584082ms)","trace[1909647709] 'applied index is now lower than readState.Index' (duration: 313.517µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:07:36.087938Z","caller":"traceutil/trace.go:171","msg":"trace[1651166429] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"149.053964ms","start":"2026-02-24T20:07:35.938871Z","end":"2026-02-24T20:07:36.087925Z","steps":["trace[1651166429] 'process raft request' (duration: 148.606813ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:36.088294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.432691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-02-24T20:07:36.088342Z","caller":"traceutil/trace.go:171","msg":"trace[1389914567] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4494; }","duration":"136.747969ms","start":"2026-02-24T20:07:35.951581Z","end":"2026-02-24T20:07:36.088329Z","steps":["trace[1389914567] 'agreement among raft nodes before linearized reading' (duration: 136.493273ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:36.263253Z","caller":"traceutil/trace.go:171","msg":"trace[222760493] linearizableReadLoop","detail":"{readStateIndex:4690; appliedIndex:4685; }","duration":"127.208198ms","start":"2026-02-24T20:07:36.136023Z","end":"2026-02-24T20:07:36.263231Z","steps":["trace[222760493] 'read index received' (duration: 5.819894ms)","trace[222760493] 'applied index is now lower than readState.Index' (duration: 121.387704ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:07:36.263267Z","caller":"traceutil/trace.go:171","msg":"trace[1631883518] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"127.853253ms","start":"2026-02-24T20:07:36.135387Z","end":"2026-02-24T20:07:36.26324Z","steps":["trace[1631883518] 'process raft request' (duration: 127.75117ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:36.263347Z","caller":"traceutil/trace.go:171","msg":"trace[1441022802] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"127.712309ms","start":"2026-02-24T20:07:36.135625Z","end":"2026-02-24T20:07:36.263338Z","steps":["trace[1441022802] 'process raft request' (duration: 127.535445ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:36.263458Z","caller":"traceutil/trace.go:171","msg":"trace[961127322] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"127.752821ms","start":"2026-02-24T20:07:36.135699Z","end":"2026-02-24T20:07:36.263452Z","steps":["trace[961127322] 'process raft request' (duration: 127.483264ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:36.263514Z","caller":"traceutil/trace.go:171","msg":"trace[1583272084] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"126.833669ms","start":"2026-02-24T20:07:36.136674Z","end":"2026-02-24T20:07:36.263508Z","steps":["trace[1583272084] 'process raft request' (duration: 126.527712ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:36.263613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.574286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:07:36.263638Z","caller":"traceutil/trace.go:171","msg":"trace[693850966] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4501; }","duration":"127.636418ms","start":"2026-02-24T20:07:36.135994Z","end":"2026-02-24T20:07:36.26363Z","steps":["trace[693850966] 'agreement among raft nodes before linearized reading' (duration: 127.566036ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:36.263645Z","caller":"traceutil/trace.go:171","msg":"trace[1636357206] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"128.315774ms","start":"2026-02-24T20:07:36.13531Z","end":"2026-02-24T20:07:36.263626Z","steps":["trace[1636357206] 'process raft request' (duration: 127.72231ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:36.300469Z","caller":"traceutil/trace.go:171","msg":"trace[2077793408] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"151.040059ms","start":"2026-02-24T20:07:36.149396Z","end":"2026-02-24T20:07:36.300436Z","steps":["trace[2077793408] 'process raft request' (duration: 150.801114ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:36.300616Z","caller":"traceutil/trace.go:171","msg":"trace[153532985] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"132.714464ms","start":"2026-02-24T20:07:36.167884Z","end":"2026-02-24T20:07:36.300599Z","steps":["trace[153532985] 'process raft request' (duration: 132.463358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:36.301678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.56051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194593"} {"level":"info","ts":"2026-02-24T20:07:36.301733Z","caller":"traceutil/trace.go:171","msg":"trace[1155772235] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4504; }","duration":"135.670863ms","start":"2026-02-24T20:07:36.166049Z","end":"2026-02-24T20:07:36.30172Z","steps":["trace[1155772235] 'agreement among raft nodes before linearized reading' (duration: 134.789152ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:37.526342Z","caller":"traceutil/trace.go:171","msg":"trace[2114341524] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"102.674049ms","start":"2026-02-24T20:07:37.423645Z","end":"2026-02-24T20:07:37.526319Z","steps":["trace[2114341524] 'process raft request' (duration: 102.502504ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:39.090671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.154249ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-24T20:07:39.090768Z","caller":"traceutil/trace.go:171","msg":"trace[500145717] linearizableReadLoop","detail":"{readStateIndex:4842; appliedIndex:4840; }","duration":"267.016886ms","start":"2026-02-24T20:07:38.823735Z","end":"2026-02-24T20:07:39.090752Z","steps":["trace[500145717] 'read index received' (duration: 12.058979ms)","trace[500145717] 'applied index is now lower than readState.Index' (duration: 254.956767ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:07:39.090896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.148869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:07:39.09099Z","caller":"traceutil/trace.go:171","msg":"trace[1953745950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4647; }","duration":"267.287883ms","start":"2026-02-24T20:07:38.823683Z","end":"2026-02-24T20:07:39.090971Z","steps":["trace[1953745950] 'agreement among raft nodes before linearized reading' (duration: 267.124499ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:39.275914Z","caller":"traceutil/trace.go:171","msg":"trace[23092629] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"180.672685ms","start":"2026-02-24T20:07:39.095223Z","end":"2026-02-24T20:07:39.275896Z","steps":["trace[23092629] 'process raft request' (duration: 180.517972ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:39.443074Z","caller":"traceutil/trace.go:171","msg":"trace[438390004] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"347.610444ms","start":"2026-02-24T20:07:39.095423Z","end":"2026-02-24T20:07:39.443033Z","steps":["trace[438390004] 'process raft request' (duration: 313.36722ms)","trace[438390004] 'compare' (duration: 34.028269ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:07:39.443107Z","caller":"traceutil/trace.go:171","msg":"trace[965845779] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"347.221125ms","start":"2026-02-24T20:07:39.095855Z","end":"2026-02-24T20:07:39.443076Z","steps":["trace[965845779] 'process raft request' (duration: 347.114502ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:39.443282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:07:39.095408Z","time spent":"347.764657ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:07:39.443307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:07:39.095831Z","time spent":"347.368377ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:07:39.443418Z","caller":"traceutil/trace.go:171","msg":"trace[1383126255] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4843; }","duration":"299.264304ms","start":"2026-02-24T20:07:39.144128Z","end":"2026-02-24T20:07:39.443392Z","steps":["trace[1383126255] 'read index received' (duration: 131.815794ms)","trace[1383126255] 'applied index is now lower than readState.Index' (duration: 167.44679ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:07:39.443549Z","caller":"traceutil/trace.go:171","msg":"trace[1050254784] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"346.352805ms","start":"2026-02-24T20:07:39.097174Z","end":"2026-02-24T20:07:39.443527Z","steps":["trace[1050254784] 'process raft request' (duration: 346.110599ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:39.443543Z","caller":"traceutil/trace.go:171","msg":"trace[1800861524] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"347.086871ms","start":"2026-02-24T20:07:39.096418Z","end":"2026-02-24T20:07:39.443505Z","steps":["trace[1800861524] 'process raft request' (duration: 346.60025ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:39.443644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:07:39.097158Z","time spent":"346.444177ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:07:39.44372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:07:39.09638Z","time spent":"347.246185ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:07:39.443793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.646876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:07:39.443861Z","caller":"traceutil/trace.go:171","msg":"trace[1160711328] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4652; }","duration":"193.762999ms","start":"2026-02-24T20:07:39.250077Z","end":"2026-02-24T20:07:39.44384Z","steps":["trace[1160711328] 'agreement among raft nodes before linearized reading' (duration: 193.654137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:39.44407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.933759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718637"} {"level":"info","ts":"2026-02-24T20:07:39.444133Z","caller":"traceutil/trace.go:171","msg":"trace[1761254742] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4652; }","duration":"300.029991ms","start":"2026-02-24T20:07:39.144085Z","end":"2026-02-24T20:07:39.444115Z","steps":["trace[1761254742] 'agreement among raft nodes before linearized reading' (duration: 299.466508ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:39.444197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:07:39.14407Z","time spent":"300.113063ms","remote":"127.0.0.1:50932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":718660,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-02-24T20:07:50.281846Z","caller":"traceutil/trace.go:171","msg":"trace[1955839377] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"147.322061ms","start":"2026-02-24T20:07:50.134488Z","end":"2026-02-24T20:07:50.28181Z","steps":["trace[1955839377] 'process raft request' (duration: 147.023814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:50.525956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.183085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:07:50.526089Z","caller":"traceutil/trace.go:171","msg":"trace[969762357] linearizableReadLoop","detail":"{readStateIndex:5064; appliedIndex:5063; }","duration":"139.193639ms","start":"2026-02-24T20:07:50.386876Z","end":"2026-02-24T20:07:50.52607Z","steps":["trace[969762357] 'read index received' (duration: 29.861941ms)","trace[969762357] 'applied index is now lower than readState.Index' (duration: 109.330368ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:07:50.526203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.326683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:07:50.526244Z","caller":"traceutil/trace.go:171","msg":"trace[2070076845] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4862; }","duration":"139.419005ms","start":"2026-02-24T20:07:50.386814Z","end":"2026-02-24T20:07:50.526233Z","steps":["trace[2070076845] 'agreement among raft nodes before linearized reading' (duration: 139.321692ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:50.526292Z","caller":"traceutil/trace.go:171","msg":"trace[1779988231] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"242.30043ms","start":"2026-02-24T20:07:50.283943Z","end":"2026-02-24T20:07:50.526243Z","steps":["trace[1779988231] 'process raft request' (duration: 132.715626ms)","trace[1779988231] 'compare' (duration: 109.013641ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:07:51.081683Z","caller":"traceutil/trace.go:171","msg":"trace[457047821] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"114.268693ms","start":"2026-02-24T20:07:50.967382Z","end":"2026-02-24T20:07:51.081651Z","steps":["trace[457047821] 'process raft request' (duration: 107.061554ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:51.089622Z","caller":"traceutil/trace.go:171","msg":"trace[2109671274] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"122.19384ms","start":"2026-02-24T20:07:50.967405Z","end":"2026-02-24T20:07:51.089599Z","steps":["trace[2109671274] 'process raft request' (duration: 122.004825ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:51.089624Z","caller":"traceutil/trace.go:171","msg":"trace[1933461898] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"121.960644ms","start":"2026-02-24T20:07:50.967638Z","end":"2026-02-24T20:07:51.089599Z","steps":["trace[1933461898] 'process raft request' (duration: 121.877042ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:51.089763Z","caller":"traceutil/trace.go:171","msg":"trace[517990888] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"121.331619ms","start":"2026-02-24T20:07:50.968412Z","end":"2026-02-24T20:07:51.089743Z","steps":["trace[517990888] 'process raft request' (duration: 121.146115ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:58.909929Z","caller":"traceutil/trace.go:171","msg":"trace[888509306] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"107.305011ms","start":"2026-02-24T20:07:58.802566Z","end":"2026-02-24T20:07:58.909871Z","steps":["trace[888509306] 'process raft request' (duration: 107.064046ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:58.965662Z","caller":"traceutil/trace.go:171","msg":"trace[1062019891] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5215; }","duration":"142.480927ms","start":"2026-02-24T20:07:58.823144Z","end":"2026-02-24T20:07:58.965625Z","steps":["trace[1062019891] 'read index received' (duration: 63.05267ms)","trace[1062019891] 'applied index is now lower than readState.Index' (duration: 79.426177ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:07:58.965921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.120716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:07:58.966002Z","caller":"traceutil/trace.go:171","msg":"trace[883693946] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5014; }","duration":"124.246199ms","start":"2026-02-24T20:07:58.841736Z","end":"2026-02-24T20:07:58.965982Z","steps":["trace[883693946] 'agreement among raft nodes before linearized reading' (duration: 124.095825ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:58.965904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.727402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:07:58.966253Z","caller":"traceutil/trace.go:171","msg":"trace[1528000166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5014; }","duration":"143.03535ms","start":"2026-02-24T20:07:58.823109Z","end":"2026-02-24T20:07:58.966144Z","steps":["trace[1528000166] 'agreement among raft nodes before linearized reading' (duration: 142.686422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:58.965915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.495426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:07:58.966837Z","caller":"traceutil/trace.go:171","msg":"trace[19806830] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5014; }","duration":"108.467728ms","start":"2026-02-24T20:07:58.858349Z","end":"2026-02-24T20:07:58.966817Z","steps":["trace[19806830] 'agreement among raft nodes before linearized reading' (duration: 107.488476ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:59.201519Z","caller":"traceutil/trace.go:171","msg":"trace[664563875] linearizableReadLoop","detail":"{readStateIndex:5219; appliedIndex:5218; }","duration":"154.256833ms","start":"2026-02-24T20:07:59.047235Z","end":"2026-02-24T20:07:59.201492Z","steps":["trace[664563875] 'read index received' (duration: 154.057058ms)","trace[664563875] 'applied index is now lower than readState.Index' (duration: 198.805µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:07:59.20157Z","caller":"traceutil/trace.go:171","msg":"trace[1882877363] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"165.18186ms","start":"2026-02-24T20:07:59.036356Z","end":"2026-02-24T20:07:59.201538Z","steps":["trace[1882877363] 'process raft request' (duration: 164.961975ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:07:59.201736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.487048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-02-24T20:07:59.20178Z","caller":"traceutil/trace.go:171","msg":"trace[164148971] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5015; }","duration":"154.57626ms","start":"2026-02-24T20:07:59.047193Z","end":"2026-02-24T20:07:59.201769Z","steps":["trace[164148971] 'agreement among raft nodes before linearized reading' (duration: 154.403966ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:07:59.425191Z","caller":"traceutil/trace.go:171","msg":"trace[886460046] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"121.413942ms","start":"2026-02-24T20:07:59.303749Z","end":"2026-02-24T20:07:59.425163Z","steps":["trace[886460046] 'process raft request' (duration: 121.179727ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:00.578337Z","caller":"traceutil/trace.go:171","msg":"trace[17190264] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"124.034633ms","start":"2026-02-24T20:08:00.454276Z","end":"2026-02-24T20:08:00.578311Z","steps":["trace[17190264] 'process raft request' (duration: 123.867129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:15.23274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.510012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-f5d6d8b68-6kg5n\" ","response":"range_response_count:1 size:4269"} {"level":"info","ts":"2026-02-24T20:08:15.232838Z","caller":"traceutil/trace.go:171","msg":"trace[942555490] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-f5d6d8b68-6kg5n; range_end:; response_count:1; response_revision:5216; }","duration":"178.663826ms","start":"2026-02-24T20:08:15.054152Z","end":"2026-02-24T20:08:15.232816Z","steps":["trace[942555490] 'range keys from in-memory index tree' (duration: 178.307237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:15.792085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056450465,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:08:16.156839Z","caller":"traceutil/trace.go:171","msg":"trace[1954675605] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"915.453548ms","start":"2026-02-24T20:08:15.241343Z","end":"2026-02-24T20:08:16.156797Z","steps":["trace[1954675605] 'process raft request' (duration: 915.154451ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.157037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:15.241319Z","time spent":"915.621463ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:08:16.157342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.143182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-02-24T20:08:16.157376Z","caller":"traceutil/trace.go:171","msg":"trace[1426256657] linearizableReadLoop","detail":"{readStateIndex:5428; appliedIndex:5427; }","duration":"866.201653ms","start":"2026-02-24T20:08:15.291112Z","end":"2026-02-24T20:08:16.157314Z","steps":["trace[1426256657] 'read index received' (duration: 865.450905ms)","trace[1426256657] 'applied index is now lower than readState.Index' (duration: 180.224µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:08:16.157464Z","caller":"traceutil/trace.go:171","msg":"trace[84950975] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5217; }","duration":"866.355267ms","start":"2026-02-24T20:08:15.29108Z","end":"2026-02-24T20:08:16.157435Z","steps":["trace[84950975] 'agreement among raft nodes before linearized reading' (duration: 865.912256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.15753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:15.291067Z","time spent":"866.448059ms","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-24T20:08:16.170056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.387514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T20:08:16.170095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.190894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-02-24T20:08:16.170139Z","caller":"traceutil/trace.go:171","msg":"trace[1417396743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5218; }","duration":"509.484955ms","start":"2026-02-24T20:08:15.660629Z","end":"2026-02-24T20:08:16.170114Z","steps":["trace[1417396743] 'agreement among raft nodes before linearized reading' (duration: 509.212799ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:16.170204Z","caller":"traceutil/trace.go:171","msg":"trace[2092330982] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5218; }","duration":"511.267176ms","start":"2026-02-24T20:08:15.65888Z","end":"2026-02-24T20:08:16.170147Z","steps":["trace[2092330982] 'agreement among raft nodes before linearized reading' (duration: 511.051221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.170253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:15.660622Z","time spent":"509.617008ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:08:16.170267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.066598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:08:16.170272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:15.658821Z","time spent":"511.439731ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-24T20:08:16.170314Z","caller":"traceutil/trace.go:171","msg":"trace[4885707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5218; }","duration":"346.152999ms","start":"2026-02-24T20:08:15.824148Z","end":"2026-02-24T20:08:16.170301Z","steps":["trace[4885707] 'agreement among raft nodes before linearized reading' (duration: 346.071697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.170257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.729131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T20:08:16.170343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:15.824134Z","time spent":"346.202331ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:08:16.170321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.20125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T20:08:16.170393Z","caller":"traceutil/trace.go:171","msg":"trace[2135951174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5218; }","duration":"667.317661ms","start":"2026-02-24T20:08:15.503058Z","end":"2026-02-24T20:08:16.170376Z","steps":["trace[2135951174] 'agreement among raft nodes before linearized reading' (duration: 667.106487ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:16.170395Z","caller":"traceutil/trace.go:171","msg":"trace[1728829862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5218; }","duration":"509.900145ms","start":"2026-02-24T20:08:15.660456Z","end":"2026-02-24T20:08:16.170357Z","steps":["trace[1728829862] 'agreement among raft nodes before linearized reading' (duration: 509.653859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.170429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:15.503038Z","time spent":"667.385254ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:08:16.170462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:15.660437Z","time spent":"510.013287ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:08:16.170533Z","caller":"traceutil/trace.go:171","msg":"trace[1198714702] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"223.214021ms","start":"2026-02-24T20:08:15.947195Z","end":"2026-02-24T20:08:16.170409Z","steps":["trace[1198714702] 'process raft request' (duration: 222.483194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.170575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.586437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:08:16.170665Z","caller":"traceutil/trace.go:171","msg":"trace[228939300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5218; }","duration":"509.707341ms","start":"2026-02-24T20:08:15.660936Z","end":"2026-02-24T20:08:16.170643Z","steps":["trace[228939300] 'agreement among raft nodes before linearized reading' (duration: 509.419614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.170715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:15.660926Z","time spent":"509.780912ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:08:16.170904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.128762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:08:16.170953Z","caller":"traceutil/trace.go:171","msg":"trace[1656735481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5218; }","duration":"528.218175ms","start":"2026-02-24T20:08:15.642724Z","end":"2026-02-24T20:08:16.170943Z","steps":["trace[1656735481] 'agreement among raft nodes before linearized reading' (duration: 527.357225ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.170975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:15.642701Z","time spent":"528.269126ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:08:16.17135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.297796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sjpps\" ","response":"range_response_count:1 size:6382"} {"level":"info","ts":"2026-02-24T20:08:16.171398Z","caller":"traceutil/trace.go:171","msg":"trace[331065728] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sjpps; range_end:; response_count:1; response_revision:5218; }","duration":"381.372118ms","start":"2026-02-24T20:08:15.790013Z","end":"2026-02-24T20:08:16.171385Z","steps":["trace[331065728] 'agreement among raft nodes before linearized reading' (duration: 380.983978ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.17143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:15.789999Z","time spent":"381.423749ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6405,"request content":"key:\"/registry/pods/openstack/keepalived-sjpps\" "} {"level":"info","ts":"2026-02-24T20:08:16.576679Z","caller":"traceutil/trace.go:171","msg":"trace[1932354608] linearizableReadLoop","detail":"{readStateIndex:5432; appliedIndex:5429; }","duration":"406.848275ms","start":"2026-02-24T20:08:16.169806Z","end":"2026-02-24T20:08:16.576654Z","steps":["trace[1932354608] 'read index received' (duration: 310.075603ms)","trace[1932354608] 'applied index is now lower than readState.Index' (duration: 96.771162ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:08:16.576846Z","caller":"traceutil/trace.go:171","msg":"trace[1458099213] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"412.368304ms","start":"2026-02-24T20:08:16.164421Z","end":"2026-02-24T20:08:16.576789Z","steps":["trace[1458099213] 'process raft request' (duration: 412.093198ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:16.576931Z","caller":"traceutil/trace.go:171","msg":"trace[1024181922] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"413.504631ms","start":"2026-02-24T20:08:16.163396Z","end":"2026-02-24T20:08:16.576901Z","steps":["trace[1024181922] 'process raft request' (duration: 412.846525ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:16.576358Z","caller":"traceutil/trace.go:171","msg":"trace[738857995] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"413.817869ms","start":"2026-02-24T20:08:16.162512Z","end":"2026-02-24T20:08:16.57633Z","steps":["trace[738857995] 'process raft request' (duration: 317.355854ms)","trace[738857995] 'compare' (duration: 96.187838ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:08:16.576994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.1644Z","time spent":"412.481097ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3953,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:08:16.577057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.03882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-f5d6d8b68-6kg5n\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-02-24T20:08:16.577063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.066134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-402660b2-153e-4e4a-9874-319596f3fa17\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-24T20:08:16.577102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.163366Z","time spent":"413.642824ms","remote":"127.0.0.1:50996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":996,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:08:16.577106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.162487Z","time spent":"414.547916ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1547,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:08:16.577125Z","caller":"traceutil/trace.go:171","msg":"trace[860575578] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-f5d6d8b68-6kg5n; range_end:; response_count:1; response_revision:5221; }","duration":"413.159902ms","start":"2026-02-24T20:08:16.163946Z","end":"2026-02-24T20:08:16.577106Z","steps":["trace[860575578] 'agreement among raft nodes before linearized reading' (duration: 412.909287ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.57717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.163932Z","time spent":"413.228845ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4106,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-f5d6d8b68-6kg5n\" "} {"level":"info","ts":"2026-02-24T20:08:16.577168Z","caller":"traceutil/trace.go:171","msg":"trace[1320716452] range","detail":"{range_begin:/registry/persistentvolumes/pvc-402660b2-153e-4e4a-9874-319596f3fa17; range_end:; response_count:1; response_revision:5221; }","duration":"414.221077ms","start":"2026-02-24T20:08:16.162917Z","end":"2026-02-24T20:08:16.577138Z","steps":["trace[1320716452] 'agreement among raft nodes before linearized reading' (duration: 413.959681ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.577219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.162894Z","time spent":"414.31547ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-402660b2-153e-4e4a-9874-319596f3fa17\" "} {"level":"info","ts":"2026-02-24T20:08:16.612297Z","caller":"traceutil/trace.go:171","msg":"trace[1611812671] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"438.005947ms","start":"2026-02-24T20:08:16.174268Z","end":"2026-02-24T20:08:16.612274Z","steps":["trace[1611812671] 'process raft request' (duration: 437.827853ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.612471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.17424Z","time spent":"438.134799ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:08:16.612652Z","caller":"traceutil/trace.go:171","msg":"trace[375366763] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"438.243962ms","start":"2026-02-24T20:08:16.174384Z","end":"2026-02-24T20:08:16.612628Z","steps":["trace[375366763] 'process raft request' (duration: 437.842463ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:16.612675Z","caller":"traceutil/trace.go:171","msg":"trace[1596339695] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"437.415542ms","start":"2026-02-24T20:08:16.175182Z","end":"2026-02-24T20:08:16.612597Z","steps":["trace[1596339695] 'process raft request' (duration: 437.242838ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.612751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.174366Z","time spent":"438.337484ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:08:16.612805Z","caller":"traceutil/trace.go:171","msg":"trace[569912498] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"436.995213ms","start":"2026-02-24T20:08:16.175681Z","end":"2026-02-24T20:08:16.612676Z","steps":["trace[569912498] 'process raft request' (duration: 436.812629ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:16.612915Z","caller":"traceutil/trace.go:171","msg":"trace[1229023236] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"437.093585ms","start":"2026-02-24T20:08:16.175791Z","end":"2026-02-24T20:08:16.612885Z","steps":["trace[1229023236] 'process raft request' (duration: 436.767097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.612914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.175147Z","time spent":"437.638868ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:08:16.613053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.876788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:08:16.613096Z","caller":"traceutil/trace.go:171","msg":"trace[616273889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5227; }","duration":"441.94002ms","start":"2026-02-24T20:08:16.171146Z","end":"2026-02-24T20:08:16.613086Z","steps":["trace[616273889] 'agreement among raft nodes before linearized reading' (duration: 441.845357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.613085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.257042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:08:16.613105Z","caller":"traceutil/trace.go:171","msg":"trace[1849207785] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"437.365742ms","start":"2026-02-24T20:08:16.175724Z","end":"2026-02-24T20:08:16.61309Z","steps":["trace[1849207785] 'process raft request' (duration: 436.805629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.613124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.171133Z","time spent":"441.98643ms","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:08:16.613143Z","caller":"traceutil/trace.go:171","msg":"trace[338916851] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5227; }","duration":"332.351444ms","start":"2026-02-24T20:08:16.280772Z","end":"2026-02-24T20:08:16.613124Z","steps":["trace[338916851] 'agreement among raft nodes before linearized reading' (duration: 332.224921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.613169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.660397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12011"} {"level":"warn","ts":"2026-02-24T20:08:16.613188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.28075Z","time spent":"332.429287ms","remote":"127.0.0.1:51326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:08:16.613186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.175714Z","time spent":"437.429063ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:08:16.613226Z","caller":"traceutil/trace.go:171","msg":"trace[456721027] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5227; }","duration":"388.75282ms","start":"2026-02-24T20:08:16.22446Z","end":"2026-02-24T20:08:16.613213Z","steps":["trace[456721027] 'agreement among raft nodes before linearized reading' (duration: 388.548346ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.61326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.224444Z","time spent":"388.808371ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12034,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:08:16.613045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.175763Z","time spent":"437.218288ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:08:16.612929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.175669Z","time spent":"437.196807ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:08:16.613463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.685599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80529"} {"level":"info","ts":"2026-02-24T20:08:16.613516Z","caller":"traceutil/trace.go:171","msg":"trace[1613875623] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5227; }","duration":"437.763971ms","start":"2026-02-24T20:08:16.17574Z","end":"2026-02-24T20:08:16.613504Z","steps":["trace[1613875623] 'agreement among raft nodes before linearized reading' (duration: 437.457824ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.613551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.175729Z","time spent":"437.814242ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80552,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T20:08:16.912136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.579151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:08:16.912349Z","caller":"traceutil/trace.go:171","msg":"trace[484765360] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"326.16772ms","start":"2026-02-24T20:08:16.586142Z","end":"2026-02-24T20:08:16.912309Z","steps":["trace[484765360] 'process raft request' (duration: 131.267023ms)","trace[484765360] 'compare' (duration: 194.362325ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:08:16.912436Z","caller":"traceutil/trace.go:171","msg":"trace[2041674925] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"242.011164ms","start":"2026-02-24T20:08:16.670397Z","end":"2026-02-24T20:08:16.912408Z","steps":["trace[2041674925] 'process raft request' (duration: 241.919552ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:16.912458Z","caller":"traceutil/trace.go:171","msg":"trace[1425168220] linearizableReadLoop","detail":"{readStateIndex:5439; appliedIndex:5438; }","duration":"294.263021ms","start":"2026-02-24T20:08:16.618163Z","end":"2026-02-24T20:08:16.912426Z","steps":["trace[1425168220] 'read index received' (duration: 99.23191ms)","trace[1425168220] 'applied index is now lower than readState.Index' (duration: 195.027061ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:08:16.912578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:08:16.586123Z","time spent":"326.310833ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4094,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:08:16.912696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.790621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:08:16.91276Z","caller":"traceutil/trace.go:171","msg":"trace[7926355] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5229; }","duration":"147.881473ms","start":"2026-02-24T20:08:16.764863Z","end":"2026-02-24T20:08:16.912745Z","steps":["trace[7926355] 'agreement among raft nodes before linearized reading' (duration: 147.757211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:08:16.912771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.61598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12011"} {"level":"info","ts":"2026-02-24T20:08:16.912813Z","caller":"traceutil/trace.go:171","msg":"trace[1551452470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5229; }","duration":"294.701831ms","start":"2026-02-24T20:08:16.618101Z","end":"2026-02-24T20:08:16.912803Z","steps":["trace[1551452470] 'agreement among raft nodes before linearized reading' (duration: 294.498766ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:50.564081Z","caller":"traceutil/trace.go:171","msg":"trace[1215615760] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"141.064701ms","start":"2026-02-24T20:08:50.422969Z","end":"2026-02-24T20:08:50.564033Z","steps":["trace[1215615760] 'process raft request' (duration: 68.290338ms)","trace[1215615760] 'compare' (duration: 72.614489ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:08:50.681992Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2630} {"level":"info","ts":"2026-02-24T20:08:50.681995Z","caller":"traceutil/trace.go:171","msg":"trace[664511891] compact","detail":"{revision:2630; response_revision:5506; }","duration":"115.510503ms","start":"2026-02-24T20:08:50.566454Z","end":"2026-02-24T20:08:50.681965Z","steps":["trace[664511891] 'process raft request' (duration: 111.14284ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:08:50.747689Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2630,"took":"63.994078ms","hash":795135020,"current-db-size-bytes":40325120,"current-db-size":"40 MB","current-db-size-in-use-bytes":29908992,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-24T20:08:50.747777Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":795135020,"revision":2630,"compact-revision":-1} {"level":"info","ts":"2026-02-24T20:09:00.460139Z","caller":"traceutil/trace.go:171","msg":"trace[1911522555] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"115.40735ms","start":"2026-02-24T20:09:00.344701Z","end":"2026-02-24T20:09:00.460108Z","steps":["trace[1911522555] 'process raft request' (duration: 115.171795ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:09:11.537317Z","caller":"traceutil/trace.go:171","msg":"trace[1512677626] transaction","detail":"{read_only:false; response_revision:5642; number_of_response:1; }","duration":"179.597471ms","start":"2026-02-24T20:09:11.35766Z","end":"2026-02-24T20:09:11.537257Z","steps":["trace[1512677626] 'process raft request' (duration: 179.412047ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:09:11.538326Z","caller":"traceutil/trace.go:171","msg":"trace[1934550915] linearizableReadLoop","detail":"{readStateIndex:5868; appliedIndex:5866; }","duration":"120.914378ms","start":"2026-02-24T20:09:11.417383Z","end":"2026-02-24T20:09:11.538298Z","steps":["trace[1934550915] 'read index received' (duration: 119.813032ms)","trace[1934550915] 'applied index is now lower than readState.Index' (duration: 1.100186ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:09:11.538524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.108434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:09:11.538567Z","caller":"traceutil/trace.go:171","msg":"trace[1021324514] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5643; }","duration":"121.218565ms","start":"2026-02-24T20:09:11.417338Z","end":"2026-02-24T20:09:11.538556Z","steps":["trace[1021324514] 'agreement among raft nodes before linearized reading' (duration: 121.071172ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:09:11.538761Z","caller":"traceutil/trace.go:171","msg":"trace[1648602425] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"178.037456ms","start":"2026-02-24T20:09:11.360677Z","end":"2026-02-24T20:09:11.538714Z","steps":["trace[1648602425] 'process raft request' (duration: 177.463063ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:13:50.69078Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5506} {"level":"info","ts":"2026-02-24T20:13:50.801189Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5506,"took":"108.79925ms","hash":1208104240,"current-db-size-bytes":41451520,"current-db-size":"42 MB","current-db-size-in-use-bytes":21729280,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-02-24T20:13:50.801276Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1208104240,"revision":5506,"compact-revision":2630} {"level":"info","ts":"2026-02-24T20:14:18.966833Z","caller":"traceutil/trace.go:171","msg":"trace[1943381128] transaction","detail":"{read_only:false; response_revision:7745; number_of_response:1; }","duration":"171.408564ms","start":"2026-02-24T20:14:18.795401Z","end":"2026-02-24T20:14:18.96681Z","steps":["trace[1943381128] 'process raft request' (duration: 171.245301ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:18.96822Z","caller":"traceutil/trace.go:171","msg":"trace[1536969548] transaction","detail":"{read_only:false; response_revision:7746; number_of_response:1; }","duration":"167.511362ms","start":"2026-02-24T20:14:18.800677Z","end":"2026-02-24T20:14:18.968189Z","steps":["trace[1536969548] 'process raft request' (duration: 166.794165ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:18.969845Z","caller":"traceutil/trace.go:171","msg":"trace[1546230983] linearizableReadLoop","detail":"{readStateIndex:8045; appliedIndex:8042; }","duration":"148.594099ms","start":"2026-02-24T20:14:18.821222Z","end":"2026-02-24T20:14:18.969817Z","steps":["trace[1546230983] 'read index received' (duration: 145.531836ms)","trace[1546230983] 'applied index is now lower than readState.Index' (duration: 3.060993ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:14:18.970087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.854136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-24T20:14:18.970088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.203192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:14:18.970131Z","caller":"traceutil/trace.go:171","msg":"trace[1245531153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7746; }","duration":"148.967388ms","start":"2026-02-24T20:14:18.821153Z","end":"2026-02-24T20:14:18.97012Z","steps":["trace[1245531153] 'agreement among raft nodes before linearized reading' (duration: 148.797814ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:18.970164Z","caller":"traceutil/trace.go:171","msg":"trace[1330803078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7746; }","duration":"146.326375ms","start":"2026-02-24T20:14:18.82382Z","end":"2026-02-24T20:14:18.970146Z","steps":["trace[1330803078] 'agreement among raft nodes before linearized reading' (duration: 146.200352ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:18.970322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.597334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12011"} {"level":"warn","ts":"2026-02-24T20:14:18.97039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.183769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:14:18.970437Z","caller":"traceutil/trace.go:171","msg":"trace[338900450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7746; }","duration":"113.755328ms","start":"2026-02-24T20:14:18.856656Z","end":"2026-02-24T20:14:18.970411Z","steps":["trace[338900450] 'agreement among raft nodes before linearized reading' (duration: 113.42359ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:18.970471Z","caller":"traceutil/trace.go:171","msg":"trace[999405910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7746; }","duration":"135.317312ms","start":"2026-02-24T20:14:18.835136Z","end":"2026-02-24T20:14:18.970453Z","steps":["trace[999405910] 'agreement among raft nodes before linearized reading' (duration: 135.063676ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:29.127158Z","caller":"traceutil/trace.go:171","msg":"trace[1055231277] linearizableReadLoop","detail":"{readStateIndex:8096; appliedIndex:8094; }","duration":"115.824578ms","start":"2026-02-24T20:14:29.011315Z","end":"2026-02-24T20:14:29.127139Z","steps":["trace[1055231277] 'read index received' (duration: 58.060558ms)","trace[1055231277] 'applied index is now lower than readState.Index' (duration: 57.76311ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:14:29.127372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.139962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:14:29.12742Z","caller":"traceutil/trace.go:171","msg":"trace[1777675879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7794; }","duration":"110.208783ms","start":"2026-02-24T20:14:29.017201Z","end":"2026-02-24T20:14:29.12741Z","steps":["trace[1777675879] 'agreement among raft nodes before linearized reading' (duration: 110.07378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:29.127431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.093474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-02-24T20:14:29.127507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.262363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-24T20:14:29.127514Z","caller":"traceutil/trace.go:171","msg":"trace[1009550889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7794; }","duration":"116.214736ms","start":"2026-02-24T20:14:29.01128Z","end":"2026-02-24T20:14:29.127494Z","steps":["trace[1009550889] 'agreement among raft nodes before linearized reading' (duration: 115.96847ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:29.127549Z","caller":"traceutil/trace.go:171","msg":"trace[1776281545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7794; }","duration":"107.335754ms","start":"2026-02-24T20:14:29.020202Z","end":"2026-02-24T20:14:29.127538Z","steps":["trace[1776281545] 'agreement among raft nodes before linearized reading' (duration: 107.192851ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:29.127575Z","caller":"traceutil/trace.go:171","msg":"trace[1699521117] transaction","detail":"{read_only:false; response_revision:7794; number_of_response:1; }","duration":"120.515039ms","start":"2026-02-24T20:14:29.006717Z","end":"2026-02-24T20:14:29.127232Z","steps":["trace[1699521117] 'process raft request' (duration: 111.552254ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:29.127606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.197765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-24T20:14:29.127656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.271135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sjpps\" ","response":"range_response_count:1 size:6382"} {"level":"info","ts":"2026-02-24T20:14:29.127684Z","caller":"traceutil/trace.go:171","msg":"trace[543559841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7794; }","duration":"108.304227ms","start":"2026-02-24T20:14:29.019361Z","end":"2026-02-24T20:14:29.127665Z","steps":["trace[543559841] 'agreement among raft nodes before linearized reading' (duration: 108.062232ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:29.127731Z","caller":"traceutil/trace.go:171","msg":"trace[988271181] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sjpps; range_end:; response_count:1; response_revision:7794; }","duration":"100.375047ms","start":"2026-02-24T20:14:29.027336Z","end":"2026-02-24T20:14:29.127711Z","steps":["trace[988271181] 'agreement among raft nodes before linearized reading' (duration: 100.127541ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:29.128237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.824835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-02-24T20:14:29.128277Z","caller":"traceutil/trace.go:171","msg":"trace[1684142331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7794; }","duration":"107.904047ms","start":"2026-02-24T20:14:29.020363Z","end":"2026-02-24T20:14:29.128267Z","steps":["trace[1684142331] 'agreement among raft nodes before linearized reading' (duration: 106.985866ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:29.785847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.219435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:14:29.785939Z","caller":"traceutil/trace.go:171","msg":"trace[1190603837] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7799; }","duration":"548.353189ms","start":"2026-02-24T20:14:29.237566Z","end":"2026-02-24T20:14:29.785919Z","steps":["trace[1190603837] 'range keys from in-memory index tree' (duration: 548.138244ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:29.785988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:14:29.237553Z","time spent":"548.42009ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T20:14:29.785997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.197709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-02-24T20:14:29.786065Z","caller":"traceutil/trace.go:171","msg":"trace[690554274] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7799; }","duration":"495.328732ms","start":"2026-02-24T20:14:29.290719Z","end":"2026-02-24T20:14:29.786048Z","steps":["trace[690554274] 'range keys from in-memory index tree' (duration: 495.016175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:29.786038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.840283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:14:29.786108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:14:29.290699Z","time spent":"495.401994ms","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-02-24T20:14:29.786087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.182135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:14:29.78616Z","caller":"traceutil/trace.go:171","msg":"trace[1533365582] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7799; }","duration":"555.023648ms","start":"2026-02-24T20:14:29.231102Z","end":"2026-02-24T20:14:29.786125Z","steps":["trace[1533365582] 'count revisions from in-memory index tree' (duration: 554.738541ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:29.78617Z","caller":"traceutil/trace.go:171","msg":"trace[13179118] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7799; }","duration":"391.308507ms","start":"2026-02-24T20:14:29.394837Z","end":"2026-02-24T20:14:29.786146Z","steps":["trace[13179118] 'count revisions from in-memory index tree' (duration: 391.070921ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:29.786216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:14:29.394819Z","time spent":"391.386309ms","remote":"127.0.0.1:54094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:14:29.786218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:14:29.231081Z","time spent":"555.124369ms","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:14:31.292253Z","caller":"traceutil/trace.go:171","msg":"trace[1770575375] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"216.924793ms","start":"2026-02-24T20:14:31.075293Z","end":"2026-02-24T20:14:31.292218Z","steps":["trace[1770575375] 'process raft request' (duration: 216.689946ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:31.309408Z","caller":"traceutil/trace.go:171","msg":"trace[141684750] linearizableReadLoop","detail":"{readStateIndex:8104; appliedIndex:8102; }","duration":"169.330305ms","start":"2026-02-24T20:14:31.140054Z","end":"2026-02-24T20:14:31.309384Z","steps":["trace[141684750] 'read index received' (duration: 151.904739ms)","trace[141684750] 'applied index is now lower than readState.Index' (duration: 17.424496ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:14:31.309525Z","caller":"traceutil/trace.go:171","msg":"trace[88445777] transaction","detail":"{read_only:false; response_revision:7802; number_of_response:1; }","duration":"176.27026ms","start":"2026-02-24T20:14:31.133236Z","end":"2026-02-24T20:14:31.309507Z","steps":["trace[88445777] 'process raft request' (duration: 175.976863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:31.309632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.579181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-24T20:14:31.30969Z","caller":"traceutil/trace.go:171","msg":"trace[326479834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7802; }","duration":"169.677413ms","start":"2026-02-24T20:14:31.139996Z","end":"2026-02-24T20:14:31.309673Z","steps":["trace[326479834] 'agreement among raft nodes before linearized reading' (duration: 169.511819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:31.309742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.081445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-02-24T20:14:31.309773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.680715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-24T20:14:31.309813Z","caller":"traceutil/trace.go:171","msg":"trace[990786187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7802; }","duration":"163.186447ms","start":"2026-02-24T20:14:31.146609Z","end":"2026-02-24T20:14:31.309796Z","steps":["trace[990786187] 'agreement among raft nodes before linearized reading' (duration: 162.941721ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:31.309827Z","caller":"traceutil/trace.go:171","msg":"trace[961006907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7802; }","duration":"162.767627ms","start":"2026-02-24T20:14:31.147045Z","end":"2026-02-24T20:14:31.309813Z","steps":["trace[961006907] 'agreement among raft nodes before linearized reading' (duration: 162.611314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:31.309821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.702686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-24T20:14:31.309846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.064129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sjpps\" ","response":"range_response_count:1 size:6382"} {"level":"info","ts":"2026-02-24T20:14:31.309947Z","caller":"traceutil/trace.go:171","msg":"trace[319119341] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sjpps; range_end:; response_count:1; response_revision:7802; }","duration":"159.197973ms","start":"2026-02-24T20:14:31.150726Z","end":"2026-02-24T20:14:31.309924Z","steps":["trace[319119341] 'agreement among raft nodes before linearized reading' (duration: 158.849935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:31.309984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.241155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-24T20:14:31.310012Z","caller":"traceutil/trace.go:171","msg":"trace[1188582294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7802; }","duration":"162.285826ms","start":"2026-02-24T20:14:31.147718Z","end":"2026-02-24T20:14:31.310004Z","steps":["trace[1188582294] 'agreement among raft nodes before linearized reading' (duration: 162.203254ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:31.309897Z","caller":"traceutil/trace.go:171","msg":"trace[747762671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7802; }","duration":"162.829779ms","start":"2026-02-24T20:14:31.147048Z","end":"2026-02-24T20:14:31.309878Z","steps":["trace[747762671] 'agreement among raft nodes before linearized reading' (duration: 162.588063ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:32.169363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.090781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:14:32.169376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.10413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:14:32.169449Z","caller":"traceutil/trace.go:171","msg":"trace[1780993400] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7808; }","duration":"195.277115ms","start":"2026-02-24T20:14:31.974153Z","end":"2026-02-24T20:14:32.16943Z","steps":["trace[1780993400] 'range keys from in-memory index tree' (duration: 195.015599ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:32.169469Z","caller":"traceutil/trace.go:171","msg":"trace[405595791] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7808; }","duration":"195.316706ms","start":"2026-02-24T20:14:31.974131Z","end":"2026-02-24T20:14:32.169448Z","steps":["trace[405595791] 'count revisions from in-memory index tree' (duration: 194.989948ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:32.16951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.293931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:14:32.16961Z","caller":"traceutil/trace.go:171","msg":"trace[1968829756] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7808; }","duration":"217.447545ms","start":"2026-02-24T20:14:31.952136Z","end":"2026-02-24T20:14:32.169584Z","steps":["trace[1968829756] 'count revisions from in-memory index tree' (duration: 217.215259ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:32.169658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.485595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:14:32.169693Z","caller":"traceutil/trace.go:171","msg":"trace[155594903] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7808; }","duration":"217.537406ms","start":"2026-02-24T20:14:31.952147Z","end":"2026-02-24T20:14:32.169684Z","steps":["trace[155594903] 'range keys from in-memory index tree' (duration: 217.382093ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:32.169787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.793519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:14:32.169817Z","caller":"traceutil/trace.go:171","msg":"trace[1852846435] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7808; }","duration":"216.8468ms","start":"2026-02-24T20:14:31.952962Z","end":"2026-02-24T20:14:32.169809Z","steps":["trace[1852846435] 'range keys from in-memory index tree' (duration: 216.732277ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:32.1698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.410158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:14:32.169876Z","caller":"traceutil/trace.go:171","msg":"trace[1825214309] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7808; }","duration":"195.51973ms","start":"2026-02-24T20:14:31.974337Z","end":"2026-02-24T20:14:32.169856Z","steps":["trace[1825214309] 'range keys from in-memory index tree' (duration: 195.339207ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:32.169866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.420985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:14:32.169946Z","caller":"traceutil/trace.go:171","msg":"trace[325549697] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7808; }","duration":"238.508437ms","start":"2026-02-24T20:14:31.931419Z","end":"2026-02-24T20:14:32.169927Z","steps":["trace[325549697] 'range keys from in-memory index tree' (duration: 238.301163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:32.170025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.974394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-24T20:14:32.170092Z","caller":"traceutil/trace.go:171","msg":"trace[576241844] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7808; }","duration":"135.074896ms","start":"2026-02-24T20:14:32.034997Z","end":"2026-02-24T20:14:32.170072Z","steps":["trace[576241844] 'range keys from in-memory index tree' (duration: 134.801081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:14:32.170337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.472896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:14:32.170023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.517348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:14:32.170811Z","caller":"traceutil/trace.go:171","msg":"trace[554883990] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7808; }","duration":"238.787164ms","start":"2026-02-24T20:14:31.931762Z","end":"2026-02-24T20:14:32.170549Z","steps":["trace[554883990] 'range keys from in-memory index tree' (duration: 238.400715ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:32.170889Z","caller":"traceutil/trace.go:171","msg":"trace[505924946] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7808; }","duration":"239.439139ms","start":"2026-02-24T20:14:31.931427Z","end":"2026-02-24T20:14:32.170866Z","steps":["trace[505924946] 'count revisions from in-memory index tree' (duration: 238.438616ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:14:59.552437Z","caller":"traceutil/trace.go:171","msg":"trace[1617664648] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"130.013455ms","start":"2026-02-24T20:14:59.422403Z","end":"2026-02-24T20:14:59.552416Z","steps":["trace[1617664648] 'process raft request' (duration: 123.09071ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:01.762798Z","caller":"traceutil/trace.go:171","msg":"trace[1323946265] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"301.901331ms","start":"2026-02-24T20:15:01.460873Z","end":"2026-02-24T20:15:01.762774Z","steps":["trace[1323946265] 'process raft request' (duration: 301.769887ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:01.763066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:01.46085Z","time spent":"302.013914ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:01.792756Z","caller":"traceutil/trace.go:171","msg":"trace[420664762] linearizableReadLoop","detail":"{readStateIndex:8315; appliedIndex:8313; }","duration":"230.360992ms","start":"2026-02-24T20:15:01.562376Z","end":"2026-02-24T20:15:01.792737Z","steps":["trace[420664762] 'read index received' (duration: 200.210752ms)","trace[420664762] 'applied index is now lower than readState.Index' (duration: 30.14908ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:01.792825Z","caller":"traceutil/trace.go:171","msg":"trace[2096406031] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"234.903482ms","start":"2026-02-24T20:15:01.557889Z","end":"2026-02-24T20:15:01.792792Z","steps":["trace[2096406031] 'process raft request' (duration: 234.712027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:01.792955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.568057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:15:01.792996Z","caller":"traceutil/trace.go:171","msg":"trace[609710719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8005; }","duration":"230.644359ms","start":"2026-02-24T20:15:01.562341Z","end":"2026-02-24T20:15:01.792986Z","steps":["trace[609710719] 'agreement among raft nodes before linearized reading' (duration: 230.510956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:01.793029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.569718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:15:01.793082Z","caller":"traceutil/trace.go:171","msg":"trace[693515018] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8005; }","duration":"220.622269ms","start":"2026-02-24T20:15:01.572446Z","end":"2026-02-24T20:15:01.793068Z","steps":["trace[693515018] 'agreement among raft nodes before linearized reading' (duration: 220.501106ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:01.793237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.262034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T20:15:01.793271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.436611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T20:15:01.793329Z","caller":"traceutil/trace.go:171","msg":"trace[746138555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8005; }","duration":"218.381696ms","start":"2026-02-24T20:15:01.574932Z","end":"2026-02-24T20:15:01.793314Z","steps":["trace[746138555] 'agreement among raft nodes before linearized reading' (duration: 218.169171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:01.793402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.458272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:15:01.793437Z","caller":"traceutil/trace.go:171","msg":"trace[249721652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8005; }","duration":"219.535054ms","start":"2026-02-24T20:15:01.573893Z","end":"2026-02-24T20:15:01.793428Z","steps":["trace[249721652] 'agreement among raft nodes before linearized reading' (duration: 219.456892ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:01.793482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.421658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sjpps\" ","response":"range_response_count:1 size:6382"} {"level":"info","ts":"2026-02-24T20:15:01.793331Z","caller":"traceutil/trace.go:171","msg":"trace[672346338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8005; }","duration":"219.516183ms","start":"2026-02-24T20:15:01.573805Z","end":"2026-02-24T20:15:01.793322Z","steps":["trace[672346338] 'agreement among raft nodes before linearized reading' (duration: 219.39945ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:01.793519Z","caller":"traceutil/trace.go:171","msg":"trace[1809521606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sjpps; range_end:; response_count:1; response_revision:8005; }","duration":"195.478869ms","start":"2026-02-24T20:15:01.598031Z","end":"2026-02-24T20:15:01.79351Z","steps":["trace[1809521606] 'agreement among raft nodes before linearized reading' (duration: 195.381056ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:03.787712Z","caller":"traceutil/trace.go:171","msg":"trace[556708685] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"140.503866ms","start":"2026-02-24T20:15:03.647174Z","end":"2026-02-24T20:15:03.787678Z","steps":["trace[556708685] 'process raft request' (duration: 140.276491ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:04.253197Z","caller":"traceutil/trace.go:171","msg":"trace[1556461302] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"383.623053ms","start":"2026-02-24T20:15:03.869539Z","end":"2026-02-24T20:15:04.253162Z","steps":["trace[1556461302] 'process raft request' (duration: 356.982157ms)","trace[1556461302] 'compare' (duration: 26.302278ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:04.253392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:03.869522Z","time spent":"383.775017ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:04.326092Z","caller":"traceutil/trace.go:171","msg":"trace[1886549333] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"455.263475ms","start":"2026-02-24T20:15:03.870805Z","end":"2026-02-24T20:15:04.326068Z","steps":["trace[1886549333] 'process raft request' (duration: 455.183212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:04.326268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:03.870796Z","time spent":"455.379768ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:04.326315Z","caller":"traceutil/trace.go:171","msg":"trace[1312461587] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"455.44979ms","start":"2026-02-24T20:15:03.870854Z","end":"2026-02-24T20:15:04.326304Z","steps":["trace[1312461587] 'process raft request' (duration: 455.176103ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:04.326337Z","caller":"traceutil/trace.go:171","msg":"trace[2072001081] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"455.662685ms","start":"2026-02-24T20:15:03.870644Z","end":"2026-02-24T20:15:04.326306Z","steps":["trace[2072001081] 'process raft request' (duration: 455.297915ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:04.32645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:03.870837Z","time spent":"455.530481ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:15:04.326495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:03.870617Z","time spent":"455.800367ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:04.326095Z","caller":"traceutil/trace.go:171","msg":"trace[2082764996] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"456.29533ms","start":"2026-02-24T20:15:03.869755Z","end":"2026-02-24T20:15:04.326051Z","steps":["trace[2082764996] 'process raft request' (duration: 456.009562ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:04.326557Z","caller":"traceutil/trace.go:171","msg":"trace[1204057355] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8327; }","duration":"398.411608ms","start":"2026-02-24T20:15:03.928103Z","end":"2026-02-24T20:15:04.326514Z","steps":["trace[1204057355] 'read index received' (duration: 298.431129ms)","trace[1204057355] 'applied index is now lower than readState.Index' (duration: 99.979099ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:04.326644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:03.86974Z","time spent":"456.858083ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:04.326719Z","caller":"traceutil/trace.go:171","msg":"trace[2042467466] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"294.474954ms","start":"2026-02-24T20:15:04.032231Z","end":"2026-02-24T20:15:04.326706Z","steps":["trace[2042467466] 'process raft request' (duration: 293.982113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:04.326756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.625152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:15:04.326808Z","caller":"traceutil/trace.go:171","msg":"trace[61306696] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8022; }","duration":"398.737735ms","start":"2026-02-24T20:15:03.928055Z","end":"2026-02-24T20:15:04.326793Z","steps":["trace[61306696] 'agreement among raft nodes before linearized reading' (duration: 398.613412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:04.326857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:03.928035Z","time spent":"398.809867ms","remote":"127.0.0.1:43680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:15:05.268216Z","caller":"traceutil/trace.go:171","msg":"trace[1398773052] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"155.940005ms","start":"2026-02-24T20:15:05.112224Z","end":"2026-02-24T20:15:05.268164Z","steps":["trace[1398773052] 'process raft request' (duration: 155.69842ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:06.219564Z","caller":"traceutil/trace.go:171","msg":"trace[1436662001] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"614.999319ms","start":"2026-02-24T20:15:05.604541Z","end":"2026-02-24T20:15:06.219541Z","steps":["trace[1436662001] 'process raft request' (duration: 614.834395ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.219701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.604514Z","time spent":"615.114252ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:06.774145Z","caller":"traceutil/trace.go:171","msg":"trace[133696325] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"984.21027ms","start":"2026-02-24T20:15:05.789914Z","end":"2026-02-24T20:15:06.774124Z","steps":["trace[133696325] 'process raft request' (duration: 984.142938ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:06.774175Z","caller":"traceutil/trace.go:171","msg":"trace[739238527] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"1.166855932s","start":"2026-02-24T20:15:05.607284Z","end":"2026-02-24T20:15:06.77414Z","steps":["trace[739238527] 'process raft request' (duration: 1.166652367s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.774266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.789872Z","time spent":"984.331832ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:15:06.774327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.60727Z","time spent":"1.166974234s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:06.774403Z","caller":"traceutil/trace.go:171","msg":"trace[463254296] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"968.706759ms","start":"2026-02-24T20:15:05.805673Z","end":"2026-02-24T20:15:06.77438Z","steps":["trace[463254296] 'process raft request' (duration: 968.422412ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.774535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.805646Z","time spent":"968.823543ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:06.774547Z","caller":"traceutil/trace.go:171","msg":"trace[1653058933] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"904.084946ms","start":"2026-02-24T20:15:05.870454Z","end":"2026-02-24T20:15:06.774538Z","steps":["trace[1653058933] 'process raft request' (duration: 903.826939ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.774591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.870422Z","time spent":"904.147278ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:06.77457Z","caller":"traceutil/trace.go:171","msg":"trace[915740879] linearizableReadLoop","detail":"{readStateIndex:8338; appliedIndex:8334; }","duration":"950.994547ms","start":"2026-02-24T20:15:05.823536Z","end":"2026-02-24T20:15:06.774531Z","steps":["trace[915740879] 'read index received' (duration: 395.940528ms)","trace[915740879] 'applied index is now lower than readState.Index' (duration: 555.048369ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:06.77467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.14418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:15:06.774696Z","caller":"traceutil/trace.go:171","msg":"trace[195949569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8028; }","duration":"951.209362ms","start":"2026-02-24T20:15:05.823478Z","end":"2026-02-24T20:15:06.774687Z","steps":["trace[195949569] 'agreement among raft nodes before linearized reading' (duration: 951.169531ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.774723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.823459Z","time spent":"951.259234ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:15:06.874721Z","caller":"traceutil/trace.go:171","msg":"trace[1568078805] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"542.614171ms","start":"2026-02-24T20:15:06.332077Z","end":"2026-02-24T20:15:06.874691Z","steps":["trace[1568078805] 'process raft request' (duration: 494.207445ms)","trace[1568078805] 'compare' (duration: 48.196091ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:06.874886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.667059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T20:15:06.874975Z","caller":"traceutil/trace.go:171","msg":"trace[1411548506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8029; }","duration":"544.798533ms","start":"2026-02-24T20:15:06.330153Z","end":"2026-02-24T20:15:06.874952Z","steps":["trace[1411548506] 'agreement among raft nodes before linearized reading' (duration: 544.523096ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.875022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.330138Z","time spent":"544.874144ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:15:06.875141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.332062Z","time spent":"542.843896ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:15:06.875252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.650313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:15:06.875327Z","caller":"traceutil/trace.go:171","msg":"trace[698123458] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8029; }","duration":"586.754996ms","start":"2026-02-24T20:15:06.288549Z","end":"2026-02-24T20:15:06.875304Z","steps":["trace[698123458] 'agreement among raft nodes before linearized reading' (duration: 586.650143ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.875383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.288524Z","time spent":"586.848099ms","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:15:06.875477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.471516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T20:15:06.875186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.385583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-02-24T20:15:06.875131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.199463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sjpps\" ","response":"range_response_count:1 size:6382"} {"level":"info","ts":"2026-02-24T20:15:06.875737Z","caller":"traceutil/trace.go:171","msg":"trace[1593995431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8029; }","duration":"545.080501ms","start":"2026-02-24T20:15:06.330599Z","end":"2026-02-24T20:15:06.87568Z","steps":["trace[1593995431] 'agreement among raft nodes before linearized reading' (duration: 544.063296ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:06.875802Z","caller":"traceutil/trace.go:171","msg":"trace[1282609676] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sjpps; range_end:; response_count:1; response_revision:8029; }","duration":"998.920641ms","start":"2026-02-24T20:15:05.87684Z","end":"2026-02-24T20:15:06.875761Z","steps":["trace[1282609676] 'agreement among raft nodes before linearized reading' (duration: 998.07599ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.875886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.330578Z","time spent":"545.252105ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:15:06.875882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.806444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-24T20:15:06.875939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:05.876816Z","time spent":"999.071045ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6405,"request content":"key:\"/registry/pods/openstack/keepalived-sjpps\" "} {"level":"warn","ts":"2026-02-24T20:15:06.875693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.154386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:15:06.87598Z","caller":"traceutil/trace.go:171","msg":"trace[930254795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8029; }","duration":"545.104331ms","start":"2026-02-24T20:15:06.330842Z","end":"2026-02-24T20:15:06.875947Z","steps":["trace[930254795] 'agreement among raft nodes before linearized reading' (duration: 544.745073ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:06.876045Z","caller":"traceutil/trace.go:171","msg":"trace[47837956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8029; }","duration":"618.476344ms","start":"2026-02-24T20:15:06.25753Z","end":"2026-02-24T20:15:06.876006Z","steps":["trace[47837956] 'agreement among raft nodes before linearized reading' (duration: 618.085275ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.876071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.330821Z","time spent":"545.233744ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:15:06.876164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.257429Z","time spent":"618.695549ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T20:15:06.876551Z","caller":"traceutil/trace.go:171","msg":"trace[1791878158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8029; }","duration":"544.577449ms","start":"2026-02-24T20:15:06.330971Z","end":"2026-02-24T20:15:06.875548Z","steps":["trace[1791878158] 'agreement among raft nodes before linearized reading' (duration: 544.324573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:06.876714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.330963Z","time spent":"545.704945ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:15:07.250731Z","caller":"traceutil/trace.go:171","msg":"trace[417761872] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"368.921443ms","start":"2026-02-24T20:15:06.881758Z","end":"2026-02-24T20:15:07.250679Z","steps":["trace[417761872] 'process raft request' (duration: 285.386637ms)","trace[417761872] 'compare' (duration: 83.059514ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:07.250957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.881738Z","time spent":"369.100256ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:07.251086Z","caller":"traceutil/trace.go:171","msg":"trace[666145047] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"368.639936ms","start":"2026-02-24T20:15:06.882425Z","end":"2026-02-24T20:15:07.251065Z","steps":["trace[666145047] 'process raft request' (duration: 368.437151ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:07.251107Z","caller":"traceutil/trace.go:171","msg":"trace[784916269] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"368.649557ms","start":"2026-02-24T20:15:06.882408Z","end":"2026-02-24T20:15:07.251058Z","steps":["trace[784916269] 'process raft request' (duration: 368.253367ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:07.251109Z","caller":"traceutil/trace.go:171","msg":"trace[15328889] linearizableReadLoop","detail":"{readStateIndex:8342; appliedIndex:8340; }","duration":"368.886932ms","start":"2026-02-24T20:15:06.88218Z","end":"2026-02-24T20:15:07.251067Z","steps":["trace[15328889] 'read index received' (duration: 41.930812ms)","trace[15328889] 'applied index is now lower than readState.Index' (duration: 326.95482ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:07.251184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.882406Z","time spent":"368.730668ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:07.251265Z","caller":"traceutil/trace.go:171","msg":"trace[1121318222] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"367.882529ms","start":"2026-02-24T20:15:06.883346Z","end":"2026-02-24T20:15:07.251229Z","steps":["trace[1121318222] 'process raft request' (duration: 367.657243ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:07.251268Z","caller":"traceutil/trace.go:171","msg":"trace[492497506] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"368.358279ms","start":"2026-02-24T20:15:06.88282Z","end":"2026-02-24T20:15:07.251178Z","steps":["trace[492497506] 'process raft request' (duration: 368.109114ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:07.251356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.882398Z","time spent":"368.81146ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:15:07.251494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.883314Z","time spent":"368.024201ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:15:07.251546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.882807Z","time spent":"368.593945ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:15:07.251663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.474055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:225768"} {"level":"warn","ts":"2026-02-24T20:15:07.251595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.392505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:15:07.251726Z","caller":"traceutil/trace.go:171","msg":"trace[854128476] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8035; }","duration":"369.584758ms","start":"2026-02-24T20:15:06.882127Z","end":"2026-02-24T20:15:07.251711Z","steps":["trace[854128476] 'agreement among raft nodes before linearized reading' (duration: 369.157258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:07.251769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.8821Z","time spent":"369.66042ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":225791,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-24T20:15:07.251768Z","caller":"traceutil/trace.go:171","msg":"trace[1329493839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8035; }","duration":"367.779315ms","start":"2026-02-24T20:15:06.883969Z","end":"2026-02-24T20:15:07.251748Z","steps":["trace[1329493839] 'agreement among raft nodes before linearized reading' (duration: 367.375625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:07.251822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:06.883956Z","time spent":"367.853536ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:15:14.175657Z","caller":"traceutil/trace.go:171","msg":"trace[1698669913] linearizableReadLoop","detail":"{readStateIndex:8419; appliedIndex:8418; }","duration":"137.825272ms","start":"2026-02-24T20:15:14.037791Z","end":"2026-02-24T20:15:14.175616Z","steps":["trace[1698669913] 'read index received' (duration: 92.950493ms)","trace[1698669913] 'applied index is now lower than readState.Index' (duration: 44.873069ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:14.175779Z","caller":"traceutil/trace.go:171","msg":"trace[504252772] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"144.823528ms","start":"2026-02-24T20:15:14.030891Z","end":"2026-02-24T20:15:14.175715Z","steps":["trace[504252772] 'process raft request' (duration: 99.894227ms)","trace[504252772] 'compare' (duration: 44.653344ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:14.176063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.034068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:15:14.176138Z","caller":"traceutil/trace.go:171","msg":"trace[711021104] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8103; }","duration":"138.359716ms","start":"2026-02-24T20:15:14.037759Z","end":"2026-02-24T20:15:14.176119Z","steps":["trace[711021104] 'agreement among raft nodes before linearized reading' (duration: 138.006848ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:14.354038Z","caller":"traceutil/trace.go:171","msg":"trace[338689892] transaction","detail":"{read_only:false; response_revision:8105; number_of_response:1; }","duration":"163.505939ms","start":"2026-02-24T20:15:14.190509Z","end":"2026-02-24T20:15:14.354015Z","steps":["trace[338689892] 'process raft request' (duration: 163.371465ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:15.222099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.972687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:15:15.222357Z","caller":"traceutil/trace.go:171","msg":"trace[586666771] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"420.644437ms","start":"2026-02-24T20:15:14.801685Z","end":"2026-02-24T20:15:15.22233Z","steps":["trace[586666771] 'process raft request' (duration: 420.546625ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:15.22247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:14.801659Z","time spent":"420.758079ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:15.223034Z","caller":"traceutil/trace.go:171","msg":"trace[1854153951] transaction","detail":"{read_only:false; response_revision:8107; number_of_response:1; }","duration":"472.355206ms","start":"2026-02-24T20:15:14.75064Z","end":"2026-02-24T20:15:15.222996Z","steps":["trace[1854153951] 'process raft request' (duration: 366.385676ms)","trace[1854153951] 'compare' (duration: 104.830544ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:15.22325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:14.750602Z","time spent":"472.52007ms","remote":"127.0.0.1:51068","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2993,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:15.233628Z","caller":"traceutil/trace.go:171","msg":"trace[664541627] transaction","detail":"{read_only:false; response_revision:8109; number_of_response:1; }","duration":"422.48286ms","start":"2026-02-24T20:15:14.811115Z","end":"2026-02-24T20:15:15.233598Z","steps":["trace[664541627] 'process raft request' (duration: 422.298886ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:15.233795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:14.811096Z","time spent":"422.608593ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:15.233929Z","caller":"traceutil/trace.go:171","msg":"trace[2090931842] transaction","detail":"{read_only:false; response_revision:8110; number_of_response:1; }","duration":"328.790179ms","start":"2026-02-24T20:15:14.905079Z","end":"2026-02-24T20:15:15.233869Z","steps":["trace[2090931842] 'process raft request' (duration: 328.477342ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:15.234165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:15:14.905023Z","time spent":"329.018334ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:15:15.426605Z","caller":"traceutil/trace.go:171","msg":"trace[8380050] linearizableReadLoop","detail":"{readStateIndex:8427; appliedIndex:8426; }","duration":"134.682369ms","start":"2026-02-24T20:15:15.291893Z","end":"2026-02-24T20:15:15.426575Z","steps":["trace[8380050] 'read index received' (duration: 91.08011ms)","trace[8380050] 'applied index is now lower than readState.Index' (duration: 43.601209ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:15.426776Z","caller":"traceutil/trace.go:171","msg":"trace[1695642160] transaction","detail":"{read_only:false; response_revision:8111; number_of_response:1; }","duration":"179.924526ms","start":"2026-02-24T20:15:15.24683Z","end":"2026-02-24T20:15:15.426755Z","steps":["trace[1695642160] 'process raft request' (duration: 136.152153ms)","trace[1695642160] 'compare' (duration: 43.404674ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:15.42699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.35596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:15:15.427083Z","caller":"traceutil/trace.go:171","msg":"trace[2121808000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8111; }","duration":"128.525153ms","start":"2026-02-24T20:15:15.298534Z","end":"2026-02-24T20:15:15.427059Z","steps":["trace[2121808000] 'agreement among raft nodes before linearized reading' (duration: 128.282007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:15.427087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.082114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-24T20:15:15.427118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.055864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:15:15.427148Z","caller":"traceutil/trace.go:171","msg":"trace[1693384338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8111; }","duration":"123.150717ms","start":"2026-02-24T20:15:15.30398Z","end":"2026-02-24T20:15:15.42713Z","steps":["trace[1693384338] 'agreement among raft nodes before linearized reading' (duration: 122.843699ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:15.427141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.431856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T20:15:15.42717Z","caller":"traceutil/trace.go:171","msg":"trace[1249047707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8111; }","duration":"123.140036ms","start":"2026-02-24T20:15:15.304017Z","end":"2026-02-24T20:15:15.427157Z","steps":["trace[1249047707] 'agreement among raft nodes before linearized reading' (duration: 122.923781ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:15.427212Z","caller":"traceutil/trace.go:171","msg":"trace[1647455647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8111; }","duration":"127.527869ms","start":"2026-02-24T20:15:15.299664Z","end":"2026-02-24T20:15:15.427192Z","steps":["trace[1647455647] 'agreement among raft nodes before linearized reading' (duration: 127.329084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:15.426995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.079728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:15:15.427274Z","caller":"traceutil/trace.go:171","msg":"trace[1115624776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8111; }","duration":"135.404695ms","start":"2026-02-24T20:15:15.291856Z","end":"2026-02-24T20:15:15.42726Z","steps":["trace[1115624776] 'agreement among raft nodes before linearized reading' (duration: 134.963644ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:15.427312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.270202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sjpps\" ","response":"range_response_count:1 size:6382"} {"level":"info","ts":"2026-02-24T20:15:15.427477Z","caller":"traceutil/trace.go:171","msg":"trace[2127695802] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sjpps; range_end:; response_count:1; response_revision:8111; }","duration":"124.496027ms","start":"2026-02-24T20:15:15.302959Z","end":"2026-02-24T20:15:15.427455Z","steps":["trace[2127695802] 'agreement among raft nodes before linearized reading' (duration: 124.000396ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:16.489404Z","caller":"traceutil/trace.go:171","msg":"trace[1717393242] linearizableReadLoop","detail":"{readStateIndex:8435; appliedIndex:8434; }","duration":"247.993622ms","start":"2026-02-24T20:15:16.241377Z","end":"2026-02-24T20:15:16.489371Z","steps":["trace[1717393242] 'read index received' (duration: 247.737796ms)","trace[1717393242] 'applied index is now lower than readState.Index' (duration: 253.926µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:16.489549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.152996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:15:16.489521Z","caller":"traceutil/trace.go:171","msg":"trace[600558992] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"250.758758ms","start":"2026-02-24T20:15:16.238715Z","end":"2026-02-24T20:15:16.489474Z","steps":["trace[600558992] 'process raft request' (duration: 250.40967ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:16.489591Z","caller":"traceutil/trace.go:171","msg":"trace[776601001] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8119; }","duration":"248.29656ms","start":"2026-02-24T20:15:16.241282Z","end":"2026-02-24T20:15:16.489579Z","steps":["trace[776601001] 'agreement among raft nodes before linearized reading' (duration: 248.198167ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:16.549842Z","caller":"traceutil/trace.go:171","msg":"trace[1237409200] transaction","detail":"{read_only:false; response_revision:8120; number_of_response:1; }","duration":"108.678835ms","start":"2026-02-24T20:15:16.441143Z","end":"2026-02-24T20:15:16.549822Z","steps":["trace[1237409200] 'process raft request' (duration: 108.511011ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:16.812189Z","caller":"traceutil/trace.go:171","msg":"trace[1327673835] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"185.893887ms","start":"2026-02-24T20:15:16.626256Z","end":"2026-02-24T20:15:16.81215Z","steps":["trace[1327673835] 'process raft request' (duration: 103.114043ms)","trace[1327673835] 'compare' (duration: 82.513028ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:17.401724Z","caller":"traceutil/trace.go:171","msg":"trace[733197754] transaction","detail":"{read_only:false; response_revision:8127; number_of_response:1; }","duration":"163.969899ms","start":"2026-02-24T20:15:17.237731Z","end":"2026-02-24T20:15:17.401701Z","steps":["trace[733197754] 'process raft request' (duration: 163.772755ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:17.401939Z","caller":"traceutil/trace.go:171","msg":"trace[1953241775] linearizableReadLoop","detail":"{readStateIndex:8444; appliedIndex:8441; }","duration":"154.465595ms","start":"2026-02-24T20:15:17.247442Z","end":"2026-02-24T20:15:17.401907Z","steps":["trace[1953241775] 'read index received' (duration: 29.65179ms)","trace[1953241775] 'applied index is now lower than readState.Index' (duration: 124.811635ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:17.401972Z","caller":"traceutil/trace.go:171","msg":"trace[1411696233] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"163.396516ms","start":"2026-02-24T20:15:17.23853Z","end":"2026-02-24T20:15:17.401927Z","steps":["trace[1411696233] 'process raft request' (duration: 163.129819ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:17.402238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.782882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-02-24T20:15:17.40234Z","caller":"traceutil/trace.go:171","msg":"trace[1606339747] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8128; }","duration":"154.879455ms","start":"2026-02-24T20:15:17.247394Z","end":"2026-02-24T20:15:17.402274Z","steps":["trace[1606339747] 'agreement among raft nodes before linearized reading' (duration: 154.702041ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:17.591754Z","caller":"traceutil/trace.go:171","msg":"trace[167640805] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8445; }","duration":"134.380071ms","start":"2026-02-24T20:15:17.457345Z","end":"2026-02-24T20:15:17.591726Z","steps":["trace[167640805] 'read index received' (duration: 74.874607ms)","trace[167640805] 'applied index is now lower than readState.Index' (duration: 59.503874ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:15:17.59218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.814361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:15:17.592309Z","caller":"traceutil/trace.go:171","msg":"trace[264817859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8130; }","duration":"134.976635ms","start":"2026-02-24T20:15:17.457314Z","end":"2026-02-24T20:15:17.59229Z","steps":["trace[264817859] 'agreement among raft nodes before linearized reading' (duration: 134.724489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:17.59234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.703046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T20:15:17.592422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.420498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:15:17.592459Z","caller":"traceutil/trace.go:171","msg":"trace[1190303577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8130; }","duration":"133.48219ms","start":"2026-02-24T20:15:17.458966Z","end":"2026-02-24T20:15:17.592448Z","steps":["trace[1190303577] 'agreement among raft nodes before linearized reading' (duration: 133.401098ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:17.592504Z","caller":"traceutil/trace.go:171","msg":"trace[1655664853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8130; }","duration":"133.866179ms","start":"2026-02-24T20:15:17.458585Z","end":"2026-02-24T20:15:17.592451Z","steps":["trace[1655664853] 'agreement among raft nodes before linearized reading' (duration: 133.586042ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:17.592507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.50065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sjpps\" ","response":"range_response_count:1 size:6382"} {"level":"info","ts":"2026-02-24T20:15:17.592337Z","caller":"traceutil/trace.go:171","msg":"trace[1968153479] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"146.840265ms","start":"2026-02-24T20:15:17.44547Z","end":"2026-02-24T20:15:17.59231Z","steps":["trace[1968153479] 'process raft request' (duration: 86.806688ms)","trace[1968153479] 'compare' (duration: 59.246898ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:17.592617Z","caller":"traceutil/trace.go:171","msg":"trace[1444621885] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sjpps; range_end:; response_count:1; response_revision:8130; }","duration":"130.635082ms","start":"2026-02-24T20:15:17.461956Z","end":"2026-02-24T20:15:17.592591Z","steps":["trace[1444621885] 'agreement among raft nodes before linearized reading' (duration: 130.384956ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:17.592923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.265238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:15:17.593009Z","caller":"traceutil/trace.go:171","msg":"trace[1239539460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8130; }","duration":"134.36488ms","start":"2026-02-24T20:15:17.458627Z","end":"2026-02-24T20:15:17.592992Z","steps":["trace[1239539460] 'agreement among raft nodes before linearized reading' (duration: 133.833078ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:28.001669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.227765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:15:28.001758Z","caller":"traceutil/trace.go:171","msg":"trace[1794845076] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8203; }","duration":"289.366839ms","start":"2026-02-24T20:15:27.712372Z","end":"2026-02-24T20:15:28.001739Z","steps":["trace[1794845076] 'range keys from in-memory index tree' (duration: 289.083092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:28.001764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.960455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T20:15:28.001812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.652809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:15:28.001841Z","caller":"traceutil/trace.go:171","msg":"trace[933286640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8203; }","duration":"285.051967ms","start":"2026-02-24T20:15:27.716772Z","end":"2026-02-24T20:15:28.001824Z","steps":["trace[933286640] 'range keys from in-memory index tree' (duration: 284.835402ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:28.001865Z","caller":"traceutil/trace.go:171","msg":"trace[609841532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8203; }","duration":"290.71068ms","start":"2026-02-24T20:15:27.71114Z","end":"2026-02-24T20:15:28.00185Z","steps":["trace[609841532] 'range keys from in-memory index tree' (duration: 290.481075ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:15:28.001975Z","caller":"traceutil/trace.go:171","msg":"trace[1318703696] linearizableReadLoop","detail":"{readStateIndex:8524; appliedIndex:8523; }","duration":"178.088233ms","start":"2026-02-24T20:15:27.823879Z","end":"2026-02-24T20:15:28.001967Z","steps":["trace[1318703696] 'read index received' (duration: 176.488335ms)","trace[1318703696] 'applied index is now lower than readState.Index' (duration: 1.599158ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:15:28.002026Z","caller":"traceutil/trace.go:171","msg":"trace[498588904] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"214.139403ms","start":"2026-02-24T20:15:27.787881Z","end":"2026-02-24T20:15:28.002021Z","steps":["trace[498588904] 'process raft request' (duration: 212.647079ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:28.002217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.331658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:15:28.002275Z","caller":"traceutil/trace.go:171","msg":"trace[504690130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8204; }","duration":"178.395461ms","start":"2026-02-24T20:15:27.823863Z","end":"2026-02-24T20:15:28.002259Z","steps":["trace[504690130] 'agreement among raft nodes before linearized reading' (duration: 178.288578ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:15:28.002442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.968195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-6m96k\" ","response":"range_response_count:1 size:4470"} {"level":"info","ts":"2026-02-24T20:15:28.002612Z","caller":"traceutil/trace.go:171","msg":"trace[2041213618] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-6m96k; range_end:; response_count:1; response_revision:8204; }","duration":"135.19889ms","start":"2026-02-24T20:15:27.867379Z","end":"2026-02-24T20:15:28.002578Z","steps":["trace[2041213618] 'agreement among raft nodes before linearized reading' (duration: 134.720899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:32.387878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.607696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12011"} {"level":"info","ts":"2026-02-24T20:16:32.387995Z","caller":"traceutil/trace.go:171","msg":"trace[1695024233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8823; }","duration":"242.760269ms","start":"2026-02-24T20:16:32.145208Z","end":"2026-02-24T20:16:32.387969Z","steps":["trace[1695024233] 'range keys from in-memory index tree' (duration: 242.393771ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:16:32.514694Z","caller":"traceutil/trace.go:171","msg":"trace[1539299158] linearizableReadLoop","detail":"{readStateIndex:9161; appliedIndex:9160; }","duration":"120.598566ms","start":"2026-02-24T20:16:32.394067Z","end":"2026-02-24T20:16:32.514665Z","steps":["trace[1539299158] 'read index received' (duration: 120.34275ms)","trace[1539299158] 'applied index is now lower than readState.Index' (duration: 254.596µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:16:32.514747Z","caller":"traceutil/trace.go:171","msg":"trace[1305430530] transaction","detail":"{read_only:false; response_revision:8824; number_of_response:1; }","duration":"121.348923ms","start":"2026-02-24T20:16:32.393363Z","end":"2026-02-24T20:16:32.514711Z","steps":["trace[1305430530] 'process raft request' (duration: 121.149108ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:32.514972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.696991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:16:32.515044Z","caller":"traceutil/trace.go:171","msg":"trace[1855559865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8824; }","duration":"107.811913ms","start":"2026-02-24T20:16:32.407214Z","end":"2026-02-24T20:16:32.515026Z","steps":["trace[1855559865] 'agreement among raft nodes before linearized reading' (duration: 107.610179ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:32.515171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.69723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T20:16:32.515222Z","caller":"traceutil/trace.go:171","msg":"trace[1792385766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8824; }","duration":"104.777322ms","start":"2026-02-24T20:16:32.410433Z","end":"2026-02-24T20:16:32.51521Z","steps":["trace[1792385766] 'agreement among raft nodes before linearized reading' (duration: 104.458744ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:32.515141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.013615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17334"} {"level":"info","ts":"2026-02-24T20:16:32.515623Z","caller":"traceutil/trace.go:171","msg":"trace[401190052] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8824; }","duration":"121.490726ms","start":"2026-02-24T20:16:32.394049Z","end":"2026-02-24T20:16:32.51554Z","steps":["trace[401190052] 'agreement among raft nodes before linearized reading' (duration: 120.77027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:33.507918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.905497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:16:33.508009Z","caller":"traceutil/trace.go:171","msg":"trace[1757024176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8827; }","duration":"661.05816ms","start":"2026-02-24T20:16:32.846932Z","end":"2026-02-24T20:16:33.50799Z","steps":["trace[1757024176] 'count revisions from in-memory index tree' (duration: 660.791954ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:33.508048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:16:32.846908Z","time spent":"661.129292ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:16:33.507972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.706866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:16:33.508179Z","caller":"traceutil/trace.go:171","msg":"trace[1981915153] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8827; }","duration":"461.959642ms","start":"2026-02-24T20:16:33.046197Z","end":"2026-02-24T20:16:33.508157Z","steps":["trace[1981915153] 'count revisions from in-memory index tree' (duration: 461.621614ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:33.508251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:16:33.046176Z","time spent":"462.061215ms","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:16:33.508079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.242784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12011"} {"level":"info","ts":"2026-02-24T20:16:33.50855Z","caller":"traceutil/trace.go:171","msg":"trace[813471058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8827; }","duration":"919.768597ms","start":"2026-02-24T20:16:32.588769Z","end":"2026-02-24T20:16:33.508537Z","steps":["trace[813471058] 'range keys from in-memory index tree' (duration: 919.02818ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:33.508595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:16:32.588751Z","time spent":"919.832628ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12034,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:16:34.041823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.105579ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:16:34.041943Z","caller":"traceutil/trace.go:171","msg":"trace[2128021847] transaction","detail":"{read_only:false; response_revision:8828; number_of_response:1; }","duration":"472.646654ms","start":"2026-02-24T20:16:33.569273Z","end":"2026-02-24T20:16:34.04192Z","steps":["trace[2128021847] 'process raft request' (duration: 359.356581ms)","trace[2128021847] 'compare' (duration: 112.936095ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:16:34.04202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:16:33.569251Z","time spent":"472.730637ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:16:34.073834Z","caller":"traceutil/trace.go:171","msg":"trace[492124067] linearizableReadLoop","detail":"{readStateIndex:9167; appliedIndex:9165; }","duration":"483.759906ms","start":"2026-02-24T20:16:33.590041Z","end":"2026-02-24T20:16:34.073801Z","steps":["trace[492124067] 'read index received' (duration: 338.603441ms)","trace[492124067] 'applied index is now lower than readState.Index' (duration: 145.155275ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:16:34.073866Z","caller":"traceutil/trace.go:171","msg":"trace[1364157853] transaction","detail":"{read_only:false; response_revision:8830; number_of_response:1; }","duration":"357.871766ms","start":"2026-02-24T20:16:33.715962Z","end":"2026-02-24T20:16:34.073834Z","steps":["trace[1364157853] 'process raft request' (duration: 357.751483ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:16:34.073904Z","caller":"traceutil/trace.go:171","msg":"trace[853516315] transaction","detail":"{read_only:false; response_revision:8831; number_of_response:1; }","duration":"355.5085ms","start":"2026-02-24T20:16:33.718359Z","end":"2026-02-24T20:16:34.073867Z","steps":["trace[853516315] 'process raft request' (duration: 355.399837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:34.074066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.012523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5541"} {"level":"warn","ts":"2026-02-24T20:16:34.074081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:16:33.718335Z","time spent":"355.647174ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:16:34.074125Z","caller":"traceutil/trace.go:171","msg":"trace[228231463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8831; }","duration":"484.104085ms","start":"2026-02-24T20:16:33.590006Z","end":"2026-02-24T20:16:34.074098Z","steps":["trace[228231463] 'agreement among raft nodes before linearized reading' (duration: 483.936981ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:34.074117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.953087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5bfdd6c4fb-mhd7r.189747eb24241814\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-02-24T20:16:34.074159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:16:33.589993Z","time spent":"484.158245ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5564,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T20:16:34.074126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:16:33.715928Z","time spent":"357.996219ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:16:34.074193Z","caller":"traceutil/trace.go:171","msg":"trace[1400045645] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5bfdd6c4fb-mhd7r.189747eb24241814; range_end:; response_count:1; response_revision:8831; }","duration":"430.08976ms","start":"2026-02-24T20:16:33.644083Z","end":"2026-02-24T20:16:34.074173Z","steps":["trace[1400045645] 'agreement among raft nodes before linearized reading' (duration: 429.912256ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:34.074258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.610273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-02-24T20:16:34.07429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:16:33.644061Z","time spent":"430.206453ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-5bfdd6c4fb-mhd7r.189747eb24241814\" "} {"level":"info","ts":"2026-02-24T20:16:34.074333Z","caller":"traceutil/trace.go:171","msg":"trace[1762028839] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8831; }","duration":"158.746876ms","start":"2026-02-24T20:16:33.915567Z","end":"2026-02-24T20:16:34.074314Z","steps":["trace[1762028839] 'agreement among raft nodes before linearized reading' (duration: 158.507181ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:34.074326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.84175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:16:34.074467Z","caller":"traceutil/trace.go:171","msg":"trace[931368195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8831; }","duration":"251.062305ms","start":"2026-02-24T20:16:33.823377Z","end":"2026-02-24T20:16:34.074439Z","steps":["trace[931368195] 'agreement among raft nodes before linearized reading' (duration: 250.769638ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:16:34.074347Z","caller":"traceutil/trace.go:171","msg":"trace[2042180385] transaction","detail":"{read_only:false; response_revision:8829; number_of_response:1; }","duration":"495.416892ms","start":"2026-02-24T20:16:33.578837Z","end":"2026-02-24T20:16:34.074254Z","steps":["trace[2042180385] 'process raft request' (duration: 494.716195ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:34.074901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:16:33.578817Z","time spent":"495.990345ms","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:16:34.293694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.029818ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-24T20:16:34.293974Z","caller":"traceutil/trace.go:171","msg":"trace[1062837395] linearizableReadLoop","detail":"{readStateIndex:9170; appliedIndex:9169; }","duration":"216.825797ms","start":"2026-02-24T20:16:34.077115Z","end":"2026-02-24T20:16:34.293941Z","steps":["trace[1062837395] 'read index received' (duration: 371.879µs)","trace[1062837395] 'applied index is now lower than readState.Index' (duration: 216.451598ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:16:34.294087Z","caller":"traceutil/trace.go:171","msg":"trace[706722293] transaction","detail":"{read_only:false; response_revision:8833; number_of_response:1; }","duration":"214.145982ms","start":"2026-02-24T20:16:34.07992Z","end":"2026-02-24T20:16:34.294066Z","steps":["trace[706722293] 'process raft request' (duration: 214.087991ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:16:34.294267Z","caller":"traceutil/trace.go:171","msg":"trace[1459659255] transaction","detail":"{read_only:false; response_revision:8832; number_of_response:1; }","duration":"214.973432ms","start":"2026-02-24T20:16:34.079282Z","end":"2026-02-24T20:16:34.294256Z","steps":["trace[1459659255] 'process raft request' (duration: 214.570323ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:34.29429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.155124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-02-24T20:16:34.294328Z","caller":"traceutil/trace.go:171","msg":"trace[425833724] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8833; }","duration":"217.229415ms","start":"2026-02-24T20:16:34.077088Z","end":"2026-02-24T20:16:34.294318Z","steps":["trace[425833724] 'agreement among raft nodes before linearized reading' (duration: 217.01435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:16:34.295333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.225552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sjpps\" ","response":"range_response_count:1 size:6382"} {"level":"info","ts":"2026-02-24T20:16:34.295412Z","caller":"traceutil/trace.go:171","msg":"trace[1691788558] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sjpps; range_end:; response_count:1; response_revision:8833; }","duration":"199.345605ms","start":"2026-02-24T20:16:34.096048Z","end":"2026-02-24T20:16:34.295393Z","steps":["trace[1691788558] 'agreement among raft nodes before linearized reading' (duration: 198.446493ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:18:26.002025Z","caller":"traceutil/trace.go:171","msg":"trace[1339032038] transaction","detail":"{read_only:false; response_revision:9579; number_of_response:1; }","duration":"156.094131ms","start":"2026-02-24T20:18:25.845904Z","end":"2026-02-24T20:18:26.001998Z","steps":["trace[1339032038] 'process raft request' (duration: 155.907837ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:18:34.087628Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"21032583b6cd9182","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-24T20:18:34.093387Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-24T20:18:34.093486Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-24T20:18:50.697769Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7433} {"level":"info","ts":"2026-02-24T20:18:50.781006Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7433,"took":"78.552213ms","hash":863652111,"current-db-size-bytes":41451520,"current-db-size":"42 MB","current-db-size-in-use-bytes":25292800,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-24T20:18:50.781874Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":863652111,"revision":7433,"compact-revision":5506} {"level":"info","ts":"2026-02-24T20:18:54.793139Z","caller":"traceutil/trace.go:171","msg":"trace[1065735967] transaction","detail":"{read_only:false; response_revision:9818; number_of_response:1; }","duration":"117.097292ms","start":"2026-02-24T20:18:54.676011Z","end":"2026-02-24T20:18:54.793108Z","steps":["trace[1065735967] 'process raft request' (duration: 25.475287ms)","trace[1065735967] 'compare' (duration: 91.443011ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:20:01.698063Z","caller":"traceutil/trace.go:171","msg":"trace[630683762] linearizableReadLoop","detail":"{readStateIndex:10873; appliedIndex:10872; }","duration":"272.555422ms","start":"2026-02-24T20:20:01.425477Z","end":"2026-02-24T20:20:01.698032Z","steps":["trace[630683762] 'read index received' (duration: 271.867995ms)","trace[630683762] 'applied index is now lower than readState.Index' (duration: 686.237µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:20:01.698098Z","caller":"traceutil/trace.go:171","msg":"trace[1664474805] transaction","detail":"{read_only:false; response_revision:10483; number_of_response:1; }","duration":"297.590951ms","start":"2026-02-24T20:20:01.400482Z","end":"2026-02-24T20:20:01.698073Z","steps":["trace[1664474805] 'process raft request' (duration: 296.767901ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:01.698295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.760617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-24T20:20:01.698362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.898562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:20:01.698444Z","caller":"traceutil/trace.go:171","msg":"trace[783437665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10483; }","duration":"129.032595ms","start":"2026-02-24T20:20:01.569388Z","end":"2026-02-24T20:20:01.698421Z","steps":["trace[783437665] 'agreement among raft nodes before linearized reading' (duration: 128.902462ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:01.698378Z","caller":"traceutil/trace.go:171","msg":"trace[2096326775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10483; }","duration":"272.918271ms","start":"2026-02-24T20:20:01.425442Z","end":"2026-02-24T20:20:01.698361Z","steps":["trace[2096326775] 'agreement among raft nodes before linearized reading' (duration: 272.710396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:01.698511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.879577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:20:01.698605Z","caller":"traceutil/trace.go:171","msg":"trace[432464581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10483; }","duration":"118.986909ms","start":"2026-02-24T20:20:01.579597Z","end":"2026-02-24T20:20:01.698584Z","steps":["trace[432464581] 'agreement among raft nodes before linearized reading' (duration: 118.790564ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:01.698802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.279062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T20:20:01.698898Z","caller":"traceutil/trace.go:171","msg":"trace[1521117519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10483; }","duration":"115.373734ms","start":"2026-02-24T20:20:01.583507Z","end":"2026-02-24T20:20:01.69888Z","steps":["trace[1521117519] 'agreement among raft nodes before linearized reading' (duration: 114.891973ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:02.151717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.855006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:20:02.151834Z","caller":"traceutil/trace.go:171","msg":"trace[936640042] transaction","detail":"{read_only:false; response_revision:10484; number_of_response:1; }","duration":"448.214994ms","start":"2026-02-24T20:20:01.703598Z","end":"2026-02-24T20:20:02.151813Z","steps":["trace[936640042] 'process raft request' (duration: 142.169634ms)","trace[936640042] 'compare' (duration: 305.628249ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:20:02.151897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:20:01.703547Z","time spent":"448.321216ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:20:02.218353Z","caller":"traceutil/trace.go:171","msg":"trace[2001730055] transaction","detail":"{read_only:false; response_revision:10485; number_of_response:1; }","duration":"514.655096ms","start":"2026-02-24T20:20:01.703672Z","end":"2026-02-24T20:20:02.218327Z","steps":["trace[2001730055] 'process raft request' (duration: 514.465021ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:02.218513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:20:01.703642Z","time spent":"514.787579ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:20:02.218616Z","caller":"traceutil/trace.go:171","msg":"trace[1805391122] transaction","detail":"{read_only:false; response_revision:10486; number_of_response:1; }","duration":"514.881651ms","start":"2026-02-24T20:20:01.703708Z","end":"2026-02-24T20:20:02.21859Z","steps":["trace[1805391122] 'process raft request' (duration: 514.577864ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:02.218745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:20:01.703692Z","time spent":"514.998925ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:20:02.218841Z","caller":"traceutil/trace.go:171","msg":"trace[537280952] linearizableReadLoop","detail":"{readStateIndex:10877; appliedIndex:10873; }","duration":"395.082964ms","start":"2026-02-24T20:20:01.823742Z","end":"2026-02-24T20:20:02.218825Z","steps":["trace[537280952] 'read index received' (duration: 22.11527ms)","trace[537280952] 'applied index is now lower than readState.Index' (duration: 372.966074ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:20:02.218952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.211347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:20:02.218927Z","caller":"traceutil/trace.go:171","msg":"trace[724963323] transaction","detail":"{read_only:false; response_revision:10487; number_of_response:1; }","duration":"514.619466ms","start":"2026-02-24T20:20:01.704268Z","end":"2026-02-24T20:20:02.218888Z","steps":["trace[724963323] 'process raft request' (duration: 514.250706ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:02.218994Z","caller":"traceutil/trace.go:171","msg":"trace[1796636116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10487; }","duration":"395.283049ms","start":"2026-02-24T20:20:01.823698Z","end":"2026-02-24T20:20:02.218981Z","steps":["trace[1796636116] 'agreement among raft nodes before linearized reading' (duration: 395.211827ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:02.21903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:20:01.823683Z","time spent":"395.341341ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:20:02.219133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:20:01.704244Z","time spent":"514.78202ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:20:02.337786Z","caller":"traceutil/trace.go:171","msg":"trace[1699464822] linearizableReadLoop","detail":"{readStateIndex:10878; appliedIndex:10877; }","duration":"118.880376ms","start":"2026-02-24T20:20:02.218879Z","end":"2026-02-24T20:20:02.337759Z","steps":["trace[1699464822] 'read index received' (duration: 87.343985ms)","trace[1699464822] 'applied index is now lower than readState.Index' (duration: 31.534491ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:20:02.338031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.393322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:20:02.338076Z","caller":"traceutil/trace.go:171","msg":"trace[1997233327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10489; }","duration":"117.462023ms","start":"2026-02-24T20:20:02.220602Z","end":"2026-02-24T20:20:02.338064Z","steps":["trace[1997233327] 'agreement among raft nodes before linearized reading' (duration: 117.364361ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:02.338066Z","caller":"traceutil/trace.go:171","msg":"trace[1672329879] transaction","detail":"{read_only:false; response_revision:10488; number_of_response:1; }","duration":"151.018143ms","start":"2026-02-24T20:20:02.187014Z","end":"2026-02-24T20:20:02.338032Z","steps":["trace[1672329879] 'process raft request' (duration: 119.212375ms)","trace[1672329879] 'compare' (duration: 31.326717ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:20:02.338259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.141112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sjpps\" ","response":"range_response_count:1 size:6382"} {"level":"info","ts":"2026-02-24T20:20:02.338377Z","caller":"traceutil/trace.go:171","msg":"trace[1579961026] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sjpps; range_end:; response_count:1; response_revision:10489; }","duration":"462.329425ms","start":"2026-02-24T20:20:01.876021Z","end":"2026-02-24T20:20:02.338351Z","steps":["trace[1579961026] 'agreement among raft nodes before linearized reading' (duration: 461.917485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:02.338448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:20:01.875998Z","time spent":"462.439168ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6405,"request content":"key:\"/registry/pods/openstack/keepalived-sjpps\" "} {"level":"info","ts":"2026-02-24T20:20:23.474635Z","caller":"traceutil/trace.go:171","msg":"trace[380957023] linearizableReadLoop","detail":"{readStateIndex:10989; appliedIndex:10988; }","duration":"152.422665ms","start":"2026-02-24T20:20:23.322189Z","end":"2026-02-24T20:20:23.474612Z","steps":["trace[380957023] 'read index received' (duration: 126.038415ms)","trace[380957023] 'applied index is now lower than readState.Index' (duration: 26.3833ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:20:23.474684Z","caller":"traceutil/trace.go:171","msg":"trace[1408434880] transaction","detail":"{read_only:false; response_revision:10595; number_of_response:1; }","duration":"359.368833ms","start":"2026-02-24T20:20:23.115277Z","end":"2026-02-24T20:20:23.474645Z","steps":["trace[1408434880] 'process raft request' (duration: 332.995343ms)","trace[1408434880] 'compare' (duration: 26.129125ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:20:23.474774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.570799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:20:23.474805Z","caller":"traceutil/trace.go:171","msg":"trace[2012521537] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:10595; }","duration":"152.61899ms","start":"2026-02-24T20:20:23.322171Z","end":"2026-02-24T20:20:23.47479Z","steps":["trace[2012521537] 'agreement among raft nodes before linearized reading' (duration: 152.545378ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:23.474848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:20:23.115252Z","time spent":"359.491786ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:20:23.854963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.731819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:20:23.855063Z","caller":"traceutil/trace.go:171","msg":"trace[439291144] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10596; }","duration":"236.871422ms","start":"2026-02-24T20:20:23.618169Z","end":"2026-02-24T20:20:23.855041Z","steps":["trace[439291144] 'range keys from in-memory index tree' (duration: 236.651037ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:23.855101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.376241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:20:23.855191Z","caller":"traceutil/trace.go:171","msg":"trace[212195156] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:10596; }","duration":"168.513344ms","start":"2026-02-24T20:20:23.686652Z","end":"2026-02-24T20:20:23.855165Z","steps":["trace[212195156] 'count revisions from in-memory index tree' (duration: 168.301528ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:26.463276Z","caller":"traceutil/trace.go:171","msg":"trace[1986205111] linearizableReadLoop","detail":"{readStateIndex:11004; appliedIndex:11003; }","duration":"105.197335ms","start":"2026-02-24T20:20:26.358058Z","end":"2026-02-24T20:20:26.463255Z","steps":["trace[1986205111] 'read index received' (duration: 95.517228ms)","trace[1986205111] 'applied index is now lower than readState.Index' (duration: 9.678827ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:20:26.463467Z","caller":"traceutil/trace.go:171","msg":"trace[2069579645] transaction","detail":"{read_only:false; response_revision:10609; number_of_response:1; }","duration":"112.038585ms","start":"2026-02-24T20:20:26.351384Z","end":"2026-02-24T20:20:26.463423Z","steps":["trace[2069579645] 'process raft request' (duration: 102.234495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:26.463695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.611885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T20:20:26.463808Z","caller":"traceutil/trace.go:171","msg":"trace[1913328872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10609; }","duration":"105.752437ms","start":"2026-02-24T20:20:26.358033Z","end":"2026-02-24T20:20:26.463786Z","steps":["trace[1913328872] 'agreement among raft nodes before linearized reading' (duration: 105.43265ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:28.59469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.065198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:20:28.594812Z","caller":"traceutil/trace.go:171","msg":"trace[70364805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10617; }","duration":"127.244133ms","start":"2026-02-24T20:20:28.467543Z","end":"2026-02-24T20:20:28.594787Z","steps":["trace[70364805] 'range keys from in-memory index tree' (duration: 126.921635ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:29.275228Z","caller":"traceutil/trace.go:171","msg":"trace[869049486] transaction","detail":"{read_only:false; response_revision:10622; number_of_response:1; }","duration":"149.901197ms","start":"2026-02-24T20:20:29.125298Z","end":"2026-02-24T20:20:29.275199Z","steps":["trace[869049486] 'process raft request' (duration: 62.325327ms)","trace[869049486] 'compare' (duration: 87.349824ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:20:33.298079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.240307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-24T20:20:33.298779Z","caller":"traceutil/trace.go:171","msg":"trace[1028861500] transaction","detail":"{read_only:false; response_revision:10642; number_of_response:1; }","duration":"359.371883ms","start":"2026-02-24T20:20:32.938818Z","end":"2026-02-24T20:20:33.298189Z","steps":["trace[1028861500] 'process raft request' (duration: 190.89489ms)","trace[1028861500] 'compare' (duration: 168.121825ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:20:33.299035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:20:32.938762Z","time spent":"360.141671ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:20:33.311033Z","caller":"traceutil/trace.go:171","msg":"trace[551318262] transaction","detail":"{read_only:false; response_revision:10643; number_of_response:1; }","duration":"363.1058ms","start":"2026-02-24T20:20:32.94791Z","end":"2026-02-24T20:20:33.311016Z","steps":["trace[551318262] 'process raft request' (duration: 363.024298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:33.311231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:20:32.947877Z","time spent":"363.274915ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:20:33.341797Z","caller":"traceutil/trace.go:171","msg":"trace[879541494] transaction","detail":"{read_only:false; response_revision:10644; number_of_response:1; }","duration":"198.435867ms","start":"2026-02-24T20:20:33.143329Z","end":"2026-02-24T20:20:33.341765Z","steps":["trace[879541494] 'process raft request' (duration: 198.252162ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:33.342028Z","caller":"traceutil/trace.go:171","msg":"trace[340186869] transaction","detail":"{read_only:false; response_revision:10645; number_of_response:1; }","duration":"187.276795ms","start":"2026-02-24T20:20:33.154734Z","end":"2026-02-24T20:20:33.342011Z","steps":["trace[340186869] 'process raft request' (duration: 186.979917ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:33.342345Z","caller":"traceutil/trace.go:171","msg":"trace[1320295036] transaction","detail":"{read_only:false; response_revision:10646; number_of_response:1; }","duration":"167.039179ms","start":"2026-02-24T20:20:33.175273Z","end":"2026-02-24T20:20:33.342313Z","steps":["trace[1320295036] 'process raft request' (duration: 166.66411ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:33.730934Z","caller":"traceutil/trace.go:171","msg":"trace[1766261654] linearizableReadLoop","detail":"{readStateIndex:11056; appliedIndex:11053; }","duration":"103.382262ms","start":"2026-02-24T20:20:33.627524Z","end":"2026-02-24T20:20:33.730906Z","steps":["trace[1766261654] 'read index received' (duration: 28.533652ms)","trace[1766261654] 'applied index is now lower than readState.Index' (duration: 74.84701ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:20:33.73102Z","caller":"traceutil/trace.go:171","msg":"trace[1886654187] transaction","detail":"{read_only:false; response_revision:10659; number_of_response:1; }","duration":"111.723178ms","start":"2026-02-24T20:20:33.61925Z","end":"2026-02-24T20:20:33.730973Z","steps":["trace[1886654187] 'process raft request' (duration: 111.515133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:20:33.731271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.73394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-rabbit-init-dz96j\" ","response":"range_response_count:1 size:5139"} {"level":"info","ts":"2026-02-24T20:20:33.731316Z","caller":"traceutil/trace.go:171","msg":"trace[1353341933] range","detail":"{range_begin:/registry/pods/openstack/cinder-rabbit-init-dz96j; range_end:; response_count:1; response_revision:10659; }","duration":"103.837063ms","start":"2026-02-24T20:20:33.627464Z","end":"2026-02-24T20:20:33.731301Z","steps":["trace[1353341933] 'agreement among raft nodes before linearized reading' (duration: 103.610358ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:20:55.794436Z","caller":"traceutil/trace.go:171","msg":"trace[1525936141] transaction","detail":"{read_only:false; response_revision:10800; number_of_response:1; }","duration":"104.458586ms","start":"2026-02-24T20:20:55.689945Z","end":"2026-02-24T20:20:55.794403Z","steps":["trace[1525936141] 'process raft request' (duration: 104.317853ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:23:50.706623Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9726} {"level":"info","ts":"2026-02-24T20:23:50.789932Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9726,"took":"80.840542ms","hash":2573848038,"current-db-size-bytes":41451520,"current-db-size":"42 MB","current-db-size-in-use-bytes":23416832,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-24T20:23:50.790012Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2573848038,"revision":9726,"compact-revision":7433} {"level":"info","ts":"2026-02-24T20:26:02.673996Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003384.wal"} {"level":"info","ts":"2026-02-24T20:26:12.577717Z","caller":"traceutil/trace.go:171","msg":"trace[1105707775] transaction","detail":"{read_only:false; response_revision:12799; number_of_response:1; }","duration":"171.913826ms","start":"2026-02-24T20:26:12.405775Z","end":"2026-02-24T20:26:12.577689Z","steps":["trace[1105707775] 'process raft request' (duration: 171.759313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:26:42.974281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.763693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:26:42.974345Z","caller":"traceutil/trace.go:171","msg":"trace[1554768943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12949; }","duration":"148.858354ms","start":"2026-02-24T20:26:42.825473Z","end":"2026-02-24T20:26:42.974332Z","steps":["trace[1554768943] 'range keys from in-memory index tree' (duration: 148.713981ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:26:42.97448Z","caller":"traceutil/trace.go:171","msg":"trace[1223470352] transaction","detail":"{read_only:false; response_revision:12950; number_of_response:1; }","duration":"140.14669ms","start":"2026-02-24T20:26:42.834306Z","end":"2026-02-24T20:26:42.974453Z","steps":["trace[1223470352] 'process raft request' (duration: 112.092022ms)","trace[1223470352] 'compare' (duration: 27.70397ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:26:50.678045Z","caller":"traceutil/trace.go:171","msg":"trace[1033942164] transaction","detail":"{read_only:false; response_revision:12997; number_of_response:1; }","duration":"231.786371ms","start":"2026-02-24T20:26:50.446231Z","end":"2026-02-24T20:26:50.678018Z","steps":["trace[1033942164] 'process raft request' (duration: 231.651478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:26:51.281341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056472277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:26:51.782433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056472277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:26:51.829863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.079441221s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:26:51.839983Z","caller":"traceutil/trace.go:171","msg":"trace[1173971131] transaction","detail":"{read_only:false; response_revision:12998; number_of_response:1; }","duration":"1.08959103s","start":"2026-02-24T20:26:50.750343Z","end":"2026-02-24T20:26:51.839934Z","steps":["trace[1173971131] 'process raft request' (duration: 1.079703598s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:26:51.840211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:26:50.750327Z","time spent":"1.089762334s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:26:51.841205Z","caller":"traceutil/trace.go:171","msg":"trace[1497789728] transaction","detail":"{read_only:false; response_revision:12999; number_of_response:1; }","duration":"1.090313687s","start":"2026-02-24T20:26:50.750865Z","end":"2026-02-24T20:26:51.841178Z","steps":["trace[1497789728] 'process raft request' (duration: 1.090188094s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:26:51.841397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:26:50.750854Z","time spent":"1.090422199s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:26:51.841523Z","caller":"traceutil/trace.go:171","msg":"trace[505334189] transaction","detail":"{read_only:false; response_revision:13000; number_of_response:1; }","duration":"842.862508ms","start":"2026-02-24T20:26:50.998616Z","end":"2026-02-24T20:26:51.841478Z","steps":["trace[505334189] 'process raft request' (duration: 842.530859ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:26:51.841625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:26:50.99859Z","time spent":"842.9824ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:26:51.841828Z","caller":"traceutil/trace.go:171","msg":"trace[719814494] transaction","detail":"{read_only:false; response_revision:13001; number_of_response:1; }","duration":"649.14916ms","start":"2026-02-24T20:26:51.19266Z","end":"2026-02-24T20:26:51.841809Z","steps":["trace[719814494] 'process raft request' (duration: 648.730201ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:26:51.841908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:26:51.192625Z","time spent":"649.243002ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:26:51.842091Z","caller":"traceutil/trace.go:171","msg":"trace[298739472] linearizableReadLoop","detail":"{readStateIndex:13490; appliedIndex:13484; }","duration":"1.060852046s","start":"2026-02-24T20:26:50.781227Z","end":"2026-02-24T20:26:51.842079Z","steps":["trace[298739472] 'read index received' (duration: 1.048767412s)","trace[298739472] 'applied index is now lower than readState.Index' (duration: 12.083444ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:26:51.842063Z","caller":"traceutil/trace.go:171","msg":"trace[1681728449] transaction","detail":"{read_only:false; response_revision:13002; number_of_response:1; }","duration":"596.990495ms","start":"2026-02-24T20:26:51.245043Z","end":"2026-02-24T20:26:51.842033Z","steps":["trace[1681728449] 'process raft request' (duration: 596.708018ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:26:51.842145Z","caller":"traceutil/trace.go:171","msg":"trace[1791284923] transaction","detail":"{read_only:false; response_revision:13003; number_of_response:1; }","duration":"264.737246ms","start":"2026-02-24T20:26:51.577396Z","end":"2026-02-24T20:26:51.842134Z","steps":["trace[1791284923] 'process raft request' (duration: 264.49435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:26:51.842232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:26:51.24503Z","time spent":"597.112747ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:26:51.842377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.733457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-24T20:26:51.842409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.342372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12011"} {"level":"info","ts":"2026-02-24T20:26:51.842432Z","caller":"traceutil/trace.go:171","msg":"trace[1175844602] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13003; }","duration":"450.398454ms","start":"2026-02-24T20:26:51.392027Z","end":"2026-02-24T20:26:51.842425Z","steps":["trace[1175844602] 'agreement among raft nodes before linearized reading' (duration: 450.315512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:26:51.842367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055188622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T20:26:51.842458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:26:51.392013Z","time spent":"450.440054ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12034,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:26:51.84246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.056853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-24T20:26:51.842511Z","caller":"traceutil/trace.go:171","msg":"trace[98550625] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13003; }","duration":"691.141255ms","start":"2026-02-24T20:26:51.151353Z","end":"2026-02-24T20:26:51.842494Z","steps":["trace[98550625] 'agreement among raft nodes before linearized reading' (duration: 691.058623ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:26:51.842567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:26:51.151332Z","time spent":"691.221948ms","remote":"127.0.0.1:51284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:26:51.842613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.619042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:26:51.842645Z","caller":"traceutil/trace.go:171","msg":"trace[1640139257] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:13003; }","duration":"396.671782ms","start":"2026-02-24T20:26:51.445963Z","end":"2026-02-24T20:26:51.842635Z","steps":["trace[1640139257] 'agreement among raft nodes before linearized reading' (duration: 396.612071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:26:51.842669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:26:51.445952Z","time spent":"396.712223ms","remote":"127.0.0.1:52510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:26:51.842429Z","caller":"traceutil/trace.go:171","msg":"trace[1840331914] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13003; }","duration":"230.842039ms","start":"2026-02-24T20:26:51.611573Z","end":"2026-02-24T20:26:51.842415Z","steps":["trace[1840331914] 'agreement among raft nodes before linearized reading' (duration: 230.764978ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:26:51.842469Z","caller":"traceutil/trace.go:171","msg":"trace[1892706804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13003; }","duration":"1.055321375s","start":"2026-02-24T20:26:50.787135Z","end":"2026-02-24T20:26:51.842456Z","steps":["trace[1892706804] 'agreement among raft nodes before linearized reading' (duration: 1.05509795s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:26:51.843087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:26:50.787122Z","time spent":"1.05595715s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:26:51.842255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06102341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-02-24T20:26:51.842884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.456309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:26:51.84344Z","caller":"traceutil/trace.go:171","msg":"trace[870335806] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:13003; }","duration":"110.054493ms","start":"2026-02-24T20:26:51.73337Z","end":"2026-02-24T20:26:51.843424Z","steps":["trace[870335806] 'agreement among raft nodes before linearized reading' (duration: 109.461609ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:26:51.843139Z","caller":"traceutil/trace.go:171","msg":"trace[757032549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13003; }","duration":"1.06192131s","start":"2026-02-24T20:26:50.781196Z","end":"2026-02-24T20:26:51.843118Z","steps":["trace[757032549] 'agreement among raft nodes before linearized reading' (duration: 1.060958077s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:26:51.843974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:26:50.78118Z","time spent":"1.06276359s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:26:51.84276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019576016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:26:51.844278Z","caller":"traceutil/trace.go:171","msg":"trace[1300899710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13003; }","duration":"1.021120003s","start":"2026-02-24T20:26:50.823135Z","end":"2026-02-24T20:26:51.844255Z","steps":["trace[1300899710] 'agreement among raft nodes before linearized reading' (duration: 1.019593847s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:26:51.844349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:26:50.823112Z","time spent":"1.021220805s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:27:00.855044Z","caller":"traceutil/trace.go:171","msg":"trace[63614205] transaction","detail":"{read_only:false; response_revision:13165; number_of_response:1; }","duration":"131.120529ms","start":"2026-02-24T20:27:00.723891Z","end":"2026-02-24T20:27:00.855012Z","steps":["trace[63614205] 'process raft request' (duration: 117.489969ms)","trace[63614205] 'compare' (duration: 13.528268ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:27:01.350843Z","caller":"traceutil/trace.go:171","msg":"trace[1804338510] transaction","detail":"{read_only:false; response_revision:13166; number_of_response:1; }","duration":"378.981667ms","start":"2026-02-24T20:27:00.971835Z","end":"2026-02-24T20:27:01.350817Z","steps":["trace[1804338510] 'process raft request' (duration: 378.841534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:01.351008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:00.971816Z","time spent":"379.10732ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3645,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:27:01.74816Z","caller":"traceutil/trace.go:171","msg":"trace[144466786] linearizableReadLoop","detail":"{readStateIndex:13657; appliedIndex:13656; }","duration":"373.575419ms","start":"2026-02-24T20:27:01.374558Z","end":"2026-02-24T20:27:01.748134Z","steps":["trace[144466786] 'read index received' (duration: 373.339924ms)","trace[144466786] 'applied index is now lower than readState.Index' (duration: 234.565µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:27:01.748294Z","caller":"traceutil/trace.go:171","msg":"trace[365030906] transaction","detail":"{read_only:false; response_revision:13167; number_of_response:1; }","duration":"378.72206ms","start":"2026-02-24T20:27:01.369542Z","end":"2026-02-24T20:27:01.748264Z","steps":["trace[365030906] 'process raft request' (duration: 378.429204ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:01.748403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.821205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-8xwkq.1897489d8894ec4d\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-02-24T20:27:01.748447Z","caller":"traceutil/trace.go:171","msg":"trace[907183995] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-8xwkq.1897489d8894ec4d; range_end:; response_count:1; response_revision:13167; }","duration":"373.894817ms","start":"2026-02-24T20:27:01.374539Z","end":"2026-02-24T20:27:01.748433Z","steps":["trace[907183995] 'agreement among raft nodes before linearized reading' (duration: 373.734524ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:01.748485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:01.374531Z","time spent":"373.945718ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-8xwkq.1897489d8894ec4d\" "} {"level":"warn","ts":"2026-02-24T20:27:01.74851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:01.369527Z","time spent":"378.862283ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7174,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:27:02.160996Z","caller":"traceutil/trace.go:171","msg":"trace[1755746232] linearizableReadLoop","detail":"{readStateIndex:13658; appliedIndex:13657; }","duration":"408.310425ms","start":"2026-02-24T20:27:01.752664Z","end":"2026-02-24T20:27:02.160974Z","steps":["trace[1755746232] 'read index received' (duration: 400.838711ms)","trace[1755746232] 'applied index is now lower than readState.Index' (duration: 7.470784ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:27:02.161207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.52722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-rgsng\" ","response":"range_response_count:1 size:12696"} {"level":"info","ts":"2026-02-24T20:27:02.161248Z","caller":"traceutil/trace.go:171","msg":"trace[560582484] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-rgsng; range_end:; response_count:1; response_revision:13168; }","duration":"408.593581ms","start":"2026-02-24T20:27:01.752642Z","end":"2026-02-24T20:27:02.161236Z","steps":["trace[560582484] 'agreement among raft nodes before linearized reading' (duration: 408.447908ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:27:02.161185Z","caller":"traceutil/trace.go:171","msg":"trace[1146239588] transaction","detail":"{read_only:false; response_revision:13168; number_of_response:1; }","duration":"410.530308ms","start":"2026-02-24T20:27:01.750556Z","end":"2026-02-24T20:27:02.161086Z","steps":["trace[1146239588] 'process raft request' (duration: 402.92631ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:02.16136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:01.752594Z","time spent":"408.753926ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12719,"request content":"key:\"/registry/pods/openstack/openvswitch-rgsng\" "} {"level":"warn","ts":"2026-02-24T20:27:02.161597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:01.750529Z","time spent":"410.919186ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:27:02.162199Z","caller":"traceutil/trace.go:171","msg":"trace[260638716] transaction","detail":"{read_only:false; response_revision:13170; number_of_response:1; }","duration":"206.249602ms","start":"2026-02-24T20:27:01.95592Z","end":"2026-02-24T20:27:02.162169Z","steps":["trace[260638716] 'process raft request' (duration: 206.128609ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:27:02.162224Z","caller":"traceutil/trace.go:171","msg":"trace[278194869] transaction","detail":"{read_only:false; response_revision:13171; number_of_response:1; }","duration":"203.235821ms","start":"2026-02-24T20:27:01.958955Z","end":"2026-02-24T20:27:02.162191Z","steps":["trace[278194869] 'process raft request' (duration: 203.1545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:02.162407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.531608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:27:02.162456Z","caller":"traceutil/trace.go:171","msg":"trace[1730906755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13172; }","duration":"197.603319ms","start":"2026-02-24T20:27:01.964838Z","end":"2026-02-24T20:27:02.162441Z","steps":["trace[1730906755] 'agreement among raft nodes before linearized reading' (duration: 197.498667ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:02.162493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.921647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12011"} {"level":"info","ts":"2026-02-24T20:27:02.162589Z","caller":"traceutil/trace.go:171","msg":"trace[1134910127] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13172; }","duration":"132.08487ms","start":"2026-02-24T20:27:02.03048Z","end":"2026-02-24T20:27:02.162565Z","steps":["trace[1134910127] 'agreement among raft nodes before linearized reading' (duration: 131.776803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:02.162288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.108289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:27:02.162599Z","caller":"traceutil/trace.go:171","msg":"trace[1270817088] transaction","detail":"{read_only:false; response_revision:13169; number_of_response:1; }","duration":"269.896847ms","start":"2026-02-24T20:27:01.892222Z","end":"2026-02-24T20:27:02.162118Z","steps":["trace[1270817088] 'process raft request' (duration: 269.682652ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:02.162619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.49827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sjpps\" ","response":"range_response_count:1 size:6382"} {"level":"info","ts":"2026-02-24T20:27:02.162532Z","caller":"traceutil/trace.go:171","msg":"trace[198364523] transaction","detail":"{read_only:false; response_revision:13172; number_of_response:1; }","duration":"202.186366ms","start":"2026-02-24T20:27:01.960304Z","end":"2026-02-24T20:27:02.162491Z","steps":["trace[198364523] 'process raft request' (duration: 201.842578ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:27:02.162742Z","caller":"traceutil/trace.go:171","msg":"trace[1028446514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sjpps; range_end:; response_count:1; response_revision:13172; }","duration":"169.648404ms","start":"2026-02-24T20:27:01.993074Z","end":"2026-02-24T20:27:02.162723Z","steps":["trace[1028446514] 'agreement among raft nodes before linearized reading' (duration: 169.241974ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:02.162852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.360201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:27:02.162636Z","caller":"traceutil/trace.go:171","msg":"trace[331155253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13172; }","duration":"338.455517ms","start":"2026-02-24T20:27:01.82417Z","end":"2026-02-24T20:27:02.162625Z","steps":["trace[331155253] 'agreement among raft nodes before linearized reading' (duration: 338.069748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:02.163097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:27:01.824119Z","time spent":"338.945938ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:27:02.163003Z","caller":"traceutil/trace.go:171","msg":"trace[688651961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13172; }","duration":"202.564536ms","start":"2026-02-24T20:27:01.960407Z","end":"2026-02-24T20:27:02.162971Z","steps":["trace[688651961] 'agreement among raft nodes before linearized reading' (duration: 202.001223ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:27:02.16327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.537257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T20:27:02.16337Z","caller":"traceutil/trace.go:171","msg":"trace[40421519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13172; }","duration":"197.6839ms","start":"2026-02-24T20:27:01.965667Z","end":"2026-02-24T20:27:02.163351Z","steps":["trace[40421519] 'agreement among raft nodes before linearized reading' (duration: 196.600705ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:28:29.000791Z","caller":"traceutil/trace.go:171","msg":"trace[310447786] linearizableReadLoop","detail":"{readStateIndex:14672; appliedIndex:14671; }","duration":"137.80831ms","start":"2026-02-24T20:28:28.862955Z","end":"2026-02-24T20:28:29.000763Z","steps":["trace[310447786] 'read index received' (duration: 59.931497ms)","trace[310447786] 'applied index is now lower than readState.Index' (duration: 77.875433ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:28:29.000975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.003855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:28:29.001016Z","caller":"traceutil/trace.go:171","msg":"trace[1939402090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14151; }","duration":"138.096626ms","start":"2026-02-24T20:28:28.862908Z","end":"2026-02-24T20:28:29.001004Z","steps":["trace[1939402090] 'agreement among raft nodes before linearized reading' (duration: 138.005434ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:28:29.001219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.489409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12011"} {"level":"info","ts":"2026-02-24T20:28:29.00132Z","caller":"traceutil/trace.go:171","msg":"trace[1078568114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14151; }","duration":"136.640473ms","start":"2026-02-24T20:28:28.86466Z","end":"2026-02-24T20:28:29.0013Z","steps":["trace[1078568114] 'agreement among raft nodes before linearized reading' (duration: 136.312945ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:28:30.802284Z","caller":"traceutil/trace.go:171","msg":"trace[697223901] transaction","detail":"{read_only:false; response_revision:14154; number_of_response:1; }","duration":"233.952305ms","start":"2026-02-24T20:28:30.568286Z","end":"2026-02-24T20:28:30.802239Z","steps":["trace[697223901] 'process raft request' (duration: 233.810422ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:28:30.80374Z","caller":"traceutil/trace.go:171","msg":"trace[1464756473] transaction","detail":"{read_only:false; response_revision:14155; number_of_response:1; }","duration":"230.966007ms","start":"2026-02-24T20:28:30.572755Z","end":"2026-02-24T20:28:30.803721Z","steps":["trace[1464756473] 'process raft request' (duration: 230.855065ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:28:30.803925Z","caller":"traceutil/trace.go:171","msg":"trace[2018674358] transaction","detail":"{read_only:false; response_revision:14156; number_of_response:1; }","duration":"229.976984ms","start":"2026-02-24T20:28:30.573926Z","end":"2026-02-24T20:28:30.803903Z","steps":["trace[2018674358] 'process raft request' (duration: 229.766929ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:28:34.951192Z","caller":"traceutil/trace.go:171","msg":"trace[1054117486] linearizableReadLoop","detail":"{readStateIndex:14700; appliedIndex:14697; }","duration":"128.639648ms","start":"2026-02-24T20:28:34.82253Z","end":"2026-02-24T20:28:34.95117Z","steps":["trace[1054117486] 'read index received' (duration: 93.805812ms)","trace[1054117486] 'applied index is now lower than readState.Index' (duration: 34.832806ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:28:34.9515Z","caller":"traceutil/trace.go:171","msg":"trace[1967843984] transaction","detail":"{read_only:false; response_revision:14177; number_of_response:1; }","duration":"132.156729ms","start":"2026-02-24T20:28:34.819331Z","end":"2026-02-24T20:28:34.951488Z","steps":["trace[1967843984] 'process raft request' (duration: 131.663068ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:28:34.951647Z","caller":"traceutil/trace.go:171","msg":"trace[724636061] transaction","detail":"{read_only:false; response_revision:14178; number_of_response:1; }","duration":"130.076602ms","start":"2026-02-24T20:28:34.821561Z","end":"2026-02-24T20:28:34.951637Z","steps":["trace[724636061] 'process raft request' (duration: 129.532618ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:28:34.951854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.308024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-02-24T20:28:34.951895Z","caller":"traceutil/trace.go:171","msg":"trace[1350856899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14178; }","duration":"129.396456ms","start":"2026-02-24T20:28:34.822486Z","end":"2026-02-24T20:28:34.951883Z","steps":["trace[1350856899] 'agreement among raft nodes before linearized reading' (duration: 129.263273ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:28:34.952089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.188728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:28:34.952122Z","caller":"traceutil/trace.go:171","msg":"trace[573442260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14178; }","duration":"128.221789ms","start":"2026-02-24T20:28:34.823892Z","end":"2026-02-24T20:28:34.952113Z","steps":["trace[573442260] 'agreement among raft nodes before linearized reading' (duration: 128.126546ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:28:34.95239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.932759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-24T20:28:34.952431Z","caller":"traceutil/trace.go:171","msg":"trace[1693726865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14178; }","duration":"126.98155ms","start":"2026-02-24T20:28:34.825439Z","end":"2026-02-24T20:28:34.952421Z","steps":["trace[1693726865] 'agreement among raft nodes before linearized reading' (duration: 126.921048ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:28:34.952908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.578268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T20:28:34.952949Z","caller":"traceutil/trace.go:171","msg":"trace[848178931] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14178; }","duration":"125.626338ms","start":"2026-02-24T20:28:34.827311Z","end":"2026-02-24T20:28:34.952937Z","steps":["trace[848178931] 'agreement among raft nodes before linearized reading' (duration: 125.539156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:28:34.952969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.565203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-24T20:28:34.95305Z","caller":"traceutil/trace.go:171","msg":"trace[933972369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14178; }","duration":"127.671086ms","start":"2026-02-24T20:28:34.82536Z","end":"2026-02-24T20:28:34.953032Z","steps":["trace[933972369] 'agreement among raft nodes before linearized reading' (duration: 127.43507ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:28:50.712292Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11821} {"level":"info","ts":"2026-02-24T20:28:50.792744Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11821,"took":"78.17096ms","hash":2115850117,"current-db-size-bytes":41451520,"current-db-size":"42 MB","current-db-size-in-use-bytes":27152384,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-02-24T20:28:50.792825Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2115850117,"revision":11821,"compact-revision":9726} {"level":"info","ts":"2026-02-24T20:33:50.718217Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14248} {"level":"info","ts":"2026-02-24T20:33:50.822099Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14248,"took":"101.289964ms","hash":2510168369,"current-db-size-bytes":44011520,"current-db-size":"44 MB","current-db-size-in-use-bytes":27688960,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-24T20:33:50.822173Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2510168369,"revision":14248,"compact-revision":11821} {"level":"info","ts":"2026-02-24T20:34:18.854116Z","caller":"traceutil/trace.go:171","msg":"trace[1002184429] linearizableReadLoop","detail":"{readStateIndex:17208; appliedIndex:17207; }","duration":"171.47269ms","start":"2026-02-24T20:34:18.682619Z","end":"2026-02-24T20:34:18.854092Z","steps":["trace[1002184429] 'read index received' (duration: 171.291836ms)","trace[1002184429] 'applied index is now lower than readState.Index' (duration: 179.754µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:18.854156Z","caller":"traceutil/trace.go:171","msg":"trace[674408150] transaction","detail":"{read_only:false; response_revision:16600; number_of_response:1; }","duration":"178.400932ms","start":"2026-02-24T20:34:18.675725Z","end":"2026-02-24T20:34:18.854126Z","steps":["trace[674408150] 'process raft request' (duration: 178.200627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:18.85434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.699525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T20:34:18.85438Z","caller":"traceutil/trace.go:171","msg":"trace[1940792132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16600; }","duration":"171.768046ms","start":"2026-02-24T20:34:18.682601Z","end":"2026-02-24T20:34:18.854369Z","steps":["trace[1940792132] 'agreement among raft nodes before linearized reading' (duration: 171.618993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:18.859139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.369789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T20:34:18.85923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.95837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:34:18.859251Z","caller":"traceutil/trace.go:171","msg":"trace[1569267101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16600; }","duration":"160.515292ms","start":"2026-02-24T20:34:18.698724Z","end":"2026-02-24T20:34:18.85924Z","steps":["trace[1569267101] 'agreement among raft nodes before linearized reading' (duration: 160.302467ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:18.859294Z","caller":"traceutil/trace.go:171","msg":"trace[848755807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16600; }","duration":"111.058333ms","start":"2026-02-24T20:34:18.748217Z","end":"2026-02-24T20:34:18.859275Z","steps":["trace[848755807] 'agreement among raft nodes before linearized reading' (duration: 110.870208ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:25.925345Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056485551,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:34:25.944669Z","caller":"traceutil/trace.go:171","msg":"trace[271239623] linearizableReadLoop","detail":"{readStateIndex:17248; appliedIndex:17247; }","duration":"519.561459ms","start":"2026-02-24T20:34:25.425085Z","end":"2026-02-24T20:34:25.944646Z","steps":["trace[271239623] 'read index received' (duration: 519.361924ms)","trace[271239623] 'applied index is now lower than readState.Index' (duration: 198.634µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:25.945055Z","caller":"traceutil/trace.go:171","msg":"trace[1565224197] transaction","detail":"{read_only:false; response_revision:16638; number_of_response:1; }","duration":"734.918046ms","start":"2026-02-24T20:34:25.210108Z","end":"2026-02-24T20:34:25.945026Z","steps":["trace[1565224197] 'process raft request' (duration: 734.407224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:25.945201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:25.210092Z","time spent":"734.998048ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:34:25.9455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.419818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q89wd\" ","response":"range_response_count:1 size:20549"} {"level":"info","ts":"2026-02-24T20:34:25.945541Z","caller":"traceutil/trace.go:171","msg":"trace[1749883939] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-q89wd; range_end:; response_count:1; response_revision:16638; }","duration":"520.49512ms","start":"2026-02-24T20:34:25.425035Z","end":"2026-02-24T20:34:25.94553Z","steps":["trace[1749883939] 'agreement among raft nodes before linearized reading' (duration: 520.362917ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:25.945576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:25.425011Z","time spent":"520.558691ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20572,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-q89wd\" "} {"level":"warn","ts":"2026-02-24T20:34:25.945809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.955268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jg57d\" ","response":"range_response_count:1 size:21723"} {"level":"info","ts":"2026-02-24T20:34:25.945863Z","caller":"traceutil/trace.go:171","msg":"trace[1052269546] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jg57d; range_end:; response_count:1; response_revision:16638; }","duration":"308.034889ms","start":"2026-02-24T20:34:25.637819Z","end":"2026-02-24T20:34:25.945854Z","steps":["trace[1052269546] 'agreement among raft nodes before linearized reading' (duration: 307.919977ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:25.945894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:25.637803Z","time spent":"308.084771ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":21746,"request content":"key:\"/registry/pods/openstack/nova-compute-default-jg57d\" "} {"level":"warn","ts":"2026-02-24T20:34:25.946112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.189637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:25.946192Z","caller":"traceutil/trace.go:171","msg":"trace[476726412] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:16638; }","duration":"251.274959ms","start":"2026-02-24T20:34:25.694901Z","end":"2026-02-24T20:34:25.946176Z","steps":["trace[476726412] 'agreement among raft nodes before linearized reading' (duration: 251.129145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:25.946446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.100586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:25.946485Z","caller":"traceutil/trace.go:171","msg":"trace[1922428749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16638; }","duration":"123.141477ms","start":"2026-02-24T20:34:25.823335Z","end":"2026-02-24T20:34:25.946476Z","steps":["trace[1922428749] 'agreement among raft nodes before linearized reading' (duration: 123.081455ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:26.088787Z","caller":"traceutil/trace.go:171","msg":"trace[642783584] linearizableReadLoop","detail":"{readStateIndex:17249; appliedIndex:17248; }","duration":"113.266174ms","start":"2026-02-24T20:34:25.9755Z","end":"2026-02-24T20:34:26.088766Z","steps":["trace[642783584] 'read index received' (duration: 113.029218ms)","trace[642783584] 'applied index is now lower than readState.Index' (duration: 235.826µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:26.088921Z","caller":"traceutil/trace.go:171","msg":"trace[1369087155] transaction","detail":"{read_only:false; response_revision:16639; number_of_response:1; }","duration":"123.009173ms","start":"2026-02-24T20:34:25.96588Z","end":"2026-02-24T20:34:26.088889Z","steps":["trace[1369087155] 'process raft request' (duration: 122.731526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:26.089015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.50678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-28l99\" ","response":"range_response_count:1 size:9662"} {"level":"info","ts":"2026-02-24T20:34:26.089059Z","caller":"traceutil/trace.go:171","msg":"trace[1886212463] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-28l99; range_end:; response_count:1; response_revision:16639; }","duration":"113.597742ms","start":"2026-02-24T20:34:25.975449Z","end":"2026-02-24T20:34:26.089047Z","steps":["trace[1886212463] 'agreement among raft nodes before linearized reading' (duration: 113.451659ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:27.273337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056485565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:34:27.773885Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056485565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:34:28.043727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.758464555s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:34:28.081114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863149659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3277"} {"level":"info","ts":"2026-02-24T20:34:28.081201Z","caller":"traceutil/trace.go:171","msg":"trace[1152810053] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:16639; }","duration":"1.863269241s","start":"2026-02-24T20:34:26.217912Z","end":"2026-02-24T20:34:28.081181Z","steps":["trace[1152810053] 'range keys from in-memory index tree' (duration: 1.862979744s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.081242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:26.217901Z","time spent":"1.863332053s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3300,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-02-24T20:34:28.081497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925476769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:34:28.081557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891549094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:28.081576Z","caller":"traceutil/trace.go:171","msg":"trace[395125505] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16639; }","duration":"1.925595182s","start":"2026-02-24T20:34:26.155963Z","end":"2026-02-24T20:34:28.081558Z","steps":["trace[395125505] 'range keys from in-memory index tree' (duration: 1.925256724s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:28.081617Z","caller":"traceutil/trace.go:171","msg":"trace[442521055] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:16639; }","duration":"1.891644596s","start":"2026-02-24T20:34:26.189957Z","end":"2026-02-24T20:34:28.081602Z","steps":["trace[442521055] 'count revisions from in-memory index tree' (duration: 1.891459122s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.08162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:26.155944Z","time spent":"1.925667095s","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T20:34:28.081653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:26.189936Z","time spent":"1.891706789s","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:34:28.081854Z","caller":"traceutil/trace.go:171","msg":"trace[288688029] transaction","detail":"{read_only:false; response_revision:16640; number_of_response:1; }","duration":"1.796680131s","start":"2026-02-24T20:34:26.285151Z","end":"2026-02-24T20:34:28.081831Z","steps":["trace[288688029] 'process raft request' (duration: 1.758859114s)","trace[288688029] 'compare' (duration: 37.697044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:34:28.081975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:26.285124Z","time spent":"1.796778844s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:28.176187Z","caller":"traceutil/trace.go:171","msg":"trace[188652217] transaction","detail":"{read_only:false; response_revision:16641; number_of_response:1; }","duration":"1.890742315s","start":"2026-02-24T20:34:26.285416Z","end":"2026-02-24T20:34:28.176158Z","steps":["trace[188652217] 'process raft request' (duration: 1.89054184s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.176346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:26.285396Z","time spent":"1.890868608s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:28.176384Z","caller":"traceutil/trace.go:171","msg":"trace[1937356067] linearizableReadLoop","detail":"{readStateIndex:17252; appliedIndex:17249; }","duration":"1.403416144s","start":"2026-02-24T20:34:26.772939Z","end":"2026-02-24T20:34:28.176355Z","steps":["trace[1937356067] 'read index received' (duration: 1.271095732s)","trace[1937356067] 'applied index is now lower than readState.Index' (duration: 132.318762ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:28.176467Z","caller":"traceutil/trace.go:171","msg":"trace[2066356363] transaction","detail":"{read_only:false; response_revision:16642; number_of_response:1; }","duration":"1.889743521s","start":"2026-02-24T20:34:26.286675Z","end":"2026-02-24T20:34:28.176419Z","steps":["trace[2066356363] 'process raft request' (duration: 1.889442184s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.176548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351017485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:28.176591Z","caller":"traceutil/trace.go:171","msg":"trace[333240465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16642; }","duration":"1.351097117s","start":"2026-02-24T20:34:26.825482Z","end":"2026-02-24T20:34:28.176579Z","steps":["trace[333240465] 'agreement among raft nodes before linearized reading' (duration: 1.351013435s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.176602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403646309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-24T20:34:28.176666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:26.286658Z","time spent":"1.889916416s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:34:28.176684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.96809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T20:34:28.176692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246559797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:34:28.176744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250171161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T20:34:28.176762Z","caller":"traceutil/trace.go:171","msg":"trace[1348721804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16642; }","duration":"227.062821ms","start":"2026-02-24T20:34:27.949668Z","end":"2026-02-24T20:34:28.176731Z","steps":["trace[1348721804] 'agreement among raft nodes before linearized reading' (duration: 226.858717ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:28.17678Z","caller":"traceutil/trace.go:171","msg":"trace[1340684667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16642; }","duration":"1.250204682s","start":"2026-02-24T20:34:26.926567Z","end":"2026-02-24T20:34:28.176771Z","steps":["trace[1340684667] 'agreement among raft nodes before linearized reading' (duration: 1.250082739s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.176792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262588232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-24T20:34:28.176809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:26.926544Z","time spent":"1.250258533s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:34:28.176803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237637697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:34:28.176838Z","caller":"traceutil/trace.go:171","msg":"trace[484028877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16642; }","duration":"1.262672324s","start":"2026-02-24T20:34:26.914155Z","end":"2026-02-24T20:34:28.176827Z","steps":["trace[484028877] 'agreement among raft nodes before linearized reading' (duration: 1.262561321s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:28.176857Z","caller":"traceutil/trace.go:171","msg":"trace[1034005822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16642; }","duration":"1.237699819s","start":"2026-02-24T20:34:26.939141Z","end":"2026-02-24T20:34:28.17684Z","steps":["trace[1034005822] 'agreement among raft nodes before linearized reading' (duration: 1.237572356s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.176915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:26.939131Z","time spent":"1.237771711s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:34:28.17694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237807012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-24T20:34:28.176963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.777263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-jg57d\" ","response":"range_response_count:1 size:21723"} {"level":"info","ts":"2026-02-24T20:34:28.176971Z","caller":"traceutil/trace.go:171","msg":"trace[793376310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16642; }","duration":"1.237837853s","start":"2026-02-24T20:34:26.939125Z","end":"2026-02-24T20:34:28.176963Z","steps":["trace[793376310] 'agreement among raft nodes before linearized reading' (duration: 1.237695538s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:28.176681Z","caller":"traceutil/trace.go:171","msg":"trace[831190932] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16642; }","duration":"1.403764452s","start":"2026-02-24T20:34:26.772898Z","end":"2026-02-24T20:34:28.176662Z","steps":["trace[831190932] 'agreement among raft nodes before linearized reading' (duration: 1.403578867s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:28.177002Z","caller":"traceutil/trace.go:171","msg":"trace[512498423] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-jg57d; range_end:; response_count:1; response_revision:16642; }","duration":"129.812413ms","start":"2026-02-24T20:34:28.04718Z","end":"2026-02-24T20:34:28.176992Z","steps":["trace[512498423] 'agreement among raft nodes before linearized reading' (duration: 129.715291ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:28.176791Z","caller":"traceutil/trace.go:171","msg":"trace[475366573] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16642; }","duration":"1.24669536s","start":"2026-02-24T20:34:26.930072Z","end":"2026-02-24T20:34:28.176768Z","steps":["trace[475366573] 'agreement among raft nodes before linearized reading' (duration: 1.246485365s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.177013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:26.939094Z","time spent":"1.237910985s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:34:28.177035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:26.772879Z","time spent":"1.404136141s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T20:34:28.177057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:26.930067Z","time spent":"1.246973527s","remote":"127.0.0.1:51054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:34:28.176627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:26.825468Z","time spent":"1.351151598s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:34:28.176875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:26.914134Z","time spent":"1.262732056s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:34:28.337842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.17192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:34:28.337846Z","caller":"traceutil/trace.go:171","msg":"trace[353799623] transaction","detail":"{read_only:false; response_revision:16643; number_of_response:1; }","duration":"156.032997ms","start":"2026-02-24T20:34:28.181772Z","end":"2026-02-24T20:34:28.337805Z","steps":["trace[353799623] 'process raft request' (duration: 105.216426ms)","trace[353799623] 'compare' (duration: 50.702458ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:28.337917Z","caller":"traceutil/trace.go:171","msg":"trace[1807883521] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16642; }","duration":"156.287363ms","start":"2026-02-24T20:34:28.181616Z","end":"2026-02-24T20:34:28.337904Z","steps":["trace[1807883521] 'range keys from in-memory index tree' (duration: 156.029407ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:28.499233Z","caller":"traceutil/trace.go:171","msg":"trace[930016586] transaction","detail":"{read_only:false; response_revision:16644; number_of_response:1; }","duration":"317.330348ms","start":"2026-02-24T20:34:28.181862Z","end":"2026-02-24T20:34:28.499193Z","steps":["trace[930016586] 'process raft request' (duration: 259.673346ms)","trace[930016586] 'compare' (duration: 57.346144ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:34:28.499514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:28.181844Z","time spent":"317.544134ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:28.499581Z","caller":"traceutil/trace.go:171","msg":"trace[1097482196] linearizableReadLoop","detail":"{readStateIndex:17258; appliedIndex:17252; }","duration":"313.429577ms","start":"2026-02-24T20:34:28.186139Z","end":"2026-02-24T20:34:28.499568Z","steps":["trace[1097482196] 'read index received' (duration: 100.863194ms)","trace[1097482196] 'applied index is now lower than readState.Index' (duration: 212.565653ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:28.499679Z","caller":"traceutil/trace.go:171","msg":"trace[1870404979] transaction","detail":"{read_only:false; response_revision:16646; number_of_response:1; }","duration":"317.068401ms","start":"2026-02-24T20:34:28.182602Z","end":"2026-02-24T20:34:28.499671Z","steps":["trace[1870404979] 'process raft request' (duration: 316.695932ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.499786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:28.182586Z","time spent":"317.123852ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:34:28.500201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.974003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17016"} {"level":"info","ts":"2026-02-24T20:34:28.500239Z","caller":"traceutil/trace.go:171","msg":"trace[52301966] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16648; }","duration":"161.051095ms","start":"2026-02-24T20:34:28.339179Z","end":"2026-02-24T20:34:28.50023Z","steps":["trace[52301966] 'agreement among raft nodes before linearized reading' (duration: 160.979653ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:28.500415Z","caller":"traceutil/trace.go:171","msg":"trace[932868102] transaction","detail":"{read_only:false; response_revision:16647; number_of_response:1; }","duration":"316.222582ms","start":"2026-02-24T20:34:28.184176Z","end":"2026-02-24T20:34:28.500399Z","steps":["trace[932868102] 'process raft request' (duration: 315.315081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.500533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:28.184162Z","time spent":"316.325644ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:34:28.500632Z","caller":"traceutil/trace.go:171","msg":"trace[1511089524] transaction","detail":"{read_only:false; response_revision:16648; number_of_response:1; }","duration":"316.427646ms","start":"2026-02-24T20:34:28.184193Z","end":"2026-02-24T20:34:28.500621Z","steps":["trace[1511089524] 'process raft request' (duration: 315.339711ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.500628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.471081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:931094"} {"level":"info","ts":"2026-02-24T20:34:28.500695Z","caller":"traceutil/trace.go:171","msg":"trace[1446351672] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16648; }","duration":"314.563542ms","start":"2026-02-24T20:34:28.186115Z","end":"2026-02-24T20:34:28.500678Z","steps":["trace[1446351672] 'agreement among raft nodes before linearized reading' (duration: 313.684422ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.5007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:28.184173Z","time spent":"316.496568ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:34:28.500745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:28.186107Z","time spent":"314.626933ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":931117,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-02-24T20:34:28.500424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.823622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:28.500789Z","caller":"traceutil/trace.go:171","msg":"trace[1292380486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16648; }","duration":"313.189461ms","start":"2026-02-24T20:34:28.187592Z","end":"2026-02-24T20:34:28.500782Z","steps":["trace[1292380486] 'agreement among raft nodes before linearized reading' (duration: 312.807792ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.500822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:28.187566Z","time spent":"313.250072ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:34:28.501751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.580026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:931094"} {"level":"info","ts":"2026-02-24T20:34:28.501806Z","caller":"traceutil/trace.go:171","msg":"trace[707793993] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:16648; }","duration":"315.657688ms","start":"2026-02-24T20:34:28.186135Z","end":"2026-02-24T20:34:28.501793Z","steps":["trace[707793993] 'agreement among raft nodes before linearized reading' (duration: 313.769474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.501851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:28.186126Z","time spent":"315.7104ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":931117,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-02-24T20:34:28.499405Z","caller":"traceutil/trace.go:171","msg":"trace[1890695275] transaction","detail":"{read_only:false; response_revision:16645; number_of_response:1; }","duration":"316.774724ms","start":"2026-02-24T20:34:28.182588Z","end":"2026-02-24T20:34:28.499362Z","steps":["trace[1890695275] 'process raft request' (duration: 316.433796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:28.503625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:34:28.182577Z","time spent":"320.976933ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:34:33.757381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.889369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:33.757531Z","caller":"traceutil/trace.go:171","msg":"trace[1725705940] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:16695; }","duration":"140.079133ms","start":"2026-02-24T20:34:33.617429Z","end":"2026-02-24T20:34:33.757508Z","steps":["trace[1725705940] 'count revisions from in-memory index tree' (duration: 139.836747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:33.757542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.965831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-02-24T20:34:33.757633Z","caller":"traceutil/trace.go:171","msg":"trace[1095590856] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:16695; }","duration":"163.068293ms","start":"2026-02-24T20:34:33.594543Z","end":"2026-02-24T20:34:33.757611Z","steps":["trace[1095590856] 'range keys from in-memory index tree' (duration: 162.796996ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:45.98904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.830226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:34:45.989315Z","caller":"traceutil/trace.go:171","msg":"trace[2101939771] linearizableReadLoop","detail":"{readStateIndex:17598; appliedIndex:17597; }","duration":"114.742149ms","start":"2026-02-24T20:34:45.874521Z","end":"2026-02-24T20:34:45.989263Z","steps":["trace[2101939771] 'read index received' (duration: 27.111µs)","trace[2101939771] 'applied index is now lower than readState.Index' (duration: 114.712648ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:45.989502Z","caller":"traceutil/trace.go:171","msg":"trace[1253440889] transaction","detail":"{read_only:false; response_revision:16976; number_of_response:1; }","duration":"194.364765ms","start":"2026-02-24T20:34:45.795111Z","end":"2026-02-24T20:34:45.989476Z","steps":["trace[1253440889] 'process raft request' (duration: 68.976906ms)","trace[1253440889] 'compare' (duration: 124.605221ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:34:45.989556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.007685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:45.989635Z","caller":"traceutil/trace.go:171","msg":"trace[333420644] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:16976; }","duration":"115.129138ms","start":"2026-02-24T20:34:45.874486Z","end":"2026-02-24T20:34:45.989615Z","steps":["trace[333420644] 'agreement among raft nodes before linearized reading' (duration: 114.987145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:45.989662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.998262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:45.989733Z","caller":"traceutil/trace.go:171","msg":"trace[884504484] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:16976; }","duration":"114.100725ms","start":"2026-02-24T20:34:45.875617Z","end":"2026-02-24T20:34:45.989718Z","steps":["trace[884504484] 'agreement among raft nodes before linearized reading' (duration: 113.960832ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:45.989639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.474733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:45.989836Z","caller":"traceutil/trace.go:171","msg":"trace[1900739826] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:16976; }","duration":"114.745739ms","start":"2026-02-24T20:34:45.87507Z","end":"2026-02-24T20:34:45.989816Z","steps":["trace[1900739826] 'agreement among raft nodes before linearized reading' (duration: 114.426172ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:45.989705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.025533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:45.990086Z","caller":"traceutil/trace.go:171","msg":"trace[1204669890] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:16976; }","duration":"114.469333ms","start":"2026-02-24T20:34:45.875578Z","end":"2026-02-24T20:34:45.990048Z","steps":["trace[1204669890] 'agreement among raft nodes before linearized reading' (duration: 113.995692ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:34:45.989657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.565491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:34:45.990025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.575911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:34:45.99019Z","caller":"traceutil/trace.go:171","msg":"trace[1372642321] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:16976; }","duration":"114.119714ms","start":"2026-02-24T20:34:45.876052Z","end":"2026-02-24T20:34:45.990172Z","steps":["trace[1372642321] 'agreement among raft nodes before linearized reading' (duration: 113.50099ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:45.990357Z","caller":"traceutil/trace.go:171","msg":"trace[619412468] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:16976; }","duration":"114.084823ms","start":"2026-02-24T20:34:45.876094Z","end":"2026-02-24T20:34:45.990178Z","steps":["trace[619412468] 'agreement among raft nodes before linearized reading' (duration: 113.532111ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:46.326835Z","caller":"traceutil/trace.go:171","msg":"trace[64208719] transaction","detail":"{read_only:false; response_revision:16981; number_of_response:1; }","duration":"184.240847ms","start":"2026-02-24T20:34:46.142558Z","end":"2026-02-24T20:34:46.326799Z","steps":["trace[64208719] 'process raft request' (duration: 133.17146ms)","trace[64208719] 'compare' (duration: 50.844722ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:46.485908Z","caller":"traceutil/trace.go:171","msg":"trace[592926438] transaction","detail":"{read_only:false; response_revision:16984; number_of_response:1; }","duration":"154.829098ms","start":"2026-02-24T20:34:46.33103Z","end":"2026-02-24T20:34:46.485859Z","steps":["trace[592926438] 'process raft request' (duration: 100.632248ms)","trace[592926438] 'compare' (duration: 53.909334ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:34:46.489378Z","caller":"traceutil/trace.go:171","msg":"trace[267455452] transaction","detail":"{read_only:false; response_revision:16985; number_of_response:1; }","duration":"158.226028ms","start":"2026-02-24T20:34:46.331095Z","end":"2026-02-24T20:34:46.489322Z","steps":["trace[267455452] 'process raft request' (duration: 157.86346ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:34:46.48936Z","caller":"traceutil/trace.go:171","msg":"trace[1450415726] transaction","detail":"{read_only:false; response_revision:16986; number_of_response:1; }","duration":"154.962261ms","start":"2026-02-24T20:34:46.334362Z","end":"2026-02-24T20:34:46.489324Z","steps":["trace[1450415726] 'process raft request' (duration: 154.738836ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:35:01.148459Z","caller":"traceutil/trace.go:171","msg":"trace[7131314] transaction","detail":"{read_only:false; response_revision:17087; number_of_response:1; }","duration":"118.726622ms","start":"2026-02-24T20:35:01.029705Z","end":"2026-02-24T20:35:01.148432Z","steps":["trace[7131314] 'process raft request' (duration: 118.547978ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:35:01.226588Z","caller":"traceutil/trace.go:171","msg":"trace[1957512014] transaction","detail":"{read_only:false; response_revision:17088; number_of_response:1; }","duration":"125.283157ms","start":"2026-02-24T20:35:01.101247Z","end":"2026-02-24T20:35:01.22653Z","steps":["trace[1957512014] 'process raft request' (duration: 89.514168ms)","trace[1957512014] 'compare' (duration: 35.596135ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:38:50.726639Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16348} {"level":"info","ts":"2026-02-24T20:38:50.820957Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16348,"took":"90.96021ms","hash":2252164959,"current-db-size-bytes":46120960,"current-db-size":"46 MB","current-db-size-in-use-bytes":30244864,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-24T20:38:50.821026Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2252164959,"revision":16348,"compact-revision":14248} {"level":"warn","ts":"2026-02-24T20:39:40.428967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.206673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-02-24T20:39:40.429068Z","caller":"traceutil/trace.go:171","msg":"trace[646344021] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:18898; }","duration":"164.354136ms","start":"2026-02-24T20:39:40.26469Z","end":"2026-02-24T20:39:40.429045Z","steps":["trace[646344021] 'range keys from in-memory index tree' (duration: 164.046019ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:39:40.428947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.737069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:39:40.429387Z","caller":"traceutil/trace.go:171","msg":"trace[1166080428] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:18898; }","duration":"157.216481ms","start":"2026-02-24T20:39:40.272139Z","end":"2026-02-24T20:39:40.429356Z","steps":["trace[1166080428] 'count revisions from in-memory index tree' (duration: 156.643686ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:39:41.519935Z","caller":"traceutil/trace.go:171","msg":"trace[2144863741] transaction","detail":"{read_only:false; response_revision:18899; number_of_response:1; }","duration":"168.256059ms","start":"2026-02-24T20:39:41.351639Z","end":"2026-02-24T20:39:41.519895Z","steps":["trace[2144863741] 'process raft request' (duration: 167.988052ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:39:41.531768Z","caller":"traceutil/trace.go:171","msg":"trace[1236862144] transaction","detail":"{read_only:false; response_revision:18900; number_of_response:1; }","duration":"154.030845ms","start":"2026-02-24T20:39:41.377706Z","end":"2026-02-24T20:39:41.531737Z","steps":["trace[1236862144] 'process raft request' (duration: 153.825191ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:39:41.532017Z","caller":"traceutil/trace.go:171","msg":"trace[1394186975] transaction","detail":"{read_only:false; response_revision:18901; number_of_response:1; }","duration":"153.860992ms","start":"2026-02-24T20:39:41.378128Z","end":"2026-02-24T20:39:41.531989Z","steps":["trace[1394186975] 'process raft request' (duration: 153.558305ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:39:41.7352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.05488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:39:41.7353Z","caller":"traceutil/trace.go:171","msg":"trace[2031120298] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:18901; }","duration":"196.212594ms","start":"2026-02-24T20:39:41.539066Z","end":"2026-02-24T20:39:41.735278Z","steps":["trace[2031120298] 'count revisions from in-memory index tree' (duration: 195.966207ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:39:42.351741Z","caller":"traceutil/trace.go:171","msg":"trace[816674489] linearizableReadLoop","detail":"{readStateIndex:19595; appliedIndex:19594; }","duration":"231.627952ms","start":"2026-02-24T20:39:42.120089Z","end":"2026-02-24T20:39:42.351717Z","steps":["trace[816674489] 'read index received' (duration: 231.426818ms)","trace[816674489] 'applied index is now lower than readState.Index' (duration: 200.254µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:39:42.351861Z","caller":"traceutil/trace.go:171","msg":"trace[2129094689] transaction","detail":"{read_only:false; response_revision:18902; number_of_response:1; }","duration":"243.0643ms","start":"2026-02-24T20:39:42.108784Z","end":"2026-02-24T20:39:42.351849Z","steps":["trace[2129094689] 'process raft request' (duration: 242.796534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:39:42.352014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.905629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T20:39:42.352062Z","caller":"traceutil/trace.go:171","msg":"trace[562936237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18902; }","duration":"231.993081ms","start":"2026-02-24T20:39:42.120056Z","end":"2026-02-24T20:39:42.352049Z","steps":["trace[562936237] 'agreement among raft nodes before linearized reading' (duration: 231.832387ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:39:42.352261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.86966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-24T20:39:42.352339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.464339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:39:42.35248Z","caller":"traceutil/trace.go:171","msg":"trace[780097083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18902; }","duration":"205.661253ms","start":"2026-02-24T20:39:42.146796Z","end":"2026-02-24T20:39:42.352458Z","steps":["trace[780097083] 'agreement among raft nodes before linearized reading' (duration: 205.202753ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:39:42.352407Z","caller":"traceutil/trace.go:171","msg":"trace[1480202075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18902; }","duration":"206.039243ms","start":"2026-02-24T20:39:42.146314Z","end":"2026-02-24T20:39:42.352353Z","steps":["trace[1480202075] 'agreement among raft nodes before linearized reading' (duration: 205.611933ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:39:42.352551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.161403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:39:42.352661Z","caller":"traceutil/trace.go:171","msg":"trace[1550645618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18902; }","duration":"205.310416ms","start":"2026-02-24T20:39:42.147328Z","end":"2026-02-24T20:39:42.352639Z","steps":["trace[1550645618] 'agreement among raft nodes before linearized reading' (duration: 204.6094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:39:42.63968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.190216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:39:42.640072Z","caller":"traceutil/trace.go:171","msg":"trace[1534504686] transaction","detail":"{read_only:false; response_revision:18903; number_of_response:1; }","duration":"283.850185ms","start":"2026-02-24T20:39:42.356163Z","end":"2026-02-24T20:39:42.640014Z","steps":["trace[1534504686] 'process raft request' (duration: 92.207578ms)","trace[1534504686] 'compare' (duration: 190.991311ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:39:42.640203Z","caller":"traceutil/trace.go:171","msg":"trace[515611368] transaction","detail":"{read_only:false; response_revision:18904; number_of_response:1; }","duration":"283.754063ms","start":"2026-02-24T20:39:42.35642Z","end":"2026-02-24T20:39:42.640174Z","steps":["trace[515611368] 'process raft request' (duration: 283.391595ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:39:42.640328Z","caller":"traceutil/trace.go:171","msg":"trace[1754553601] transaction","detail":"{read_only:false; response_revision:18905; number_of_response:1; }","duration":"283.880446ms","start":"2026-02-24T20:39:42.356426Z","end":"2026-02-24T20:39:42.640306Z","steps":["trace[1754553601] 'process raft request' (duration: 283.510538ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:39:42.640528Z","caller":"traceutil/trace.go:171","msg":"trace[1648366343] transaction","detail":"{read_only:false; response_revision:18906; number_of_response:1; }","duration":"283.517286ms","start":"2026-02-24T20:39:42.356972Z","end":"2026-02-24T20:39:42.640489Z","steps":["trace[1648366343] 'process raft request' (duration: 283.174319ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:12.771968Z","caller":"traceutil/trace.go:171","msg":"trace[1279044299] linearizableReadLoop","detail":"{readStateIndex:19836; appliedIndex:19835; }","duration":"134.508268ms","start":"2026-02-24T20:40:12.637424Z","end":"2026-02-24T20:40:12.771932Z","steps":["trace[1279044299] 'read index received' (duration: 67.628223ms)","trace[1279044299] 'applied index is now lower than readState.Index' (duration: 66.878435ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:40:12.772064Z","caller":"traceutil/trace.go:171","msg":"trace[167950631] transaction","detail":"{read_only:false; response_revision:19132; number_of_response:1; }","duration":"136.142057ms","start":"2026-02-24T20:40:12.635877Z","end":"2026-02-24T20:40:12.772019Z","steps":["trace[167950631] 'process raft request' (duration: 69.100328ms)","trace[167950631] 'compare' (duration: 66.571469ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:40:12.772306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.869827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-02-24T20:40:12.772395Z","caller":"traceutil/trace.go:171","msg":"trace[1335288431] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19132; }","duration":"135.001921ms","start":"2026-02-24T20:40:12.637372Z","end":"2026-02-24T20:40:12.772374Z","steps":["trace[1335288431] 'agreement among raft nodes before linearized reading' (duration: 134.758495ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:12.830068Z","caller":"traceutil/trace.go:171","msg":"trace[1261905252] transaction","detail":"{read_only:false; response_revision:19133; number_of_response:1; }","duration":"192.502007ms","start":"2026-02-24T20:40:12.637542Z","end":"2026-02-24T20:40:12.830044Z","steps":["trace[1261905252] 'process raft request' (duration: 192.222729ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:12.830108Z","caller":"traceutil/trace.go:171","msg":"trace[619235997] transaction","detail":"{read_only:false; response_revision:19134; number_of_response:1; }","duration":"184.184582ms","start":"2026-02-24T20:40:12.645889Z","end":"2026-02-24T20:40:12.830074Z","steps":["trace[619235997] 'process raft request' (duration: 184.047237ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:40:12.830363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.189179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:40:12.830401Z","caller":"traceutil/trace.go:171","msg":"trace[626298605] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:19134; }","duration":"192.282452ms","start":"2026-02-24T20:40:12.638106Z","end":"2026-02-24T20:40:12.830388Z","steps":["trace[626298605] 'agreement among raft nodes before linearized reading' (duration: 192.21326ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:13.451539Z","caller":"traceutil/trace.go:171","msg":"trace[821681805] linearizableReadLoop","detail":"{readStateIndex:19858; appliedIndex:19857; }","duration":"128.305023ms","start":"2026-02-24T20:40:13.323208Z","end":"2026-02-24T20:40:13.451513Z","steps":["trace[821681805] 'read index received' (duration: 99.217042ms)","trace[821681805] 'applied index is now lower than readState.Index' (duration: 29.087171ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:40:13.451608Z","caller":"traceutil/trace.go:171","msg":"trace[340362654] transaction","detail":"{read_only:false; response_revision:19152; number_of_response:1; }","duration":"129.342357ms","start":"2026-02-24T20:40:13.322223Z","end":"2026-02-24T20:40:13.451565Z","steps":["trace[340362654] 'process raft request' (duration: 100.209216ms)","trace[340362654] 'compare' (duration: 28.917506ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:40:13.451872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.63848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-02-24T20:40:13.451904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.605975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-02-24T20:40:13.451946Z","caller":"traceutil/trace.go:171","msg":"trace[764571950] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:19152; }","duration":"112.691169ms","start":"2026-02-24T20:40:13.339242Z","end":"2026-02-24T20:40:13.451933Z","steps":["trace[764571950] 'agreement among raft nodes before linearized reading' (duration: 112.418651ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:13.451948Z","caller":"traceutil/trace.go:171","msg":"trace[314229894] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19152; }","duration":"128.761935ms","start":"2026-02-24T20:40:13.323168Z","end":"2026-02-24T20:40:13.45193Z","steps":["trace[314229894] 'agreement among raft nodes before linearized reading' (duration: 128.464507ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:14.847659Z","caller":"traceutil/trace.go:171","msg":"trace[1985113378] transaction","detail":"{read_only:false; response_revision:19170; number_of_response:1; }","duration":"244.835632ms","start":"2026-02-24T20:40:14.602791Z","end":"2026-02-24T20:40:14.847627Z","steps":["trace[1985113378] 'process raft request' (duration: 244.625647ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:40:17.199861Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"21032583b6cd9182","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-24T20:40:17.20639Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-02-24T20:40:17.20648Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-02-24T20:40:31.066901Z","caller":"traceutil/trace.go:171","msg":"trace[1724617738] transaction","detail":"{read_only:false; response_revision:19425; number_of_response:1; }","duration":"123.501371ms","start":"2026-02-24T20:40:30.943373Z","end":"2026-02-24T20:40:31.066875Z","steps":["trace[1724617738] 'process raft request' (duration: 122.861966ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:43:45.036704Z","caller":"traceutil/trace.go:171","msg":"trace[996860704] transaction","detail":"{read_only:false; response_revision:21240; number_of_response:1; }","duration":"388.897933ms","start":"2026-02-24T20:43:44.647777Z","end":"2026-02-24T20:43:45.036675Z","steps":["trace[996860704] 'process raft request' (duration: 388.186097ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:43:45.036882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:43:44.647745Z","time spent":"389.046586ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418014,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:43:45.038749Z","caller":"traceutil/trace.go:171","msg":"trace[658156456] linearizableReadLoop","detail":"{readStateIndex:22009; appliedIndex:22006; }","duration":"166.108728ms","start":"2026-02-24T20:43:44.872617Z","end":"2026-02-24T20:43:45.038725Z","steps":["trace[658156456] 'read index received' (duration: 164.238524ms)","trace[658156456] 'applied index is now lower than readState.Index' (duration: 1.869274ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:43:45.038774Z","caller":"traceutil/trace.go:171","msg":"trace[2042804760] transaction","detail":"{read_only:false; response_revision:21242; number_of_response:1; }","duration":"359.404563ms","start":"2026-02-24T20:43:44.679346Z","end":"2026-02-24T20:43:45.038751Z","steps":["trace[2042804760] 'process raft request' (duration: 359.25934ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:43:45.038929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:43:44.679319Z","time spent":"359.523926ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:43:45.03906Z","caller":"traceutil/trace.go:171","msg":"trace[1535734397] transaction","detail":"{read_only:false; response_revision:21241; number_of_response:1; }","duration":"371.295431ms","start":"2026-02-24T20:43:44.667749Z","end":"2026-02-24T20:43:45.039044Z","steps":["trace[1535734397] 'process raft request' (duration: 370.731958ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:43:45.039175Z","caller":"traceutil/trace.go:171","msg":"trace[175889080] transaction","detail":"{read_only:false; response_revision:21243; number_of_response:1; }","duration":"358.43584ms","start":"2026-02-24T20:43:44.680714Z","end":"2026-02-24T20:43:45.03915Z","steps":["trace[175889080] 'process raft request' (duration: 357.933119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:43:45.039324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.714352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T20:43:45.03934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:43:44.6807Z","time spent":"358.548493ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:43:45.039365Z","caller":"traceutil/trace.go:171","msg":"trace[193092789] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21244; }","duration":"166.794464ms","start":"2026-02-24T20:43:44.87256Z","end":"2026-02-24T20:43:45.039354Z","steps":["trace[193092789] 'agreement among raft nodes before linearized reading' (duration: 166.62581ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:43:45.039198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:43:44.667729Z","time spent":"371.417904ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:43:45.039169Z","caller":"traceutil/trace.go:171","msg":"trace[805635185] transaction","detail":"{read_only:false; response_revision:21244; number_of_response:1; }","duration":"110.189969ms","start":"2026-02-24T20:43:44.928946Z","end":"2026-02-24T20:43:45.039136Z","steps":["trace[805635185] 'process raft request' (duration: 109.737548ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:43:50.73383Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18664} {"level":"info","ts":"2026-02-24T20:43:50.84349Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18664,"took":"105.735364ms","hash":3462636770,"current-db-size-bytes":47955968,"current-db-size":"48 MB","current-db-size-in-use-bytes":36859904,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-02-24T20:43:50.843567Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3462636770,"revision":18664,"compact-revision":16348} {"level":"info","ts":"2026-02-24T20:47:08.807268Z","caller":"traceutil/trace.go:171","msg":"trace[385665244] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"140.754494ms","start":"2026-02-24T20:47:08.666488Z","end":"2026-02-24T20:47:08.807243Z","steps":["trace[385665244] 'process raft request' (duration: 140.57802ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:08.807414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.411111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:08.807463Z","caller":"traceutil/trace.go:171","msg":"trace[1982558352] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23236; }","duration":"127.525374ms","start":"2026-02-24T20:47:08.679927Z","end":"2026-02-24T20:47:08.807452Z","steps":["trace[1982558352] 'agreement among raft nodes before linearized reading' (duration: 127.408051ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:08.807264Z","caller":"traceutil/trace.go:171","msg":"trace[1002902101] linearizableReadLoop","detail":"{readStateIndex:24058; appliedIndex:24058; }","duration":"127.259648ms","start":"2026-02-24T20:47:08.679975Z","end":"2026-02-24T20:47:08.807234Z","steps":["trace[1002902101] 'read index received' (duration: 127.198257ms)","trace[1002902101] 'applied index is now lower than readState.Index' (duration: 59.171µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:08.82908Z","caller":"traceutil/trace.go:171","msg":"trace[939659350] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"132.791118ms","start":"2026-02-24T20:47:08.696262Z","end":"2026-02-24T20:47:08.829054Z","steps":["trace[939659350] 'process raft request' (duration: 132.561283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:09.098511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.529957ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-24T20:47:09.098593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.864828ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:09.098728Z","caller":"traceutil/trace.go:171","msg":"trace[1254924897] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23237; }","duration":"259.022811ms","start":"2026-02-24T20:47:08.839687Z","end":"2026-02-24T20:47:09.09871Z","steps":["trace[1254924897] 'range keys from in-memory index tree' (duration: 258.843677ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:09.098912Z","caller":"traceutil/trace.go:171","msg":"trace[215569378] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"150.717428ms","start":"2026-02-24T20:47:08.948175Z","end":"2026-02-24T20:47:09.098892Z","steps":["trace[215569378] 'process raft request' (duration: 150.432382ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:09.174343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.086653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-24T20:47:09.174424Z","caller":"traceutil/trace.go:171","msg":"trace[766438855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23238; }","duration":"101.229756ms","start":"2026-02-24T20:47:09.073175Z","end":"2026-02-24T20:47:09.174405Z","steps":["trace[766438855] 'agreement among raft nodes before linearized reading' (duration: 25.741414ms)","trace[766438855] 'range keys from in-memory index tree' (duration: 75.272918ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:09.568731Z","caller":"traceutil/trace.go:171","msg":"trace[748664151] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"390.369275ms","start":"2026-02-24T20:47:09.178334Z","end":"2026-02-24T20:47:09.568703Z","steps":["trace[748664151] 'process raft request' (duration: 390.305514ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:09.568862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:09.17832Z","time spent":"390.477967ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:09.568735Z","caller":"traceutil/trace.go:171","msg":"trace[1366498382] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"390.692512ms","start":"2026-02-24T20:47:09.178012Z","end":"2026-02-24T20:47:09.568705Z","steps":["trace[1366498382] 'process raft request' (duration: 325.773388ms)","trace[1366498382] 'compare' (duration: 64.73659ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:09.569019Z","caller":"traceutil/trace.go:171","msg":"trace[436458924] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"390.241831ms","start":"2026-02-24T20:47:09.178753Z","end":"2026-02-24T20:47:09.568995Z","steps":["trace[436458924] 'process raft request' (duration: 389.924733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:09.569072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:09.177996Z","time spent":"391.01085ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:09.56915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:09.178746Z","time spent":"390.332473ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:09.569249Z","caller":"traceutil/trace.go:171","msg":"trace[1387196409] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"389.905043ms","start":"2026-02-24T20:47:09.17933Z","end":"2026-02-24T20:47:09.569235Z","steps":["trace[1387196409] 'process raft request' (duration: 389.585216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:09.569299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:09.179324Z","time spent":"389.941134ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:09.569262Z","caller":"traceutil/trace.go:171","msg":"trace[525293886] linearizableReadLoop","detail":"{readStateIndex:24066; appliedIndex:24061; }","duration":"365.606313ms","start":"2026-02-24T20:47:09.203625Z","end":"2026-02-24T20:47:09.569231Z","steps":["trace[525293886] 'read index received' (duration: 44.174817ms)","trace[525293886] 'applied index is now lower than readState.Index' (duration: 321.428056ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:09.569449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.826818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T20:47:09.569453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.909113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:09.569484Z","caller":"traceutil/trace.go:171","msg":"trace[81302342] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23243; }","duration":"365.89265ms","start":"2026-02-24T20:47:09.203581Z","end":"2026-02-24T20:47:09.569473Z","steps":["trace[81302342] 'agreement among raft nodes before linearized reading' (duration: 365.763047ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:09.569489Z","caller":"traceutil/trace.go:171","msg":"trace[463565161] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23243; }","duration":"334.987485ms","start":"2026-02-24T20:47:09.23449Z","end":"2026-02-24T20:47:09.569477Z","steps":["trace[463565161] 'agreement among raft nodes before linearized reading' (duration: 334.907463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:09.569512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:09.203571Z","time spent":"365.935001ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12035,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:47:09.569522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:09.234472Z","time spent":"335.040706ms","remote":"127.0.0.1:60336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:09.56959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.726528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:09.569627Z","caller":"traceutil/trace.go:171","msg":"trace[242627592] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23243; }","duration":"245.845731ms","start":"2026-02-24T20:47:09.32377Z","end":"2026-02-24T20:47:09.569616Z","steps":["trace[242627592] 'agreement among raft nodes before linearized reading' (duration: 245.662357ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:09.932853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.673412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:09.933061Z","caller":"traceutil/trace.go:171","msg":"trace[513351107] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"174.306542ms","start":"2026-02-24T20:47:09.758736Z","end":"2026-02-24T20:47:09.933043Z","steps":["trace[513351107] 'process raft request' (duration: 174.254321ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:09.933079Z","caller":"traceutil/trace.go:171","msg":"trace[716513161] linearizableReadLoop","detail":"{readStateIndex:24067; appliedIndex:24066; }","duration":"290.876739ms","start":"2026-02-24T20:47:09.642169Z","end":"2026-02-24T20:47:09.933046Z","steps":["trace[716513161] 'read index received' (duration: 106.955591ms)","trace[716513161] 'applied index is now lower than readState.Index' (duration: 183.917838ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:09.933173Z","caller":"traceutil/trace.go:171","msg":"trace[259015854] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"351.612224ms","start":"2026-02-24T20:47:09.581532Z","end":"2026-02-24T20:47:09.933144Z","steps":["trace[259015854] 'process raft request' (duration: 167.558563ms)","trace[259015854] 'compare' (duration: 183.56594ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:09.933255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.068563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:09.933346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:09.581514Z","time spent":"351.731528ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:09.933363Z","caller":"traceutil/trace.go:171","msg":"trace[684243623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23245; }","duration":"291.220176ms","start":"2026-02-24T20:47:09.642126Z","end":"2026-02-24T20:47:09.933346Z","steps":["trace[684243623] 'agreement among raft nodes before linearized reading' (duration: 291.054192ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:10.038477Z","caller":"traceutil/trace.go:171","msg":"trace[1308002208] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"216.060892ms","start":"2026-02-24T20:47:09.822388Z","end":"2026-02-24T20:47:10.038449Z","steps":["trace[1308002208] 'process raft request' (duration: 215.639982ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:10.038785Z","caller":"traceutil/trace.go:171","msg":"trace[1873420614] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"211.962896ms","start":"2026-02-24T20:47:09.826795Z","end":"2026-02-24T20:47:10.038758Z","steps":["trace[1873420614] 'process raft request' (duration: 211.579726ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:10.038818Z","caller":"traceutil/trace.go:171","msg":"trace[738095448] linearizableReadLoop","detail":"{readStateIndex:24072; appliedIndex:24068; }","duration":"105.651571ms","start":"2026-02-24T20:47:09.933144Z","end":"2026-02-24T20:47:10.038796Z","steps":["trace[738095448] 'read index received' (duration: 104.814811ms)","trace[738095448] 'applied index is now lower than readState.Index' (duration: 835.87µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:10.038876Z","caller":"traceutil/trace.go:171","msg":"trace[1362201406] transaction","detail":"{read_only:false; response_revision:23248; number_of_response:1; }","duration":"134.539379ms","start":"2026-02-24T20:47:09.904321Z","end":"2026-02-24T20:47:10.038861Z","steps":["trace[1362201406] 'process raft request' (duration: 134.313562ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:10.038935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.197997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:10.038973Z","caller":"traceutil/trace.go:171","msg":"trace[2122631970] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23249; }","duration":"392.259689ms","start":"2026-02-24T20:47:09.646702Z","end":"2026-02-24T20:47:10.038961Z","steps":["trace[2122631970] 'agreement among raft nodes before linearized reading' (duration: 392.180477ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:10.038959Z","caller":"traceutil/trace.go:171","msg":"trace[526221075] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"134.116058ms","start":"2026-02-24T20:47:09.904823Z","end":"2026-02-24T20:47:10.03894Z","steps":["trace[526221075] 'process raft request' (duration: 133.922113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:10.039007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:09.646694Z","time spent":"392.30601ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T20:47:10.039042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.652734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:10.039084Z","caller":"traceutil/trace.go:171","msg":"trace[1822254912] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23249; }","duration":"201.795847ms","start":"2026-02-24T20:47:09.837276Z","end":"2026-02-24T20:47:10.039072Z","steps":["trace[1822254912] 'agreement among raft nodes before linearized reading' (duration: 201.697455ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:10.039169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.38868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:10.0392Z","caller":"traceutil/trace.go:171","msg":"trace[240046313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23249; }","duration":"216.449602ms","start":"2026-02-24T20:47:09.822743Z","end":"2026-02-24T20:47:10.039192Z","steps":["trace[240046313] 'agreement among raft nodes before linearized reading' (duration: 216.387621ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:10.038968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.70844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:10.039498Z","caller":"traceutil/trace.go:171","msg":"trace[686585974] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23249; }","duration":"183.317925ms","start":"2026-02-24T20:47:09.856161Z","end":"2026-02-24T20:47:10.039479Z","steps":["trace[686585974] 'agreement among raft nodes before linearized reading' (duration: 182.67327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:15.727461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.65972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T20:47:15.727567Z","caller":"traceutil/trace.go:171","msg":"trace[933089093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23277; }","duration":"456.815254ms","start":"2026-02-24T20:47:15.270724Z","end":"2026-02-24T20:47:15.727539Z","steps":["trace[933089093] 'range keys from in-memory index tree' (duration: 456.432665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:15.72762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:15.270703Z","time spent":"456.902976ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T20:47:15.757169Z","caller":"traceutil/trace.go:171","msg":"trace[325111758] linearizableReadLoop","detail":"{readStateIndex:24102; appliedIndex:24101; }","duration":"166.011477ms","start":"2026-02-24T20:47:15.591118Z","end":"2026-02-24T20:47:15.757129Z","steps":["trace[325111758] 'read index received' (duration: 165.782892ms)","trace[325111758] 'applied index is now lower than readState.Index' (duration: 227.115µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:15.757224Z","caller":"traceutil/trace.go:171","msg":"trace[107540024] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"181.679325ms","start":"2026-02-24T20:47:15.5755Z","end":"2026-02-24T20:47:15.757179Z","steps":["trace[107540024] 'process raft request' (duration: 181.366088ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:15.757476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.322934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:47:15.757528Z","caller":"traceutil/trace.go:171","msg":"trace[1182976793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23278; }","duration":"166.438308ms","start":"2026-02-24T20:47:15.591073Z","end":"2026-02-24T20:47:15.757511Z","steps":["trace[1182976793] 'agreement among raft nodes before linearized reading' (duration: 166.233943ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:16.25745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504100,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:47:16.354198Z","caller":"traceutil/trace.go:171","msg":"trace[263220106] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"621.253795ms","start":"2026-02-24T20:47:15.732912Z","end":"2026-02-24T20:47:16.354165Z","steps":["trace[263220106] 'process raft request' (duration: 621.036809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:16.354368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:15.732873Z","time spent":"621.408558ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:16.995755Z","caller":"traceutil/trace.go:171","msg":"trace[2105320325] linearizableReadLoop","detail":"{readStateIndex:24110; appliedIndex:24102; }","duration":"1.238481614s","start":"2026-02-24T20:47:15.757252Z","end":"2026-02-24T20:47:16.995734Z","steps":["trace[2105320325] 'read index received' (duration: 596.723928ms)","trace[2105320325] 'applied index is now lower than readState.Index' (duration: 641.756956ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:16.995777Z","caller":"traceutil/trace.go:171","msg":"trace[319790285] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"1.041595752s","start":"2026-02-24T20:47:15.954137Z","end":"2026-02-24T20:47:16.995732Z","steps":["trace[319790285] 'process raft request' (duration: 1.041441508s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:16.995848Z","caller":"traceutil/trace.go:171","msg":"trace[1025270315] transaction","detail":"{read_only:false; response_revision:23282; number_of_response:1; }","duration":"1.041133121s","start":"2026-02-24T20:47:15.954707Z","end":"2026-02-24T20:47:16.995841Z","steps":["trace[1025270315] 'process raft request' (duration: 1.040899026s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:16.995925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:15.95468Z","time spent":"1.041188173s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:16.995984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:15.954104Z","time spent":"1.041763086s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:16.996119Z","caller":"traceutil/trace.go:171","msg":"trace[1147853368] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"935.176524ms","start":"2026-02-24T20:47:16.060913Z","end":"2026-02-24T20:47:16.996089Z","steps":["trace[1147853368] 'process raft request' (duration: 934.768884ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:16.996167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400101359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T20:47:16.996193Z","caller":"traceutil/trace.go:171","msg":"trace[676648763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23286; }","duration":"1.400146499s","start":"2026-02-24T20:47:15.596039Z","end":"2026-02-24T20:47:16.996185Z","steps":["trace[676648763] 'agreement among raft nodes before linearized reading' (duration: 1.400035897s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:16.996175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391915916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:16.996199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172342991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:16.996239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:16.060897Z","time spent":"935.283746ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:16.996265Z","caller":"traceutil/trace.go:171","msg":"trace[1903157302] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23286; }","duration":"1.392043528s","start":"2026-02-24T20:47:15.604201Z","end":"2026-02-24T20:47:16.996244Z","steps":["trace[1903157302] 'agreement among raft nodes before linearized reading' (duration: 1.391822853s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:16.996284Z","caller":"traceutil/trace.go:171","msg":"trace[1885007183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23286; }","duration":"1.172474554s","start":"2026-02-24T20:47:15.823782Z","end":"2026-02-24T20:47:16.996257Z","steps":["trace[1885007183] 'agreement among raft nodes before linearized reading' (duration: 1.172340741s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:16.996322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:15.60419Z","time spent":"1.392118541s","remote":"127.0.0.1:51034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:16.996336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:15.823761Z","time spent":"1.172566585s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:47:16.996383Z","caller":"traceutil/trace.go:171","msg":"trace[214909043] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"935.957512ms","start":"2026-02-24T20:47:16.060409Z","end":"2026-02-24T20:47:16.996366Z","steps":["trace[214909043] 'process raft request' (duration: 935.248916ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:16.996478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:16.060379Z","time spent":"936.051624ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:16.996504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403250862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-24T20:47:16.99653Z","caller":"traceutil/trace.go:171","msg":"trace[1165999159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23286; }","duration":"1.403319874s","start":"2026-02-24T20:47:15.593204Z","end":"2026-02-24T20:47:16.996524Z","steps":["trace[1165999159] 'agreement among raft nodes before linearized reading' (duration: 1.403256753s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:16.996548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:15.593175Z","time spent":"1.403368944s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:47:16.996545Z","caller":"traceutil/trace.go:171","msg":"trace[99411032] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"934.756173ms","start":"2026-02-24T20:47:16.061774Z","end":"2026-02-24T20:47:16.99653Z","steps":["trace[99411032] 'process raft request' (duration: 933.931344ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:16.996257Z","caller":"traceutil/trace.go:171","msg":"trace[2032015451] transaction","detail":"{read_only:false; response_revision:23283; number_of_response:1; }","duration":"936.008573ms","start":"2026-02-24T20:47:16.060241Z","end":"2026-02-24T20:47:16.996249Z","steps":["trace[2032015451] 'process raft request' (duration: 935.389748ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:16.996563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403471527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-24T20:47:16.996623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.233618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:16.996647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:16.060217Z","time spent":"936.387582ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:16.996215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:15.59603Z","time spent":"1.40018068s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:47:16.996688Z","caller":"traceutil/trace.go:171","msg":"trace[1293511266] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23286; }","duration":"438.34992ms","start":"2026-02-24T20:47:16.558322Z","end":"2026-02-24T20:47:16.996671Z","steps":["trace[1293511266] 'agreement among raft nodes before linearized reading' (duration: 438.221677ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:16.99669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325572499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:16.99669Z","caller":"traceutil/trace.go:171","msg":"trace[1051186218] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23286; }","duration":"1.403641001s","start":"2026-02-24T20:47:15.593022Z","end":"2026-02-24T20:47:16.996663Z","steps":["trace[1051186218] 'agreement among raft nodes before linearized reading' (duration: 1.403354055s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:16.996726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:16.558299Z","time spent":"438.417121ms","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:16.996571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.549721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:47:16.996748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:15.593Z","time spent":"1.403737033s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T20:47:16.99677Z","caller":"traceutil/trace.go:171","msg":"trace[101694257] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23286; }","duration":"100.785975ms","start":"2026-02-24T20:47:16.895974Z","end":"2026-02-24T20:47:16.99676Z","steps":["trace[101694257] 'agreement among raft nodes before linearized reading' (duration: 100.55258ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:16.99663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:16.061767Z","time spent":"934.806414ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:16.996725Z","caller":"traceutil/trace.go:171","msg":"trace[1639249963] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23286; }","duration":"1.325609549s","start":"2026-02-24T20:47:15.671105Z","end":"2026-02-24T20:47:16.996715Z","steps":["trace[1639249963] 'agreement among raft nodes before linearized reading' (duration: 1.325549258s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:16.996855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:15.671052Z","time spent":"1.325792293s","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-24T20:47:16.997243Z","caller":"traceutil/trace.go:171","msg":"trace[1745149144] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"1.235689468s","start":"2026-02-24T20:47:15.761484Z","end":"2026-02-24T20:47:16.997173Z","steps":["trace[1745149144] 'process raft request' (duration: 1.233980708s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:16.997449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:15.76146Z","time spent":"1.235885283s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:17.101823Z","caller":"traceutil/trace.go:171","msg":"trace[2124886526] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"100.617893ms","start":"2026-02-24T20:47:17.001174Z","end":"2026-02-24T20:47:17.101792Z","steps":["trace[2124886526] 'process raft request' (duration: 99.846254ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:17.102159Z","caller":"traceutil/trace.go:171","msg":"trace[975294458] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"100.652973ms","start":"2026-02-24T20:47:17.001478Z","end":"2026-02-24T20:47:17.102131Z","steps":["trace[975294458] 'process raft request' (duration: 100.415187ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:17.102403Z","caller":"traceutil/trace.go:171","msg":"trace[1363390301] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"100.223083ms","start":"2026-02-24T20:47:17.002143Z","end":"2026-02-24T20:47:17.102366Z","steps":["trace[1363390301] 'process raft request' (duration: 99.899086ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:17.103603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.208212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:17.103661Z","caller":"traceutil/trace.go:171","msg":"trace[749459982] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23289; }","duration":"100.405887ms","start":"2026-02-24T20:47:17.003241Z","end":"2026-02-24T20:47:17.103647Z","steps":["trace[749459982] 'agreement among raft nodes before linearized reading' (duration: 99.000484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:17.891961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:18.392125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504117,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:18.533536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.3690971s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:47:18.533967Z","caller":"traceutil/trace.go:171","msg":"trace[1998652410] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"1.369669943s","start":"2026-02-24T20:47:17.164281Z","end":"2026-02-24T20:47:18.533951Z","steps":["trace[1998652410] 'process raft request' (duration: 1.36954906s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:18.534153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:17.16425Z","time spent":"1.369770486s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:19.829718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.715458ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:19.829866Z","caller":"traceutil/trace.go:171","msg":"trace[1371649826] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23290; }","duration":"990.875501ms","start":"2026-02-24T20:47:18.838968Z","end":"2026-02-24T20:47:19.829844Z","steps":["trace[1371649826] 'range keys from in-memory index tree' (duration: 990.698257ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:19.83006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.460457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:19.830173Z","caller":"traceutil/trace.go:171","msg":"trace[485447168] linearizableReadLoop","detail":"{readStateIndex:24115; appliedIndex:24113; }","duration":"2.438260721s","start":"2026-02-24T20:47:17.39189Z","end":"2026-02-24T20:47:19.830151Z","steps":["trace[485447168] 'read index received' (duration: 1.141899147s)","trace[485447168] 'applied index is now lower than readState.Index' (duration: 1.296359514s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:19.830269Z","caller":"traceutil/trace.go:171","msg":"trace[1944880011] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"2.419049149s","start":"2026-02-24T20:47:17.411203Z","end":"2026-02-24T20:47:19.830252Z","steps":["trace[1944880011] 'process raft request' (duration: 1.815284685s)","trace[1944880011] 'compare' (duration: 602.108785ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:19.830338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:17.41118Z","time spent":"2.419119851s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:19.830465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438563857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:19.830506Z","caller":"traceutil/trace.go:171","msg":"trace[1057096782] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23291; }","duration":"2.438611109s","start":"2026-02-24T20:47:17.391883Z","end":"2026-02-24T20:47:19.830494Z","steps":["trace[1057096782] 'agreement among raft nodes before linearized reading' (duration: 2.438531007s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:19.83054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:17.391837Z","time spent":"2.43869312s","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:20.105098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.706763ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T20:47:20.105749Z","caller":"traceutil/trace.go:171","msg":"trace[200522612] linearizableReadLoop","detail":"{readStateIndex:24124; appliedIndex:24115; }","duration":"275.525518ms","start":"2026-02-24T20:47:19.830204Z","end":"2026-02-24T20:47:20.105729Z","steps":["trace[200522612] 'read index received' (duration: 39.103268ms)","trace[200522612] 'applied index is now lower than readState.Index' (duration: 236.42141ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:20.106183Z","caller":"traceutil/trace.go:171","msg":"trace[1729691143] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"1.266325867s","start":"2026-02-24T20:47:18.83982Z","end":"2026-02-24T20:47:20.106146Z","steps":["trace[1729691143] 'process raft request' (duration: 1.265387156s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:20.106642Z","caller":"traceutil/trace.go:171","msg":"trace[234003375] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"1.102988802s","start":"2026-02-24T20:47:19.003635Z","end":"2026-02-24T20:47:20.106624Z","steps":["trace[234003375] 'process raft request' (duration: 1.102047681s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.106727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:19.003625Z","time spent":"1.103062154s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:20.106748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.775249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:20.106779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748177779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:47:20.106819Z","caller":"traceutil/trace.go:171","msg":"trace[848958205] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23299; }","duration":"285.924653ms","start":"2026-02-24T20:47:19.820877Z","end":"2026-02-24T20:47:20.106802Z","steps":["trace[848958205] 'agreement among raft nodes before linearized reading' (duration: 285.792229ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:20.10683Z","caller":"traceutil/trace.go:171","msg":"trace[1761112685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23299; }","duration":"1.748264162s","start":"2026-02-24T20:47:18.358551Z","end":"2026-02-24T20:47:20.106815Z","steps":["trace[1761112685] 'agreement among raft nodes before linearized reading' (duration: 1.748071217s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.106823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277345676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:20.106863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:18.358531Z","time spent":"1.748327413s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:47:20.106847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.940845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-24T20:47:20.106879Z","caller":"traceutil/trace.go:171","msg":"trace[361423425] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23299; }","duration":"1.277454619s","start":"2026-02-24T20:47:18.829407Z","end":"2026-02-24T20:47:20.106862Z","steps":["trace[361423425] 'agreement among raft nodes before linearized reading' (duration: 1.277344096s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.106851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106185008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:47:20.106914Z","caller":"traceutil/trace.go:171","msg":"trace[2043130236] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23299; }","duration":"845.059288ms","start":"2026-02-24T20:47:19.261835Z","end":"2026-02-24T20:47:20.106894Z","steps":["trace[2043130236] 'agreement among raft nodes before linearized reading' (duration: 844.794132ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.106922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:18.829387Z","time spent":"1.277525421s","remote":"127.0.0.1:36890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:20.106941Z","caller":"traceutil/trace.go:171","msg":"trace[325611861] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"1.248223183s","start":"2026-02-24T20:47:18.858701Z","end":"2026-02-24T20:47:20.106924Z","steps":["trace[325611861] 'process raft request' (duration: 1.246732208s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:20.106963Z","caller":"traceutil/trace.go:171","msg":"trace[1839000260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23299; }","duration":"1.106332322s","start":"2026-02-24T20:47:19.000601Z","end":"2026-02-24T20:47:20.106933Z","steps":["trace[1839000260] 'agreement among raft nodes before linearized reading' (duration: 1.105990883s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.106983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:19.261815Z","time spent":"845.15561ms","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-24T20:47:20.106996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:18.858685Z","time spent":"1.248281924s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:20.107014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:19.00059Z","time spent":"1.106415124s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:47:20.107063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599824447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:20.107085Z","caller":"traceutil/trace.go:171","msg":"trace[1274722991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23299; }","duration":"1.599882839s","start":"2026-02-24T20:47:18.507195Z","end":"2026-02-24T20:47:20.107078Z","steps":["trace[1274722991] 'agreement among raft nodes before linearized reading' (duration: 1.599854818s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.107099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:18.507172Z","time spent":"1.59992348s","remote":"127.0.0.1:60334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:20.107135Z","caller":"traceutil/trace.go:171","msg":"trace[540404287] transaction","detail":"{read_only:false; response_revision:23294; number_of_response:1; }","duration":"1.105963063s","start":"2026-02-24T20:47:19.001162Z","end":"2026-02-24T20:47:20.107125Z","steps":["trace[540404287] 'process raft request' (duration: 1.104314384s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.107146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153604751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:20.107184Z","caller":"traceutil/trace.go:171","msg":"trace[1441350717] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23299; }","duration":"1.153688084s","start":"2026-02-24T20:47:18.953482Z","end":"2026-02-24T20:47:20.10717Z","steps":["trace[1441350717] 'agreement among raft nodes before linearized reading' (duration: 1.153630563s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.10719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:19.001142Z","time spent":"1.106018135s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:20.107203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000349174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-24T20:47:20.107213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:18.953458Z","time spent":"1.153746835s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:20.10724Z","caller":"traceutil/trace.go:171","msg":"trace[29606056] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23299; }","duration":"1.000426576s","start":"2026-02-24T20:47:19.106802Z","end":"2026-02-24T20:47:20.107228Z","steps":["trace[29606056] 'agreement among raft nodes before linearized reading' (duration: 1.000361855s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.107037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591483322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:20.107278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000562449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-24T20:47:20.107272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:19.10677Z","time spent":"1.000495728s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T20:47:20.107295Z","caller":"traceutil/trace.go:171","msg":"trace[1613328341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23299; }","duration":"1.000613771s","start":"2026-02-24T20:47:19.106676Z","end":"2026-02-24T20:47:20.10729Z","steps":["trace[1613328341] 'agreement among raft nodes before linearized reading' (duration: 1.00056641s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.10731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:19.106658Z","time spent":"1.000648841s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:47:20.107299Z","caller":"traceutil/trace.go:171","msg":"trace[749011346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23299; }","duration":"1.591759039s","start":"2026-02-24T20:47:18.515523Z","end":"2026-02-24T20:47:20.107282Z","steps":["trace[749011346] 'agreement among raft nodes before linearized reading' (duration: 1.591494993s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.107346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:18.515511Z","time spent":"1.59181788s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:20.107388Z","caller":"traceutil/trace.go:171","msg":"trace[372225408] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"1.105038802s","start":"2026-02-24T20:47:19.002337Z","end":"2026-02-24T20:47:20.107376Z","steps":["trace[372225408] 'process raft request' (duration: 1.103245549s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.107434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000625821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T20:47:20.107438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390441758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:20.10745Z","caller":"traceutil/trace.go:171","msg":"trace[1624085542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23299; }","duration":"1.000671422s","start":"2026-02-24T20:47:19.106774Z","end":"2026-02-24T20:47:20.107446Z","steps":["trace[1624085542] 'agreement among raft nodes before linearized reading' (duration: 1.000626001s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.107447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:19.002322Z","time spent":"1.105089664s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:20.107469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:19.106759Z","time spent":"1.000707073s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:47:20.10735Z","caller":"traceutil/trace.go:171","msg":"trace[1454122422] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"1.105534344s","start":"2026-02-24T20:47:19.001805Z","end":"2026-02-24T20:47:20.10734Z","steps":["trace[1454122422] 'process raft request' (duration: 1.103742712s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:20.107474Z","caller":"traceutil/trace.go:171","msg":"trace[98614156] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23299; }","duration":"2.390706474s","start":"2026-02-24T20:47:17.716757Z","end":"2026-02-24T20:47:20.107464Z","steps":["trace[98614156] 'agreement among raft nodes before linearized reading' (duration: 2.390645192s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.107236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.962403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:47:20.107511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:17.716731Z","time spent":"2.390772496s","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:20.107529Z","caller":"traceutil/trace.go:171","msg":"trace[763769911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23299; }","duration":"358.292601ms","start":"2026-02-24T20:47:19.749219Z","end":"2026-02-24T20:47:20.107512Z","steps":["trace[763769911] 'agreement among raft nodes before linearized reading' (duration: 357.973364ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:20.107541Z","caller":"traceutil/trace.go:171","msg":"trace[8639654] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"1.10416673s","start":"2026-02-24T20:47:19.003364Z","end":"2026-02-24T20:47:20.107531Z","steps":["trace[8639654] 'process raft request' (duration: 1.102252835s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.107456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190218721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-24T20:47:20.107555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:19.00178Z","time spent":"1.105715308s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:20.107575Z","caller":"traceutil/trace.go:171","msg":"trace[1282598012] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23299; }","duration":"1.190366634s","start":"2026-02-24T20:47:18.917201Z","end":"2026-02-24T20:47:20.107568Z","steps":["trace[1282598012] 'agreement among raft nodes before linearized reading' (duration: 1.190149129s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.107575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:19.7492Z","time spent":"358.356493ms","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:20.107593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:18.917188Z","time spent":"1.190399455s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T20:47:20.107591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:19.003349Z","time spent":"1.104217992s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:20.107677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956550102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:20.107706Z","caller":"traceutil/trace.go:171","msg":"trace[1958710113] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23299; }","duration":"1.956618123s","start":"2026-02-24T20:47:18.15108Z","end":"2026-02-24T20:47:20.107698Z","steps":["trace[1958710113] 'agreement among raft nodes before linearized reading' (duration: 1.956566262s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:20.10771Z","caller":"traceutil/trace.go:171","msg":"trace[1145527104] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"1.104324304s","start":"2026-02-24T20:47:19.003377Z","end":"2026-02-24T20:47:20.107701Z","steps":["trace[1145527104] 'process raft request' (duration: 1.102272336s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.107717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.599844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:20.107739Z","caller":"traceutil/trace.go:171","msg":"trace[1306255481] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23299; }","duration":"204.625114ms","start":"2026-02-24T20:47:19.903108Z","end":"2026-02-24T20:47:20.107733Z","steps":["trace[1306255481] 'agreement among raft nodes before linearized reading' (duration: 204.576263ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.107734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:18.151058Z","time spent":"1.956668645s","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:20.10776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:19.003366Z","time spent":"1.104367395s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:20.107004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285213211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:20.107911Z","caller":"traceutil/trace.go:171","msg":"trace[1473119756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23299; }","duration":"1.286145963s","start":"2026-02-24T20:47:18.821751Z","end":"2026-02-24T20:47:20.107897Z","steps":["trace[1473119756] 'agreement among raft nodes before linearized reading' (duration: 1.285231572s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.107946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:18.821728Z","time spent":"1.286209255s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:47:20.107991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997043912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T20:47:20.108027Z","caller":"traceutil/trace.go:171","msg":"trace[1625215633] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23299; }","duration":"1.997114944s","start":"2026-02-24T20:47:18.1109Z","end":"2026-02-24T20:47:20.108015Z","steps":["trace[1625215633] 'agreement among raft nodes before linearized reading' (duration: 1.997017851s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:20.108062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:18.110881Z","time spent":"1.997172584s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T20:47:20.10636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:18.839795Z","time spent":"1.266476031s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:20.613506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:21.114672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:21.615519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:21.760537Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.647179048s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:47:21.762088Z","caller":"traceutil/trace.go:171","msg":"trace[121524955] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"1.648861647s","start":"2026-02-24T20:47:20.113206Z","end":"2026-02-24T20:47:21.762068Z","steps":["trace[121524955] 'process raft request' (duration: 1.648502629s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:21.763913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:20.112985Z","time spent":"1.649159364s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:22.110894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997604785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:22.110982Z","caller":"traceutil/trace.go:171","msg":"trace[919616852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997727428s","start":"2026-02-24T20:47:20.113231Z","end":"2026-02-24T20:47:22.110959Z","steps":["trace[919616852] 'agreement among raft nodes before linearized reading' (duration: 1.997626836s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:22.111087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:20.113221Z","time spent":"1.99780741s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:47:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:23.461408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.700596242s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:47:23.461994Z","caller":"traceutil/trace.go:171","msg":"trace[1869200900] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"3.348745473s","start":"2026-02-24T20:47:20.113206Z","end":"2026-02-24T20:47:23.461952Z","steps":["trace[1869200900] 'process raft request' (duration: 3.348429606s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:23.461979Z","caller":"traceutil/trace.go:171","msg":"trace[729687030] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"3.348685252s","start":"2026-02-24T20:47:20.113264Z","end":"2026-02-24T20:47:23.461949Z","steps":["trace[729687030] 'process raft request' (duration: 3.348557889s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:23.46215Z","caller":"traceutil/trace.go:171","msg":"trace[906828561] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"3.348791724s","start":"2026-02-24T20:47:20.113337Z","end":"2026-02-24T20:47:23.462129Z","steps":["trace[906828561] 'process raft request' (duration: 3.348533788s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:23.462165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:20.113237Z","time spent":"3.348892007s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:23.462157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:20.113176Z","time spent":"3.348888487s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:23.462258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:20.113306Z","time spent":"3.348882037s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:23.462319Z","caller":"traceutil/trace.go:171","msg":"trace[1849989980] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"3.347134056s","start":"2026-02-24T20:47:20.115167Z","end":"2026-02-24T20:47:23.462301Z","steps":["trace[1849989980] 'process raft request' (duration: 3.346889151s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:23.462374Z","caller":"traceutil/trace.go:171","msg":"trace[1028575071] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"3.346685285s","start":"2026-02-24T20:47:20.115681Z","end":"2026-02-24T20:47:23.462366Z","steps":["trace[1028575071] 'process raft request' (duration: 3.346546402s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:23.462372Z","caller":"traceutil/trace.go:171","msg":"trace[108453982] linearizableReadLoop","detail":"{readStateIndex:24131; appliedIndex:24124; }","duration":"3.349091221s","start":"2026-02-24T20:47:20.113263Z","end":"2026-02-24T20:47:23.462354Z","steps":["trace[108453982] 'read index received' (duration: 1.647550687s)","trace[108453982] 'applied index is now lower than readState.Index' (duration: 1.701539454s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:23.462407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:20.115667Z","time spent":"3.346722355s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:23.462403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:20.115144Z","time spent":"3.347212829s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:23.462454Z","caller":"traceutil/trace.go:171","msg":"trace[283947869] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"2.922279543s","start":"2026-02-24T20:47:20.540132Z","end":"2026-02-24T20:47:23.462412Z","steps":["trace[283947869] 'process raft request' (duration: 2.92216452s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:23.462646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:20.540106Z","time spent":"2.922438466s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:23.962706Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:24.118667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:24.118734Z","caller":"traceutil/trace.go:171","msg":"trace[1101319930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000697399s","start":"2026-02-24T20:47:22.11802Z","end":"2026-02-24T20:47:24.118717Z","steps":["trace[1101319930] 'agreement among raft nodes before linearized reading' (duration: 2.000613717s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.118774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:22.11801Z","time spent":"2.00075623s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:47:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:24.463545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:24.592555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13094244s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:47:24.747813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.978278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:24.74797Z","caller":"traceutil/trace.go:171","msg":"trace[987572036] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"2.634358783s","start":"2026-02-24T20:47:22.113593Z","end":"2026-02-24T20:47:24.747952Z","steps":["trace[987572036] 'process raft request' (duration: 2.47916895s)","trace[987572036] 'compare' (duration: 154.493337ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:24.748051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:22.113527Z","time spent":"2.634494556s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:24.748524Z","caller":"traceutil/trace.go:171","msg":"trace[1503083309] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"2.634038106s","start":"2026-02-24T20:47:22.114469Z","end":"2026-02-24T20:47:24.748507Z","steps":["trace[1503083309] 'process raft request' (duration: 2.633938593s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:24.748517Z","caller":"traceutil/trace.go:171","msg":"trace[2132001977] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"2.634515666s","start":"2026-02-24T20:47:22.11397Z","end":"2026-02-24T20:47:24.748485Z","steps":["trace[2132001977] 'process raft request' (duration: 2.633932593s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.748639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:22.114459Z","time spent":"2.634122457s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:24.748695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:22.113959Z","time spent":"2.63466194s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:47:24.748997Z","caller":"traceutil/trace.go:171","msg":"trace[1062573888] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"2.631622749s","start":"2026-02-24T20:47:22.117353Z","end":"2026-02-24T20:47:24.748976Z","steps":["trace[1062573888] 'process raft request' (duration: 2.631130397s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:24.749072Z","caller":"traceutil/trace.go:171","msg":"trace[1902643241] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"2.631631229s","start":"2026-02-24T20:47:22.117434Z","end":"2026-02-24T20:47:24.749065Z","steps":["trace[1902643241] 'process raft request' (duration: 2.631450945s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.749104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:22.117427Z","time spent":"2.63165957s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:24.749217Z","caller":"traceutil/trace.go:171","msg":"trace[510726503] linearizableReadLoop","detail":"{readStateIndex:24139; appliedIndex:24131; }","duration":"1.286794899s","start":"2026-02-24T20:47:23.462417Z","end":"2026-02-24T20:47:24.749212Z","steps":["trace[510726503] 'read index received' (duration: 1.130266864s)","trace[510726503] 'applied index is now lower than readState.Index' (duration: 156.527345ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:24.749228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:22.117341Z","time spent":"2.631718711s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:24.749253Z","caller":"traceutil/trace.go:171","msg":"trace[1492146447] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"2.631579498s","start":"2026-02-24T20:47:22.11764Z","end":"2026-02-24T20:47:24.74922Z","steps":["trace[1492146447] 'process raft request' (duration: 2.631397814s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.749408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.123763278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:24.749424Z","caller":"traceutil/trace.go:171","msg":"trace[696136431] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23314; }","duration":"4.123811469s","start":"2026-02-24T20:47:20.625607Z","end":"2026-02-24T20:47:24.749419Z","steps":["trace[696136431] 'agreement among raft nodes before linearized reading' (duration: 4.123735017s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.749439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:20.625589Z","time spent":"4.12384574s","remote":"127.0.0.1:54094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:24.749437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986176386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:24.749471Z","caller":"traceutil/trace.go:171","msg":"trace[17197383] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"1.48666349s","start":"2026-02-24T20:47:23.262782Z","end":"2026-02-24T20:47:24.749445Z","steps":["trace[17197383] 'process raft request' (duration: 1.486400374s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.749517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.290616425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:24.749512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:22.117473Z","time spent":"2.631933536s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:24.749538Z","caller":"traceutil/trace.go:171","msg":"trace[244615349] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23314; }","duration":"1.98630725s","start":"2026-02-24T20:47:22.763199Z","end":"2026-02-24T20:47:24.749507Z","steps":["trace[244615349] 'agreement among raft nodes before linearized reading' (duration: 1.986069264s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.749583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:22.763183Z","time spent":"1.986388841s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:24.7496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.565455677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:47:24.749614Z","caller":"traceutil/trace.go:171","msg":"trace[1425192002] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23314; }","duration":"4.565518189s","start":"2026-02-24T20:47:20.184092Z","end":"2026-02-24T20:47:24.749611Z","steps":["trace[1425192002] 'agreement among raft nodes before linearized reading' (duration: 4.565450358s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.749596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:23.262757Z","time spent":"1.486767153s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:24.749628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:20.184061Z","time spent":"4.565564129s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12035,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T20:47:24.749534Z","caller":"traceutil/trace.go:171","msg":"trace[897168644] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23314; }","duration":"4.290670766s","start":"2026-02-24T20:47:20.458858Z","end":"2026-02-24T20:47:24.749529Z","steps":["trace[897168644] 'agreement among raft nodes before linearized reading' (duration: 4.290644796s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.749303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361852441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:24.749684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:20.458832Z","time spent":"4.29083884s","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:24.7497Z","caller":"traceutil/trace.go:171","msg":"trace[862806256] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23314; }","duration":"3.362281772s","start":"2026-02-24T20:47:21.387397Z","end":"2026-02-24T20:47:24.749679Z","steps":["trace[862806256] 'agreement among raft nodes before linearized reading' (duration: 3.361858152s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.749744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207983788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-24T20:47:24.749721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263434495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:24.749764Z","caller":"traceutil/trace.go:171","msg":"trace[1809883130] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23314; }","duration":"1.20804063s","start":"2026-02-24T20:47:23.541718Z","end":"2026-02-24T20:47:24.749759Z","steps":["trace[1809883130] 'agreement among raft nodes before linearized reading' (duration: 1.207995178s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.749758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:21.387382Z","time spent":"3.362356123s","remote":"127.0.0.1:53172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:24.749779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:23.541698Z","time spent":"1.20807726s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"info","ts":"2026-02-24T20:47:24.749791Z","caller":"traceutil/trace.go:171","msg":"trace[1854511708] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23314; }","duration":"2.263542428s","start":"2026-02-24T20:47:22.486229Z","end":"2026-02-24T20:47:24.749771Z","steps":["trace[1854511708] 'agreement among raft nodes before linearized reading' (duration: 2.263422825s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.749332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.01816008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:24.74984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:22.486206Z","time spent":"2.26361937s","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:24.749859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.697041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:24.749876Z","caller":"traceutil/trace.go:171","msg":"trace[296251258] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23314; }","duration":"335.737712ms","start":"2026-02-24T20:47:24.414133Z","end":"2026-02-24T20:47:24.74987Z","steps":["trace[296251258] 'agreement among raft nodes before linearized reading' (duration: 335.706781ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.749893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:24.414118Z","time spent":"335.771733ms","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:24.749883Z","caller":"traceutil/trace.go:171","msg":"trace[1054097756] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23314; }","duration":"4.018736883s","start":"2026-02-24T20:47:20.731128Z","end":"2026-02-24T20:47:24.749865Z","steps":["trace[1054097756] 'agreement among raft nodes before linearized reading' (duration: 4.01818662s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.749862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604411111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-02-24T20:47:24.749926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:20.731104Z","time spent":"4.018806425s","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:24.749941Z","caller":"traceutil/trace.go:171","msg":"trace[982579306] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23314; }","duration":"2.604526053s","start":"2026-02-24T20:47:22.145397Z","end":"2026-02-24T20:47:24.749923Z","steps":["trace[982579306] 'agreement among raft nodes before linearized reading' (duration: 2.603856768s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.749968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.8818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:24.749981Z","caller":"traceutil/trace.go:171","msg":"trace[630259398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23314; }","duration":"630.932762ms","start":"2026-02-24T20:47:24.119044Z","end":"2026-02-24T20:47:24.749977Z","steps":["trace[630259398] 'agreement among raft nodes before linearized reading' (duration: 630.914081ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.749994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:24.119022Z","time spent":"630.968082ms","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:47:24.749985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:22.145387Z","time spent":"2.604590275s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T20:47:24.750069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.753841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:24.750086Z","caller":"traceutil/trace.go:171","msg":"trace[930717337] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23314; }","duration":"881.792791ms","start":"2026-02-24T20:47:23.868286Z","end":"2026-02-24T20:47:24.750079Z","steps":["trace[930717337] 'agreement among raft nodes before linearized reading' (duration: 881.76727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.750098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:23.868274Z","time spent":"881.820621ms","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:24.75021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.342582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:47:24.750247Z","caller":"traceutil/trace.go:171","msg":"trace[609641460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23314; }","duration":"982.416734ms","start":"2026-02-24T20:47:23.767819Z","end":"2026-02-24T20:47:24.750236Z","steps":["trace[609641460] 'agreement among raft nodes before linearized reading' (duration: 982.27663ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.750247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513304321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:47:24.750275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:23.767798Z","time spent":"982.471244ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T20:47:24.750286Z","caller":"traceutil/trace.go:171","msg":"trace[1869232873] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23314; }","duration":"2.513401813s","start":"2026-02-24T20:47:22.236874Z","end":"2026-02-24T20:47:24.750276Z","steps":["trace[1869232873] 'agreement among raft nodes before linearized reading' (duration: 2.513325242s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.750316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:22.236855Z","time spent":"2.513453254s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:24.750284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.633839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:24.75037Z","caller":"traceutil/trace.go:171","msg":"trace[1692474766] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23314; }","duration":"289.755632ms","start":"2026-02-24T20:47:24.460596Z","end":"2026-02-24T20:47:24.750352Z","steps":["trace[1692474766] 'agreement among raft nodes before linearized reading' (duration: 289.155948ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:24.752222Z","caller":"traceutil/trace.go:171","msg":"trace[1952952843] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"2.631023505s","start":"2026-02-24T20:47:22.118373Z","end":"2026-02-24T20:47:24.749397Z","steps":["trace[1952952843] 'process raft request' (duration: 2.63078548s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:24.752391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:22.118363Z","time spent":"2.633908623s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:25.799255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.679258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:25.799999Z","caller":"traceutil/trace.go:171","msg":"trace[1175902682] linearizableReadLoop","detail":"{readStateIndex:24141; appliedIndex:24140; }","duration":"989.555ms","start":"2026-02-24T20:47:24.810426Z","end":"2026-02-24T20:47:25.799981Z","steps":["trace[1175902682] 'read index received' (duration: 451.870058ms)","trace[1175902682] 'applied index is now lower than readState.Index' (duration: 537.683222ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:25.800103Z","caller":"traceutil/trace.go:171","msg":"trace[833515509] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"1.044315816s","start":"2026-02-24T20:47:24.755775Z","end":"2026-02-24T20:47:25.800091Z","steps":["trace[833515509] 'process raft request' (duration: 506.5006ms)","trace[833515509] 'compare' (duration: 536.407022ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:25.800263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043363294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:25.800354Z","caller":"traceutil/trace.go:171","msg":"trace[1408366834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23315; }","duration":"1.043478656s","start":"2026-02-24T20:47:24.756855Z","end":"2026-02-24T20:47:25.800334Z","steps":["trace[1408366834] 'agreement among raft nodes before linearized reading' (duration: 1.043299032s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.800395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:24.75685Z","time spent":"1.043537647s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:47:25.800496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045095664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16910"} {"level":"info","ts":"2026-02-24T20:47:25.800596Z","caller":"traceutil/trace.go:171","msg":"trace[1671814284] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23315; }","duration":"1.045216817s","start":"2026-02-24T20:47:24.755355Z","end":"2026-02-24T20:47:25.800572Z","steps":["trace[1671814284] 'agreement among raft nodes before linearized reading' (duration: 1.04492856s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.800673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:24.755348Z","time spent":"1.045310829s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16933,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-24T20:47:25.800828Z","caller":"traceutil/trace.go:171","msg":"trace[1989513742] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"989.218412ms","start":"2026-02-24T20:47:24.811557Z","end":"2026-02-24T20:47:25.800776Z","steps":["trace[1989513742] 'process raft request' (duration: 989.002937ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:25.800855Z","caller":"traceutil/trace.go:171","msg":"trace[840127204] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"988.144868ms","start":"2026-02-24T20:47:24.812689Z","end":"2026-02-24T20:47:25.800833Z","steps":["trace[840127204] 'process raft request' (duration: 988.007615ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.80098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:24.811462Z","time spent":"989.435987ms","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:25.801018Z","caller":"traceutil/trace.go:171","msg":"trace[1079584043] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"683.923845ms","start":"2026-02-24T20:47:25.117045Z","end":"2026-02-24T20:47:25.800969Z","steps":["trace[1079584043] 'process raft request' (duration: 683.72236ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.801169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.117021Z","time spent":"684.065559ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:25.800188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:24.755765Z","time spent":"1.044383938s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:25.801447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:24.812648Z","time spent":"988.750022ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:25.835017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.108081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:47:25.835054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.042563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:25.835114Z","caller":"traceutil/trace.go:171","msg":"trace[639546662] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23319; }","duration":"680.147397ms","start":"2026-02-24T20:47:25.154948Z","end":"2026-02-24T20:47:25.835096Z","steps":["trace[639546662] 'agreement among raft nodes before linearized reading' (duration: 680.043215ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.83512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.300135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:25.835149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.15493Z","time spent":"680.210978ms","remote":"127.0.0.1:51208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:25.835181Z","caller":"traceutil/trace.go:171","msg":"trace[171000514] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:23319; }","duration":"641.400278ms","start":"2026-02-24T20:47:25.193767Z","end":"2026-02-24T20:47:25.835167Z","steps":["trace[171000514] 'agreement among raft nodes before linearized reading' (duration: 641.286705ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.835211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.193749Z","time spent":"641.455939ms","remote":"127.0.0.1:36908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:25.835189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.083905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-02-24T20:47:25.835189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.701852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T20:47:25.835257Z","caller":"traceutil/trace.go:171","msg":"trace[397959771] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23319; }","duration":"605.198947ms","start":"2026-02-24T20:47:25.230039Z","end":"2026-02-24T20:47:25.835238Z","steps":["trace[397959771] 'agreement among raft nodes before linearized reading' (duration: 604.992663ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:25.835075Z","caller":"traceutil/trace.go:171","msg":"trace[2094495208] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:23319; }","duration":"477.206572ms","start":"2026-02-24T20:47:25.357856Z","end":"2026-02-24T20:47:25.835063Z","steps":["trace[2094495208] 'agreement among raft nodes before linearized reading' (duration: 477.10063ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:25.835281Z","caller":"traceutil/trace.go:171","msg":"trace[973189251] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"366.881543ms","start":"2026-02-24T20:47:25.468383Z","end":"2026-02-24T20:47:25.835264Z","steps":["trace[973189251] 'process raft request' (duration: 366.420332ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.835306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.230019Z","time spent":"605.27811ms","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-24T20:47:25.83531Z","caller":"traceutil/trace.go:171","msg":"trace[941076698] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23319; }","duration":"367.833155ms","start":"2026-02-24T20:47:25.46744Z","end":"2026-02-24T20:47:25.835274Z","steps":["trace[941076698] 'agreement among raft nodes before linearized reading' (duration: 367.504688ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.835311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.357841Z","time spent":"477.462499ms","remote":"127.0.0.1:51124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:25.835222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.676678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:47:25.835439Z","caller":"traceutil/trace.go:171","msg":"trace[996193448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23319; }","duration":"366.961955ms","start":"2026-02-24T20:47:25.468469Z","end":"2026-02-24T20:47:25.835431Z","steps":["trace[996193448] 'agreement among raft nodes before linearized reading' (duration: 366.609177ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.835468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.468435Z","time spent":"367.024166ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:47:25.83538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.467421Z","time spent":"367.950457ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:47:25.835375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.468364Z","time spent":"366.962434ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:25.836101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.478981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:47:25.836132Z","caller":"traceutil/trace.go:171","msg":"trace[579354560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23319; }","duration":"368.527942ms","start":"2026-02-24T20:47:25.467597Z","end":"2026-02-24T20:47:25.836125Z","steps":["trace[579354560] 'agreement among raft nodes before linearized reading' (duration: 368.422569ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.83615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.467592Z","time spent":"368.555192ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:47:25.836563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.339828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:47:25.836633Z","caller":"traceutil/trace.go:171","msg":"trace[1030489312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23319; }","duration":"368.928061ms","start":"2026-02-24T20:47:25.467693Z","end":"2026-02-24T20:47:25.836621Z","steps":["trace[1030489312] 'agreement among raft nodes before linearized reading' (duration: 368.209165ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:25.836667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.467673Z","time spent":"368.979612ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:47:26.740162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.054076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:26.740396Z","caller":"traceutil/trace.go:171","msg":"trace[1242308930] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"902.378554ms","start":"2026-02-24T20:47:25.837991Z","end":"2026-02-24T20:47:26.740369Z","steps":["trace[1242308930] 'process raft request' (duration: 705.020701ms)","trace[1242308930] 'compare' (duration: 196.935093ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:26.740432Z","caller":"traceutil/trace.go:171","msg":"trace[722419764] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"901.82581ms","start":"2026-02-24T20:47:25.838581Z","end":"2026-02-24T20:47:26.740407Z","steps":["trace[722419764] 'process raft request' (duration: 901.706647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:26.740506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.837981Z","time spent":"902.467156ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:26.740529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.838565Z","time spent":"901.916892ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:26.740667Z","caller":"traceutil/trace.go:171","msg":"trace[1813710533] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"902.003215ms","start":"2026-02-24T20:47:25.838646Z","end":"2026-02-24T20:47:26.740649Z","steps":["trace[1813710533] 'process raft request' (duration: 901.715478ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:26.74079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.838641Z","time spent":"902.103187ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:26.7411Z","caller":"traceutil/trace.go:171","msg":"trace[1117289027] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"901.748649ms","start":"2026-02-24T20:47:25.839342Z","end":"2026-02-24T20:47:26.741091Z","steps":["trace[1117289027] 'process raft request' (duration: 901.242368ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:26.741096Z","caller":"traceutil/trace.go:171","msg":"trace[1271211793] linearizableReadLoop","detail":"{readStateIndex:24149; appliedIndex:24146; }","duration":"902.301092ms","start":"2026-02-24T20:47:25.838777Z","end":"2026-02-24T20:47:26.741079Z","steps":["trace[1271211793] 'read index received' (duration: 43.791397ms)","trace[1271211793] 'applied index is now lower than readState.Index' (duration: 858.508155ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:26.741144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.839333Z","time spent":"901.79175ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:26.741302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.64009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:26.741325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.51851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-24T20:47:26.741355Z","caller":"traceutil/trace.go:171","msg":"trace[1935179329] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23324; }","duration":"491.585351ms","start":"2026-02-24T20:47:26.249763Z","end":"2026-02-24T20:47:26.741348Z","steps":["trace[1935179329] 'agreement among raft nodes before linearized reading' (duration: 491.467079ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:26.741359Z","caller":"traceutil/trace.go:171","msg":"trace[387485206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23324; }","duration":"899.736941ms","start":"2026-02-24T20:47:25.841607Z","end":"2026-02-24T20:47:26.741344Z","steps":["trace[387485206] 'agreement among raft nodes before linearized reading' (duration: 899.636209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:26.741371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:26.249742Z","time spent":"491.625192ms","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-02-24T20:47:26.741379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.349342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:26.74144Z","caller":"traceutil/trace.go:171","msg":"trace[1097017073] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23324; }","duration":"821.446783ms","start":"2026-02-24T20:47:25.91998Z","end":"2026-02-24T20:47:26.741426Z","steps":["trace[1097017073] 'agreement among raft nodes before linearized reading' (duration: 821.346291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:26.741487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.919964Z","time spent":"821.512425ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T20:47:26.741392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.841597Z","time spent":"899.788413ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:47:26.742028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.223153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T20:47:26.74213Z","caller":"traceutil/trace.go:171","msg":"trace[250065922] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23324; }","duration":"903.378547ms","start":"2026-02-24T20:47:25.838729Z","end":"2026-02-24T20:47:26.742108Z","steps":["trace[250065922] 'agreement among raft nodes before linearized reading' (duration: 902.421495ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:26.742186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:25.838724Z","time spent":"903.447918ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-02-24T20:47:27.142514Z","caller":"traceutil/trace.go:171","msg":"trace[1463541936] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"389.464993ms","start":"2026-02-24T20:47:26.753024Z","end":"2026-02-24T20:47:27.142489Z","steps":["trace[1463541936] 'process raft request' (duration: 385.840809ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:27.142675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:26.753003Z","time spent":"389.594606ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:28.608983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.302436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:28.609221Z","caller":"traceutil/trace.go:171","msg":"trace[87452329] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"1.855717115s","start":"2026-02-24T20:47:26.753479Z","end":"2026-02-24T20:47:28.609196Z","steps":["trace[87452329] 'process raft request' (duration: 1.300119381s)","trace[87452329] 'compare' (duration: 554.399215ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:28.60927Z","caller":"traceutil/trace.go:171","msg":"trace[514985950] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"1.853896992s","start":"2026-02-24T20:47:26.755359Z","end":"2026-02-24T20:47:28.609256Z","steps":["trace[514985950] 'process raft request' (duration: 1.853719938s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:28.609347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:26.75347Z","time spent":"1.855832257s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:28.609422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:26.755338Z","time spent":"1.854045115s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:28.609619Z","caller":"traceutil/trace.go:171","msg":"trace[1004478949] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"1.853652956s","start":"2026-02-24T20:47:26.755943Z","end":"2026-02-24T20:47:28.609596Z","steps":["trace[1004478949] 'process raft request' (duration: 1.853245156s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:28.609809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:26.755928Z","time spent":"1.853761278s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:28.610254Z","caller":"traceutil/trace.go:171","msg":"trace[1180541832] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"1.853972734s","start":"2026-02-24T20:47:26.756264Z","end":"2026-02-24T20:47:28.610236Z","steps":["trace[1180541832] 'process raft request' (duration: 1.853234747s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:28.610282Z","caller":"traceutil/trace.go:171","msg":"trace[1198288223] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"770.508188ms","start":"2026-02-24T20:47:27.839758Z","end":"2026-02-24T20:47:28.610266Z","steps":["trace[1198288223] 'process raft request' (duration: 770.462057ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:28.610303Z","caller":"traceutil/trace.go:171","msg":"trace[1371852866] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"1.853480772s","start":"2026-02-24T20:47:26.756768Z","end":"2026-02-24T20:47:28.610249Z","steps":["trace[1371852866] 'process raft request' (duration: 1.85338238s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:28.610349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:26.756249Z","time spent":"1.854048175s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:28.610362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:27.839738Z","time spent":"770.58111ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:28.61035Z","caller":"traceutil/trace.go:171","msg":"trace[338306351] linearizableReadLoop","detail":"{readStateIndex:24156; appliedIndex:24150; }","duration":"1.849832146s","start":"2026-02-24T20:47:26.760447Z","end":"2026-02-24T20:47:28.610279Z","steps":["trace[338306351] 'read index received' (duration: 378.424394ms)","trace[338306351] 'applied index is now lower than readState.Index' (duration: 1.471405032s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:28.610438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:26.756755Z","time spent":"1.853613565s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:28.610509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85004793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-02-24T20:47:28.610567Z","caller":"traceutil/trace.go:171","msg":"trace[465850699] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23331; }","duration":"1.850110122s","start":"2026-02-24T20:47:26.76044Z","end":"2026-02-24T20:47:28.61055Z","steps":["trace[465850699] 'agreement among raft nodes before linearized reading' (duration: 1.849946868s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:28.610601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:26.760402Z","time spent":"1.850193604s","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5565,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T20:47:28.610682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788529826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:28.610723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.355468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:28.610804Z","caller":"traceutil/trace.go:171","msg":"trace[255900944] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23331; }","duration":"955.48438ms","start":"2026-02-24T20:47:27.6553Z","end":"2026-02-24T20:47:28.610784Z","steps":["trace[255900944] 'agreement among raft nodes before linearized reading' (duration: 955.334617ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:28.610824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.745213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:47:28.610856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.406999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:28.610757Z","caller":"traceutil/trace.go:171","msg":"trace[1889207352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23331; }","duration":"1.788633608s","start":"2026-02-24T20:47:26.822106Z","end":"2026-02-24T20:47:28.61074Z","steps":["trace[1889207352] 'agreement among raft nodes before linearized reading' (duration: 1.788488635s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:28.610903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293167478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:28.610916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:26.822068Z","time spent":"1.788839163s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:47:28.610938Z","caller":"traceutil/trace.go:171","msg":"trace[395274447] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23331; }","duration":"1.293234119s","start":"2026-02-24T20:47:27.317695Z","end":"2026-02-24T20:47:28.610929Z","steps":["trace[395274447] 'agreement among raft nodes before linearized reading' (duration: 1.293185117s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:28.610979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:27.317678Z","time spent":"1.293292231s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:28.610855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:27.65529Z","time spent":"955.554162ms","remote":"127.0.0.1:53330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:28.611035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347668048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:28.610861Z","caller":"traceutil/trace.go:171","msg":"trace[1601581621] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23331; }","duration":"977.816325ms","start":"2026-02-24T20:47:27.633031Z","end":"2026-02-24T20:47:28.610847Z","steps":["trace[1601581621] 'agreement among raft nodes before linearized reading' (duration: 977.751453ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:28.611072Z","caller":"traceutil/trace.go:171","msg":"trace[1331784433] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23331; }","duration":"1.34776387s","start":"2026-02-24T20:47:27.263299Z","end":"2026-02-24T20:47:28.611063Z","steps":["trace[1331784433] 'agreement among raft nodes before linearized reading' (duration: 1.347672208s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:28.611101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:27.263276Z","time spent":"1.34781957s","remote":"127.0.0.1:53294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:28.611103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:27.633001Z","time spent":"978.079891ms","remote":"127.0.0.1:51140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:28.6111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481619482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:28.611117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:47:28.611177Z","caller":"traceutil/trace.go:171","msg":"trace[761031292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23331; }","duration":"804.694481ms","start":"2026-02-24T20:47:27.806469Z","end":"2026-02-24T20:47:28.611163Z","steps":["trace[761031292] 'agreement among raft nodes before linearized reading' (duration: 804.516587ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:28.61089Z","caller":"traceutil/trace.go:171","msg":"trace[128664302] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23331; }","duration":"178.46834ms","start":"2026-02-24T20:47:28.432413Z","end":"2026-02-24T20:47:28.610881Z","steps":["trace[128664302] 'agreement among raft nodes before linearized reading' (duration: 178.415988ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:28.611223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:27.806453Z","time spent":"804.758052ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T20:47:28.611176Z","caller":"traceutil/trace.go:171","msg":"trace[52326412] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23331; }","duration":"1.481739905s","start":"2026-02-24T20:47:27.129417Z","end":"2026-02-24T20:47:28.611157Z","steps":["trace[52326412] 'agreement among raft nodes before linearized reading' (duration: 1.481619322s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:28.611312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:27.129397Z","time spent":"1.481902358s","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:47:29.117698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:29.254061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.021583ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:29.2542Z","caller":"traceutil/trace.go:171","msg":"trace[1031313236] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23331; }","duration":"415.190287ms","start":"2026-02-24T20:47:28.838991Z","end":"2026-02-24T20:47:29.254182Z","steps":["trace[1031313236] 'range keys from in-memory index tree' (duration: 415.005453ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:29.303113Z","caller":"traceutil/trace.go:171","msg":"trace[670603944] transaction","detail":"{read_only:false; response_revision:23332; number_of_response:1; }","duration":"687.682123ms","start":"2026-02-24T20:47:28.615413Z","end":"2026-02-24T20:47:29.303095Z","steps":["trace[670603944] 'process raft request' (duration: 687.5522ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:29.303237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:28.615397Z","time spent":"687.773395ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:30.619602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000398171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:30.619673Z","caller":"traceutil/trace.go:171","msg":"trace[1715542013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000496273s","start":"2026-02-24T20:47:28.619162Z","end":"2026-02-24T20:47:30.619658Z","steps":["trace[1715542013] 'agreement among raft nodes before linearized reading' (duration: 2.000415531s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:30.619754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:28.619154Z","time spent":"2.000588845s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:47:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:31.107502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312769077s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T20:47:31.109032Z","caller":"traceutil/trace.go:171","msg":"trace[614936476] linearizableReadLoop","detail":"{readStateIndex:24159; appliedIndex:24157; }","duration":"2.492117294s","start":"2026-02-24T20:47:28.616898Z","end":"2026-02-24T20:47:31.109015Z","steps":["trace[614936476] 'read index received' (duration: 686.097016ms)","trace[614936476] 'applied index is now lower than readState.Index' (duration: 1.806019518s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:31.109042Z","caller":"traceutil/trace.go:171","msg":"trace[110673045] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"1.961115918s","start":"2026-02-24T20:47:29.147878Z","end":"2026-02-24T20:47:31.108994Z","steps":["trace[110673045] 'process raft request' (duration: 1.959744216s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.109332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:29.147857Z","time spent":"1.961254642s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:31.609164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:31.637442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020504949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:31.637536Z","caller":"traceutil/trace.go:171","msg":"trace[372746856] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23333; }","duration":"3.020637972s","start":"2026-02-24T20:47:28.616875Z","end":"2026-02-24T20:47:31.637513Z","steps":["trace[372746856] 'agreement among raft nodes before linearized reading' (duration: 2.492203306s)","trace[372746856] 'range keys from in-memory index tree' (duration: 528.279102ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:31.637587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:28.616862Z","time spent":"3.020713944s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:47:31.637794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.685431ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:31.638023Z","caller":"traceutil/trace.go:171","msg":"trace[1806774643] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"1.698910943s","start":"2026-02-24T20:47:29.939086Z","end":"2026-02-24T20:47:31.637997Z","steps":["trace[1806774643] 'process raft request' (duration: 1.169922545s)","trace[1806774643] 'compare' (duration: 528.549618ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:31.638037Z","caller":"traceutil/trace.go:171","msg":"trace[475726564] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"1.4406088s","start":"2026-02-24T20:47:30.197404Z","end":"2026-02-24T20:47:31.638013Z","steps":["trace[475726564] 'process raft request' (duration: 1.440525138s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.638137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:30.19738Z","time spent":"1.440713793s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:31.638159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:29.939062Z","time spent":"1.699020546s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:31.642197Z","caller":"traceutil/trace.go:171","msg":"trace[499910540] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"1.027894661s","start":"2026-02-24T20:47:30.614267Z","end":"2026-02-24T20:47:31.642161Z","steps":["trace[499910540] 'process raft request' (duration: 1.027626124s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:31.64224Z","caller":"traceutil/trace.go:171","msg":"trace[518398626] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"1.02785862s","start":"2026-02-24T20:47:30.614346Z","end":"2026-02-24T20:47:31.642205Z","steps":["trace[518398626] 'process raft request' (duration: 1.027698476s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:31.642282Z","caller":"traceutil/trace.go:171","msg":"trace[320527893] linearizableReadLoop","detail":"{readStateIndex:24169; appliedIndex:24162; }","duration":"533.181127ms","start":"2026-02-24T20:47:31.109077Z","end":"2026-02-24T20:47:31.642258Z","steps":["trace[320527893] 'read index received' (duration: 532.88023ms)","trace[320527893] 'applied index is now lower than readState.Index' (duration: 299.757µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:31.642341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:30.614236Z","time spent":"1.028032044s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:31.642371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:30.614339Z","time spent":"1.027963002s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:31.642402Z","caller":"traceutil/trace.go:171","msg":"trace[1019657264] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"1.028037004s","start":"2026-02-24T20:47:30.614354Z","end":"2026-02-24T20:47:31.642391Z","steps":["trace[1019657264] 'process raft request' (duration: 1.027726817s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.642512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:30.614338Z","time spent":"1.028102535s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:31.642706Z","caller":"traceutil/trace.go:171","msg":"trace[946594051] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"834.431998ms","start":"2026-02-24T20:47:30.808254Z","end":"2026-02-24T20:47:31.642686Z","steps":["trace[946594051] 'process raft request' (duration: 833.963837ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.642737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560373547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-24T20:47:31.642769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022842792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:31.642803Z","caller":"traceutil/trace.go:171","msg":"trace[1444836895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23342; }","duration":"1.022889503s","start":"2026-02-24T20:47:30.619903Z","end":"2026-02-24T20:47:31.642792Z","steps":["trace[1444836895] 'agreement among raft nodes before linearized reading' (duration: 1.022845322s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.642812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:30.808224Z","time spent":"834.536541ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:31.64284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:30.619895Z","time spent":"1.022940144s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:47:31.642918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.27539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:47:31.642953Z","caller":"traceutil/trace.go:171","msg":"trace[812189259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23342; }","duration":"335.346902ms","start":"2026-02-24T20:47:31.307598Z","end":"2026-02-24T20:47:31.642945Z","steps":["trace[812189259] 'agreement among raft nodes before linearized reading' (duration: 335.27089ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.642982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:31.30757Z","time spent":"335.406005ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:47:31.643024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555926147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:47:31.643021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898532315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T20:47:31.643065Z","caller":"traceutil/trace.go:171","msg":"trace[523537724] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23342; }","duration":"1.556007939s","start":"2026-02-24T20:47:30.087045Z","end":"2026-02-24T20:47:31.643053Z","steps":["trace[523537724] 'agreement among raft nodes before linearized reading' (duration: 1.555943478s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.643089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.368093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:47:31.643096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:30.08702Z","time spent":"1.55606831s","remote":"127.0.0.1:60294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:31.643125Z","caller":"traceutil/trace.go:171","msg":"trace[1943556190] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23342; }","duration":"182.444814ms","start":"2026-02-24T20:47:31.460672Z","end":"2026-02-24T20:47:31.643117Z","steps":["trace[1943556190] 'agreement among raft nodes before linearized reading' (duration: 182.390653ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:31.643141Z","caller":"traceutil/trace.go:171","msg":"trace[716498455] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"1.02824496s","start":"2026-02-24T20:47:30.614843Z","end":"2026-02-24T20:47:31.643088Z","steps":["trace[716498455] 'process raft request' (duration: 1.027271787s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.643199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898684938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-24T20:47:31.643084Z","caller":"traceutil/trace.go:171","msg":"trace[1158522423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23342; }","duration":"2.898596967s","start":"2026-02-24T20:47:28.744469Z","end":"2026-02-24T20:47:31.643066Z","steps":["trace[1158522423] 'agreement among raft nodes before linearized reading' (duration: 2.898401471s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:31.64325Z","caller":"traceutil/trace.go:171","msg":"trace[2079473186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23342; }","duration":"2.898774621s","start":"2026-02-24T20:47:28.744463Z","end":"2026-02-24T20:47:31.643238Z","steps":["trace[2079473186] 'agreement among raft nodes before linearized reading' (duration: 2.898648528s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.643209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897616024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-02-24T20:47:31.643304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:28.744444Z","time spent":"2.898848253s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:47:31.643365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.454205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:31.642723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.554428766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:31.643411Z","caller":"traceutil/trace.go:171","msg":"trace[1048972519] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23342; }","duration":"286.526327ms","start":"2026-02-24T20:47:31.356871Z","end":"2026-02-24T20:47:31.643397Z","steps":["trace[1048972519] 'agreement among raft nodes before linearized reading' (duration: 286.453626ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.643374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:30.614833Z","time spent":"1.028391043s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:31.643434Z","caller":"traceutil/trace.go:171","msg":"trace[127417382] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"1.028514805s","start":"2026-02-24T20:47:30.614904Z","end":"2026-02-24T20:47:31.643419Z","steps":["trace[127417382] 'process raft request' (duration: 1.027245174s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:31.643434Z","caller":"traceutil/trace.go:171","msg":"trace[1640560512] transaction","detail":"{read_only:false; response_revision:23341; number_of_response:1; }","duration":"1.026810676s","start":"2026-02-24T20:47:30.616603Z","end":"2026-02-24T20:47:31.643414Z","steps":["trace[1640560512] 'process raft request' (duration: 1.025582746s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.643504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:30.614885Z","time spent":"1.028585917s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:31.6436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:30.616592Z","time spent":"1.026904748s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:31.643621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993932829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267335"} {"level":"info","ts":"2026-02-24T20:47:31.643659Z","caller":"traceutil/trace.go:171","msg":"trace[1877332203] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23342; }","duration":"1.994010011s","start":"2026-02-24T20:47:29.64964Z","end":"2026-02-24T20:47:31.64365Z","steps":["trace[1877332203] 'agreement among raft nodes before linearized reading' (duration: 1.993592271s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:31.64277Z","caller":"traceutil/trace.go:171","msg":"trace[1264862443] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23342; }","duration":"2.560436339s","start":"2026-02-24T20:47:29.082325Z","end":"2026-02-24T20:47:31.642761Z","steps":["trace[1264862443] 'agreement among raft nodes before linearized reading' (duration: 2.560308276s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.64369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:29.649618Z","time spent":"1.994063952s","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267358,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-24T20:47:31.643718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:29.082306Z","time spent":"2.561402681s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T20:47:31.64284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8970849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:47:31.6438Z","caller":"traceutil/trace.go:171","msg":"trace[1860460878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23342; }","duration":"2.898062674s","start":"2026-02-24T20:47:28.745723Z","end":"2026-02-24T20:47:31.643786Z","steps":["trace[1860460878] 'agreement among raft nodes before linearized reading' (duration: 2.89706616s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.643292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:28.744423Z","time spent":"2.898846972s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:47:31.643837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:28.745703Z","time spent":"2.898122796s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T20:47:31.643361Z","caller":"traceutil/trace.go:171","msg":"trace[700482410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23342; }","duration":"2.898397732s","start":"2026-02-24T20:47:28.744936Z","end":"2026-02-24T20:47:31.643334Z","steps":["trace[700482410] 'agreement among raft nodes before linearized reading' (duration: 2.897962941s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.643979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:28.744931Z","time spent":"2.898955055s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:47:31.643436Z","caller":"traceutil/trace.go:171","msg":"trace[617579286] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23342; }","duration":"2.555172945s","start":"2026-02-24T20:47:29.088249Z","end":"2026-02-24T20:47:31.643422Z","steps":["trace[617579286] 'agreement among raft nodes before linearized reading' (duration: 2.554365815s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:31.644058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:29.088233Z","time spent":"2.555808589s","remote":"127.0.0.1:51068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:32.151061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:32.651284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504201,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:32.777328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056253356s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:47:33.198239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.655586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:33.198344Z","caller":"traceutil/trace.go:171","msg":"trace[2010103104] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"1.549757742s","start":"2026-02-24T20:47:31.648566Z","end":"2026-02-24T20:47:33.198324Z","steps":["trace[2010103104] 'process raft request' (duration: 1.128938332s)","trace[2010103104] 'compare' (duration: 420.552604ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:33.198402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:31.648556Z","time spent":"1.549819134s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:33.651146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99992736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:47:33.651227Z","caller":"traceutil/trace.go:171","msg":"trace[1168432808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000081313s","start":"2026-02-24T20:47:31.651128Z","end":"2026-02-24T20:47:33.651209Z","steps":["trace[1168432808] 'agreement among raft nodes before linearized reading' (duration: 1.999936529s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:33.651277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:31.65112Z","time spent":"2.000147355s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:47:33.810208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.494501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:33.810462Z","caller":"traceutil/trace.go:171","msg":"trace[2063518188] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"2.16182876s","start":"2026-02-24T20:47:31.648601Z","end":"2026-02-24T20:47:33.810429Z","steps":["trace[2063518188] 'process raft request' (duration: 1.937020052s)","trace[2063518188] 'compare' (duration: 224.276016ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:33.810604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:31.648587Z","time spent":"2.161939322s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:33.810717Z","caller":"traceutil/trace.go:171","msg":"trace[1595984415] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"2.161911822s","start":"2026-02-24T20:47:31.648781Z","end":"2026-02-24T20:47:33.810693Z","steps":["trace[1595984415] 'process raft request' (duration: 2.161521683s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:33.810903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:31.648764Z","time spent":"2.162007014s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:33.811023Z","caller":"traceutil/trace.go:171","msg":"trace[862220818] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"697.474163ms","start":"2026-02-24T20:47:33.113528Z","end":"2026-02-24T20:47:33.811002Z","steps":["trace[862220818] 'process raft request' (duration: 697.416512ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:33.811062Z","caller":"traceutil/trace.go:171","msg":"trace[1588554807] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"2.161328658s","start":"2026-02-24T20:47:31.649721Z","end":"2026-02-24T20:47:33.81105Z","steps":["trace[1588554807] 'process raft request' (duration: 2.160736705s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:33.811123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:31.649704Z","time spent":"2.161386189s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:33.811114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.113508Z","time spent":"697.563426ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:33.811247Z","caller":"traceutil/trace.go:171","msg":"trace[415136851] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"2.161545725s","start":"2026-02-24T20:47:31.649691Z","end":"2026-02-24T20:47:33.811237Z","steps":["trace[415136851] 'process raft request' (duration: 2.160702394s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:33.81128Z","caller":"traceutil/trace.go:171","msg":"trace[237375302] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"1.554104723s","start":"2026-02-24T20:47:32.257165Z","end":"2026-02-24T20:47:33.81127Z","steps":["trace[237375302] 'process raft request' (duration: 1.55355654s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:33.811304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:31.649673Z","time spent":"2.161603386s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:33.811517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:32.257138Z","time spent":"1.554165425s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:33.811553Z","caller":"traceutil/trace.go:171","msg":"trace[405509500] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"2.161839601s","start":"2026-02-24T20:47:31.649701Z","end":"2026-02-24T20:47:33.811541Z","steps":["trace[405509500] 'process raft request' (duration: 2.160723644s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:33.811623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:31.649682Z","time spent":"2.161908593s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:33.811249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:31.649972Z","time spent":"2.161275558s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T20:47:33.812118Z","caller":"traceutil/trace.go:171","msg":"trace[34197594] linearizableReadLoop","detail":"{readStateIndex:24177; appliedIndex:24169; }","duration":"2.161568895s","start":"2026-02-24T20:47:31.6505Z","end":"2026-02-24T20:47:33.812069Z","steps":["trace[34197594] 'read index received' (duration: 1.127000727s)","trace[34197594] 'applied index is now lower than readState.Index' (duration: 1.034565828s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:33.812336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16179011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:33.812424Z","caller":"traceutil/trace.go:171","msg":"trace[1293792775] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23350; }","duration":"2.161922543s","start":"2026-02-24T20:47:31.650482Z","end":"2026-02-24T20:47:33.812404Z","steps":["trace[1293792775] 'agreement among raft nodes before linearized reading' (duration: 2.161734128s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:33.812481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:31.650474Z","time spent":"2.161993255s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:47:34.312551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:35.078295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.947642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:35.078417Z","caller":"traceutil/trace.go:171","msg":"trace[1500780617] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"1.429535079s","start":"2026-02-24T20:47:33.648868Z","end":"2026-02-24T20:47:35.078403Z","steps":["trace[1500780617] 'process raft request' (duration: 1.155383213s)","trace[1500780617] 'compare' (duration: 273.848259ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:35.078461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.648844Z","time spent":"1.429596311s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:35.078739Z","caller":"traceutil/trace.go:171","msg":"trace[1417159760] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"1.42869705s","start":"2026-02-24T20:47:33.650012Z","end":"2026-02-24T20:47:35.078709Z","steps":["trace[1417159760] 'process raft request' (duration: 1.428359692s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:35.078742Z","caller":"traceutil/trace.go:171","msg":"trace[713387719] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"1.428116086s","start":"2026-02-24T20:47:33.650595Z","end":"2026-02-24T20:47:35.078711Z","steps":["trace[713387719] 'process raft request' (duration: 1.427999693s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:35.078754Z","caller":"traceutil/trace.go:171","msg":"trace[220400508] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"1.427466861s","start":"2026-02-24T20:47:33.651263Z","end":"2026-02-24T20:47:35.07873Z","steps":["trace[220400508] 'process raft request' (duration: 1.42739727s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.078877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.650003Z","time spent":"1.428796662s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:35.078874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.650585Z","time spent":"1.428224929s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:35.078899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.651237Z","time spent":"1.427588404s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:35.078941Z","caller":"traceutil/trace.go:171","msg":"trace[1433371270] transaction","detail":"{read_only:false; response_revision:23355; number_of_response:1; }","duration":"1.42742328s","start":"2026-02-24T20:47:33.651507Z","end":"2026-02-24T20:47:35.07893Z","steps":["trace[1433371270] 'process raft request' (duration: 1.427190634s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.078991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.651497Z","time spent":"1.427467882s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:35.079044Z","caller":"traceutil/trace.go:171","msg":"trace[443483597] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"1.427199864s","start":"2026-02-24T20:47:33.65182Z","end":"2026-02-24T20:47:35.079019Z","steps":["trace[443483597] 'process raft request' (duration: 1.42704662s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:35.079101Z","caller":"traceutil/trace.go:171","msg":"trace[651877480] linearizableReadLoop","detail":"{readStateIndex:24185; appliedIndex:24178; }","duration":"1.2668962s","start":"2026-02-24T20:47:33.812183Z","end":"2026-02-24T20:47:35.079079Z","steps":["trace[651877480] 'read index received' (duration: 992.084939ms)","trace[651877480] 'applied index is now lower than readState.Index' (duration: 274.809961ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:35.079174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.651803Z","time spent":"1.427302226s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:35.079258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536612252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-02-24T20:47:35.079269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128809065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:35.079295Z","caller":"traceutil/trace.go:171","msg":"trace[1386515898] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23357; }","duration":"1.536677954s","start":"2026-02-24T20:47:33.542606Z","end":"2026-02-24T20:47:35.079284Z","steps":["trace[1386515898] 'agreement among raft nodes before linearized reading' (duration: 1.53650877s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.079326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.54259Z","time spent":"1.536727905s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"info","ts":"2026-02-24T20:47:35.07932Z","caller":"traceutil/trace.go:171","msg":"trace[2045894690] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23357; }","duration":"2.128897458s","start":"2026-02-24T20:47:32.950407Z","end":"2026-02-24T20:47:35.079304Z","steps":["trace[2045894690] 'agreement among raft nodes before linearized reading' (duration: 2.128807065s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.079372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:32.950385Z","time spent":"2.128971569s","remote":"127.0.0.1:53472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:35.079431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238054475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:35.079473Z","caller":"traceutil/trace.go:171","msg":"trace[1105069557] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23357; }","duration":"3.238128577s","start":"2026-02-24T20:47:31.841333Z","end":"2026-02-24T20:47:35.079461Z","steps":["trace[1105069557] 'agreement among raft nodes before linearized reading' (duration: 3.238047695s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.079516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:31.841278Z","time spent":"3.238227589s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:35.079527Z","caller":"traceutil/trace.go:171","msg":"trace[1679177498] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"1.265631191s","start":"2026-02-24T20:47:33.81388Z","end":"2026-02-24T20:47:35.079511Z","steps":["trace[1679177498] 'process raft request' (duration: 1.265090599s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.079553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461608251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:47:35.079581Z","caller":"traceutil/trace.go:171","msg":"trace[255659647] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23357; }","duration":"1.461690884s","start":"2026-02-24T20:47:33.617882Z","end":"2026-02-24T20:47:35.079573Z","steps":["trace[255659647] 'agreement among raft nodes before linearized reading' (duration: 1.461583121s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.079599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.617866Z","time spent":"1.461729175s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12035,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:47:35.079601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.813862Z","time spent":"1.265698173s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:35.07964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030248746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:35.079466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427728886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:35.079677Z","caller":"traceutil/trace.go:171","msg":"trace[2147262066] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23357; }","duration":"3.030287377s","start":"2026-02-24T20:47:32.04938Z","end":"2026-02-24T20:47:35.079668Z","steps":["trace[2147262066] 'agreement among raft nodes before linearized reading' (duration: 3.030228756s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:35.07969Z","caller":"traceutil/trace.go:171","msg":"trace[1575710057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23357; }","duration":"1.427981142s","start":"2026-02-24T20:47:33.651697Z","end":"2026-02-24T20:47:35.079679Z","steps":["trace[1575710057] 'agreement among raft nodes before linearized reading' (duration: 1.427717376s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.079714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:32.049259Z","time spent":"3.030444831s","remote":"127.0.0.1:36870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:35.079724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.651685Z","time spent":"1.428030123s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:47:35.079714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163277669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-24T20:47:35.079766Z","caller":"traceutil/trace.go:171","msg":"trace[1339343944] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23357; }","duration":"1.163368111s","start":"2026-02-24T20:47:33.916382Z","end":"2026-02-24T20:47:35.079751Z","steps":["trace[1339343944] 'agreement among raft nodes before linearized reading' (duration: 1.163222127s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.079806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:33.916359Z","time spent":"1.163437092s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-24T20:47:35.079881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719706186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-02-24T20:47:35.079909Z","caller":"traceutil/trace.go:171","msg":"trace[1038623775] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:23357; }","duration":"2.719771327s","start":"2026-02-24T20:47:32.360129Z","end":"2026-02-24T20:47:35.0799Z","steps":["trace[1038623775] 'agreement among raft nodes before linearized reading' (duration: 2.719712316s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.079934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:32.360097Z","time spent":"2.71983121s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-02-24T20:47:35.080102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.79217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:35.080141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.289547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:35.080152Z","caller":"traceutil/trace.go:171","msg":"trace[2092988753] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23357; }","duration":"383.878722ms","start":"2026-02-24T20:47:34.696258Z","end":"2026-02-24T20:47:35.080136Z","steps":["trace[2092988753] 'agreement among raft nodes before linearized reading' (duration: 383.79257ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:35.080193Z","caller":"traceutil/trace.go:171","msg":"trace[1240499003] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23357; }","duration":"668.37972ms","start":"2026-02-24T20:47:34.411797Z","end":"2026-02-24T20:47:35.080176Z","steps":["trace[1240499003] 'agreement among raft nodes before linearized reading' (duration: 668.291328ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.080201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:34.696239Z","time spent":"383.948893ms","remote":"127.0.0.1:53096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:35.080235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:34.411777Z","time spent":"668.446252ms","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:35.080154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.537057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:35.080702Z","caller":"traceutil/trace.go:171","msg":"trace[1591622640] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23357; }","duration":"972.110961ms","start":"2026-02-24T20:47:34.108571Z","end":"2026-02-24T20:47:35.080682Z","steps":["trace[1591622640] 'agreement among raft nodes before linearized reading' (duration: 971.512587ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.080762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:34.108553Z","time spent":"972.188223ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:35.621062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.081418Z","time spent":"539.636549ms","remote":"127.0.0.1:50864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T20:47:35.621034Z","caller":"traceutil/trace.go:171","msg":"trace[722166166] linearizableReadLoop","detail":"{readStateIndex:24186; appliedIndex:24185; }","duration":"537.790275ms","start":"2026-02-24T20:47:35.083213Z","end":"2026-02-24T20:47:35.621004Z","steps":["trace[722166166] 'read index received' (duration: 455.847811ms)","trace[722166166] 'applied index is now lower than readState.Index' (duration: 81.940154ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:35.621313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.053261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-02-24T20:47:35.621397Z","caller":"traceutil/trace.go:171","msg":"trace[795344979] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23357; }","duration":"538.208355ms","start":"2026-02-24T20:47:35.083177Z","end":"2026-02-24T20:47:35.621385Z","steps":["trace[795344979] 'agreement among raft nodes before linearized reading' (duration: 537.945649ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.621451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.083163Z","time spent":"538.273346ms","remote":"127.0.0.1:51124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-02-24T20:47:35.621569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.99181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-02-24T20:47:35.621761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.229942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-24T20:47:35.621765Z","caller":"traceutil/trace.go:171","msg":"trace[32702010] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23357; }","duration":"538.099633ms","start":"2026-02-24T20:47:35.083538Z","end":"2026-02-24T20:47:35.621637Z","steps":["trace[32702010] 'agreement among raft nodes before linearized reading' (duration: 537.865727ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.621762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.512188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:35.621774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.631862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:47:35.621807Z","caller":"traceutil/trace.go:171","msg":"trace[131619645] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f; range_end:; response_count:1; response_revision:23357; }","duration":"537.303934ms","start":"2026-02-24T20:47:35.084486Z","end":"2026-02-24T20:47:35.62179Z","steps":["trace[131619645] 'agreement among raft nodes before linearized reading' (duration: 537.147291ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.621801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.483208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:47:35.621818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.08353Z","time spent":"538.274397ms","remote":"127.0.0.1:51124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-02-24T20:47:35.621823Z","caller":"traceutil/trace.go:171","msg":"trace[1407733206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23357; }","duration":"534.591671ms","start":"2026-02-24T20:47:35.087216Z","end":"2026-02-24T20:47:35.621807Z","steps":["trace[1407733206] 'agreement among raft nodes before linearized reading' (duration: 534.477148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.621845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.084472Z","time spent":"537.364865ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" "} {"level":"info","ts":"2026-02-24T20:47:35.621839Z","caller":"traceutil/trace.go:171","msg":"trace[1230481654] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23357; }","duration":"537.703523ms","start":"2026-02-24T20:47:35.084122Z","end":"2026-02-24T20:47:35.621825Z","steps":["trace[1230481654] 'agreement among raft nodes before linearized reading' (duration: 537.545209ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:35.621856Z","caller":"traceutil/trace.go:171","msg":"trace[1609833104] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23357; }","duration":"143.5817ms","start":"2026-02-24T20:47:35.478261Z","end":"2026-02-24T20:47:35.621842Z","steps":["trace[1609833104] 'agreement among raft nodes before linearized reading' (duration: 143.427767ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.621889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.084117Z","time spent":"537.764224ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12035,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:47:35.621886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.08721Z","time spent":"534.664742ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:47:35.621859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.725966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-24T20:47:35.621963Z","caller":"traceutil/trace.go:171","msg":"trace[1494574797] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23357; }","duration":"391.86791ms","start":"2026-02-24T20:47:35.230064Z","end":"2026-02-24T20:47:35.621932Z","steps":["trace[1494574797] 'agreement among raft nodes before linearized reading' (duration: 391.616534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.622051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.230045Z","time spent":"391.992512ms","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-24T20:47:35.621945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.790415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-24T20:47:35.622145Z","caller":"traceutil/trace.go:171","msg":"trace[261426895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23357; }","duration":"420.048121ms","start":"2026-02-24T20:47:35.202079Z","end":"2026-02-24T20:47:35.622127Z","steps":["trace[261426895] 'agreement among raft nodes before linearized reading' (duration: 419.668152ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.622195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.202057Z","time spent":"420.126043ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:47:35.623167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.042384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T20:47:35.623238Z","caller":"traceutil/trace.go:171","msg":"trace[1655455293] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23357; }","duration":"441.184796ms","start":"2026-02-24T20:47:35.182037Z","end":"2026-02-24T20:47:35.623222Z","steps":["trace[1655455293] 'agreement among raft nodes before linearized reading' (duration: 439.371284ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:35.623286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.182014Z","time spent":"441.257169ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2623,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:36.031115Z","caller":"traceutil/trace.go:171","msg":"trace[2032436637] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"406.85557ms","start":"2026-02-24T20:47:35.624229Z","end":"2026-02-24T20:47:36.031085Z","steps":["trace[2032436637] 'process raft request' (duration: 347.674151ms)","trace[2032436637] 'compare' (duration: 58.905973ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:36.031258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.624209Z","time spent":"406.971744ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:36.03168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.125501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16910"} {"level":"info","ts":"2026-02-24T20:47:36.031747Z","caller":"traceutil/trace.go:171","msg":"trace[1853472024] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23362; }","duration":"408.421628ms","start":"2026-02-24T20:47:35.623311Z","end":"2026-02-24T20:47:36.031732Z","steps":["trace[1853472024] 'agreement among raft nodes before linearized reading' (duration: 408.011209ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.031794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.623301Z","time spent":"408.480909ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16933,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-24T20:47:36.031283Z","caller":"traceutil/trace.go:171","msg":"trace[1834479431] linearizableReadLoop","detail":"{readStateIndex:24191; appliedIndex:24187; }","duration":"337.067182ms","start":"2026-02-24T20:47:35.694195Z","end":"2026-02-24T20:47:36.031262Z","steps":["trace[1834479431] 'read index received' (duration: 277.72488ms)","trace[1834479431] 'applied index is now lower than readState.Index' (duration: 59.340782ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:36.032109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.375212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-402660b2-153e-4e4a-9874-319596f3fa17\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-24T20:47:36.032129Z","caller":"traceutil/trace.go:171","msg":"trace[1676283906] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"406.236747ms","start":"2026-02-24T20:47:35.625862Z","end":"2026-02-24T20:47:36.032099Z","steps":["trace[1676283906] 'process raft request' (duration: 405.291465ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:36.032178Z","caller":"traceutil/trace.go:171","msg":"trace[515549185] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"406.320459ms","start":"2026-02-24T20:47:35.62582Z","end":"2026-02-24T20:47:36.032141Z","steps":["trace[515549185] 'process raft request' (duration: 405.214513ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:36.03224Z","caller":"traceutil/trace.go:171","msg":"trace[803603954] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"405.596241ms","start":"2026-02-24T20:47:35.626634Z","end":"2026-02-24T20:47:36.03223Z","steps":["trace[803603954] 'process raft request' (duration: 404.569547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.032291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.625838Z","time spent":"406.360229ms","remote":"127.0.0.1:51124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:36.032317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.626609Z","time spent":"405.660972ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:36.032319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.625806Z","time spent":"406.436261ms","remote":"127.0.0.1:51124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:36.0322Z","caller":"traceutil/trace.go:171","msg":"trace[1240973452] range","detail":"{range_begin:/registry/persistentvolumes/pvc-402660b2-153e-4e4a-9874-319596f3fa17; range_end:; response_count:1; response_revision:23362; }","duration":"407.503236ms","start":"2026-02-24T20:47:35.624675Z","end":"2026-02-24T20:47:36.032178Z","steps":["trace[1240973452] 'agreement among raft nodes before linearized reading' (duration: 407.24526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.032408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.624664Z","time spent":"407.72024ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-402660b2-153e-4e4a-9874-319596f3fa17\" "} {"level":"warn","ts":"2026-02-24T20:47:36.532321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504234,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:36.965776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.623032Z","time spent":"342.736547ms","remote":"127.0.0.1:55466","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T20:47:36.966307Z","caller":"traceutil/trace.go:171","msg":"trace[613964618] linearizableReadLoop","detail":"{readStateIndex:24192; appliedIndex:24191; }","duration":"934.256773ms","start":"2026-02-24T20:47:36.032026Z","end":"2026-02-24T20:47:36.966283Z","steps":["trace[613964618] 'read index received' (duration: 915.163375ms)","trace[613964618] 'applied index is now lower than readState.Index' (duration: 19.092368ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:36.966601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150326545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-24T20:47:36.966636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151327138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T20:47:36.966679Z","caller":"traceutil/trace.go:171","msg":"trace[613635707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23363; }","duration":"1.150454598s","start":"2026-02-24T20:47:35.816207Z","end":"2026-02-24T20:47:36.966662Z","steps":["trace[613635707] 'agreement among raft nodes before linearized reading' (duration: 1.150245783s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:36.966713Z","caller":"traceutil/trace.go:171","msg":"trace[815639245] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23363; }","duration":"1.15141023s","start":"2026-02-24T20:47:35.815279Z","end":"2026-02-24T20:47:36.96669Z","steps":["trace[815639245] 'agreement among raft nodes before linearized reading' (duration: 1.151176904s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.966728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.816188Z","time spent":"1.150527909s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:47:36.966722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270311452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-24T20:47:36.966766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.815224Z","time spent":"1.151530713s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-24T20:47:36.966753Z","caller":"traceutil/trace.go:171","msg":"trace[1097937210] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"1.150172311s","start":"2026-02-24T20:47:35.816556Z","end":"2026-02-24T20:47:36.966728Z","steps":["trace[1097937210] 'process raft request' (duration: 1.13051005s)","trace[1097937210] 'compare' (duration: 18.829162ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:36.966792Z","caller":"traceutil/trace.go:171","msg":"trace[1561468875] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23363; }","duration":"1.270421374s","start":"2026-02-24T20:47:35.696354Z","end":"2026-02-24T20:47:36.966775Z","steps":["trace[1561468875] 'agreement among raft nodes before linearized reading' (duration: 1.27024168s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.966836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150136391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-02-24T20:47:36.966872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.816541Z","time spent":"1.150264703s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:36.966861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151548463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:47:36.966894Z","caller":"traceutil/trace.go:171","msg":"trace[920689142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23363; }","duration":"1.150221773s","start":"2026-02-24T20:47:35.816659Z","end":"2026-02-24T20:47:36.966881Z","steps":["trace[920689142] 'agreement among raft nodes before linearized reading' (duration: 1.15008348s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.966932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.816647Z","time spent":"1.150274484s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:47:36.966932Z","caller":"traceutil/trace.go:171","msg":"trace[1736748563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23363; }","duration":"1.151677656s","start":"2026-02-24T20:47:35.815237Z","end":"2026-02-24T20:47:36.966915Z","steps":["trace[1736748563] 'agreement among raft nodes before linearized reading' (duration: 1.151467111s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.966849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.696339Z","time spent":"1.270500326s","remote":"127.0.0.1:50996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T20:47:36.966983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:35.815215Z","time spent":"1.151757968s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:47:36.993092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.560433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:36.99324Z","caller":"traceutil/trace.go:171","msg":"trace[1286947575] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23364; }","duration":"302.755248ms","start":"2026-02-24T20:47:36.690467Z","end":"2026-02-24T20:47:36.993223Z","steps":["trace[1286947575] 'agreement among raft nodes before linearized reading' (duration: 302.519182ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.993334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.659063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:36.993412Z","caller":"traceutil/trace.go:171","msg":"trace[271559651] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23364; }","duration":"906.759976ms","start":"2026-02-24T20:47:36.086638Z","end":"2026-02-24T20:47:36.993398Z","steps":["trace[271559651] 'agreement among raft nodes before linearized reading' (duration: 906.630163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.993452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.086622Z","time spent":"906.822527ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-24T20:47:36.993504Z","caller":"traceutil/trace.go:171","msg":"trace[1069137563] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"343.566035ms","start":"2026-02-24T20:47:36.649924Z","end":"2026-02-24T20:47:36.99349Z","steps":["trace[1069137563] 'process raft request' (duration: 342.868629ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.993248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.915514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-02-24T20:47:36.993651Z","caller":"traceutil/trace.go:171","msg":"trace[1847989648] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:23364; }","duration":"750.316584ms","start":"2026-02-24T20:47:36.243325Z","end":"2026-02-24T20:47:36.993641Z","steps":["trace[1847989648] 'agreement among raft nodes before linearized reading' (duration: 749.889113ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.993696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.243267Z","time spent":"750.417226ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-02-24T20:47:36.993656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.026323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:47:36.993345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.690448Z","time spent":"302.88196ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:36.993815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.066545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:36.993839Z","caller":"traceutil/trace.go:171","msg":"trace[1816126624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23364; }","duration":"171.130377ms","start":"2026-02-24T20:47:36.822704Z","end":"2026-02-24T20:47:36.993834Z","steps":["trace[1816126624] 'agreement among raft nodes before linearized reading' (duration: 171.095476ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.993633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.649902Z","time spent":"343.668957ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:36.994088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.829705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189749b4c15a77bf\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-02-24T20:47:36.99318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.467686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:36.994158Z","caller":"traceutil/trace.go:171","msg":"trace[623895674] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23364; }","duration":"437.46584ms","start":"2026-02-24T20:47:36.556677Z","end":"2026-02-24T20:47:36.994143Z","steps":["trace[623895674] 'agreement among raft nodes before linearized reading' (duration: 436.436815ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.994216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.556622Z","time spent":"437.566092ms","remote":"127.0.0.1:53522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:47:36.99415Z","caller":"traceutil/trace.go:171","msg":"trace[847445996] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189749b4c15a77bf; range_end:; response_count:1; response_revision:23364; }","duration":"957.929758ms","start":"2026-02-24T20:47:36.036205Z","end":"2026-02-24T20:47:36.994134Z","steps":["trace[847445996] 'agreement among raft nodes before linearized reading' (duration: 957.557899ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:36.993779Z","caller":"traceutil/trace.go:171","msg":"trace[1543165630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23364; }","duration":"222.206007ms","start":"2026-02-24T20:47:36.771558Z","end":"2026-02-24T20:47:36.993764Z","steps":["trace[1543165630] 'agreement among raft nodes before linearized reading' (duration: 222.006762ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:36.994468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.036185Z","time spent":"958.257706ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.189749b4c15a77bf\" "} {"level":"info","ts":"2026-02-24T20:47:37.424736Z","caller":"traceutil/trace.go:171","msg":"trace[711049673] linearizableReadLoop","detail":"{readStateIndex:24197; appliedIndex:24193; }","duration":"431.793957ms","start":"2026-02-24T20:47:36.992922Z","end":"2026-02-24T20:47:37.424716Z","steps":["trace[711049673] 'read index received' (duration: 397.628704ms)","trace[711049673] 'applied index is now lower than readState.Index' (duration: 34.164643ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:37.424756Z","caller":"traceutil/trace.go:171","msg":"trace[1905775160] transaction","detail":"{read_only:false; response_revision:23365; number_of_response:1; }","duration":"453.210579ms","start":"2026-02-24T20:47:36.971508Z","end":"2026-02-24T20:47:37.424719Z","steps":["trace[1905775160] 'process raft request' (duration: 418.961225ms)","trace[1905775160] 'compare' (duration: 33.724701ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:37.424835Z","caller":"traceutil/trace.go:171","msg":"trace[63458406] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"453.193048ms","start":"2026-02-24T20:47:36.97163Z","end":"2026-02-24T20:47:37.424823Z","steps":["trace[63458406] 'process raft request' (duration: 452.933142ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.424899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.971491Z","time spent":"453.331831ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:37.424938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.97162Z","time spent":"453.250349ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:37.424985Z","caller":"traceutil/trace.go:171","msg":"trace[1364991778] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"453.343912ms","start":"2026-02-24T20:47:36.971635Z","end":"2026-02-24T20:47:37.424979Z","steps":["trace[1364991778] 'process raft request' (duration: 453.009114ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:37.424933Z","caller":"traceutil/trace.go:171","msg":"trace[164968389] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"452.943773ms","start":"2026-02-24T20:47:36.971952Z","end":"2026-02-24T20:47:37.424896Z","steps":["trace[164968389] 'process raft request' (duration: 452.723898ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.425091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.97161Z","time spent":"453.410885ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:37.425122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.002625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-02-24T20:47:37.425171Z","caller":"traceutil/trace.go:171","msg":"trace[1598384328] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23368; }","duration":"456.072237ms","start":"2026-02-24T20:47:36.969067Z","end":"2026-02-24T20:47:37.425139Z","steps":["trace[1598384328] 'agreement among raft nodes before linearized reading' (duration: 455.983175ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.425191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.969047Z","time spent":"456.138928ms","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-24T20:47:37.425233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.971939Z","time spent":"453.157588ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:37.427797Z","caller":"traceutil/trace.go:171","msg":"trace[271561695] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"430.67841ms","start":"2026-02-24T20:47:36.997097Z","end":"2026-02-24T20:47:37.427775Z","steps":["trace[271561695] 'process raft request' (duration: 430.513786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.427938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.997082Z","time spent":"430.783553ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:37.428367Z","caller":"traceutil/trace.go:171","msg":"trace[194413275] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"344.276042ms","start":"2026-02-24T20:47:37.084065Z","end":"2026-02-24T20:47:37.428341Z","steps":["trace[194413275] 'process raft request' (duration: 343.663647ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:37.428377Z","caller":"traceutil/trace.go:171","msg":"trace[1660550806] transaction","detail":"{read_only:false; response_revision:23371; number_of_response:1; }","duration":"343.833782ms","start":"2026-02-24T20:47:37.084525Z","end":"2026-02-24T20:47:37.428359Z","steps":["trace[1660550806] 'process raft request' (duration: 343.699979ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.428695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:37.084514Z","time spent":"344.122339ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:37.428754Z","caller":"traceutil/trace.go:171","msg":"trace[1914742406] transaction","detail":"{read_only:false; response_revision:23373; number_of_response:1; }","duration":"343.134926ms","start":"2026-02-24T20:47:37.085611Z","end":"2026-02-24T20:47:37.428746Z","steps":["trace[1914742406] 'process raft request' (duration: 342.830899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.429803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:37.08559Z","time spent":"344.18306ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:37.428505Z","caller":"traceutil/trace.go:171","msg":"trace[1894549381] transaction","detail":"{read_only:false; response_revision:23372; number_of_response:1; }","duration":"343.886084ms","start":"2026-02-24T20:47:37.084604Z","end":"2026-02-24T20:47:37.42849Z","steps":["trace[1894549381] 'process raft request' (duration: 343.72073ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.429939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:37.084595Z","time spent":"345.321287ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:37.428863Z","caller":"traceutil/trace.go:171","msg":"trace[1547542869] transaction","detail":"{read_only:false; response_revision:23374; number_of_response:1; }","duration":"342.51417ms","start":"2026-02-24T20:47:37.086343Z","end":"2026-02-24T20:47:37.428857Z","steps":["trace[1547542869] 'process raft request' (duration: 342.347856ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.430029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:37.086315Z","time spent":"343.694488ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:37.429076Z","caller":"traceutil/trace.go:171","msg":"trace[1890106979] transaction","detail":"{read_only:false; response_revision:23375; number_of_response:1; }","duration":"342.593422ms","start":"2026-02-24T20:47:37.086423Z","end":"2026-02-24T20:47:37.429016Z","steps":["trace[1890106979] 'process raft request' (duration: 342.410708ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.430135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:37.086412Z","time spent":"343.692068ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:37.429124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.158841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:37.430254Z","caller":"traceutil/trace.go:171","msg":"trace[1479717515] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23375; }","duration":"265.326468ms","start":"2026-02-24T20:47:37.164915Z","end":"2026-02-24T20:47:37.430242Z","steps":["trace[1479717515] 'agreement among raft nodes before linearized reading' (duration: 264.176122ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.429182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.514014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:37.430395Z","caller":"traceutil/trace.go:171","msg":"trace[1331938450] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23375; }","duration":"433.738361ms","start":"2026-02-24T20:47:36.996633Z","end":"2026-02-24T20:47:37.430371Z","steps":["trace[1331938450] 'agreement among raft nodes before linearized reading' (duration: 432.508413ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.428489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:37.084047Z","time spent":"344.379124ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:37.430491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.996614Z","time spent":"433.849444ms","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T20:47:37.429414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.634944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-qjbbl\" ","response":"range_response_count:1 size:4625"} {"level":"info","ts":"2026-02-24T20:47:37.430557Z","caller":"traceutil/trace.go:171","msg":"trace[1736099231] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-qjbbl; range_end:; response_count:1; response_revision:23375; }","duration":"435.78657ms","start":"2026-02-24T20:47:36.994753Z","end":"2026-02-24T20:47:37.43054Z","steps":["trace[1736099231] 'agreement among raft nodes before linearized reading' (duration: 434.49302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:37.430591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:36.994739Z","time spent":"435.840581ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4648,"request content":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-qjbbl\" "} {"level":"info","ts":"2026-02-24T20:47:45.777707Z","caller":"traceutil/trace.go:171","msg":"trace[1121410752] transaction","detail":"{read_only:false; response_revision:23422; number_of_response:1; }","duration":"276.41954ms","start":"2026-02-24T20:47:45.501258Z","end":"2026-02-24T20:47:45.777677Z","steps":["trace[1121410752] 'process raft request' (duration: 276.241796ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:45.972183Z","caller":"traceutil/trace.go:171","msg":"trace[1001584755] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"423.493573ms","start":"2026-02-24T20:47:45.548668Z","end":"2026-02-24T20:47:45.972161Z","steps":["trace[1001584755] 'process raft request' (duration: 423.433532ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:45.972173Z","caller":"traceutil/trace.go:171","msg":"trace[811061991] transaction","detail":"{read_only:false; response_revision:23423; number_of_response:1; }","duration":"466.130813ms","start":"2026-02-24T20:47:45.506004Z","end":"2026-02-24T20:47:45.972135Z","steps":["trace[811061991] 'process raft request' (duration: 422.400776ms)","trace[811061991] 'compare' (duration: 43.533922ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:45.972189Z","caller":"traceutil/trace.go:171","msg":"trace[1041309683] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"465.217133ms","start":"2026-02-24T20:47:45.506925Z","end":"2026-02-24T20:47:45.972142Z","steps":["trace[1041309683] 'process raft request' (duration: 465.141571ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:45.972322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:45.548636Z","time spent":"423.617366ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:45.972371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:45.505967Z","time spent":"466.298657ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:45.972379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:45.506914Z","time spent":"465.366486ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:45.972568Z","caller":"traceutil/trace.go:171","msg":"trace[1604641296] transaction","detail":"{read_only:false; response_revision:23426; number_of_response:1; }","duration":"423.861871ms","start":"2026-02-24T20:47:45.548692Z","end":"2026-02-24T20:47:45.972554Z","steps":["trace[1604641296] 'process raft request' (duration: 423.434881ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:47:45.972565Z","caller":"traceutil/trace.go:171","msg":"trace[1743967886] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"421.983377ms","start":"2026-02-24T20:47:45.550552Z","end":"2026-02-24T20:47:45.972536Z","steps":["trace[1743967886] 'process raft request' (duration: 421.791372ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:45.972654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:45.548665Z","time spent":"423.946283ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:45.972644Z","caller":"traceutil/trace.go:171","msg":"trace[1701025560] linearizableReadLoop","detail":"{readStateIndex:24255; appliedIndex:24252; }","duration":"441.535096ms","start":"2026-02-24T20:47:45.531058Z","end":"2026-02-24T20:47:45.972593Z","steps":["trace[1701025560] 'read index received' (duration: 246.565748ms)","trace[1701025560] 'applied index is now lower than readState.Index' (duration: 194.967938ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:45.972712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:45.55053Z","time spent":"422.10351ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:45.97283Z","caller":"traceutil/trace.go:171","msg":"trace[1979660675] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"421.909795ms","start":"2026-02-24T20:47:45.550909Z","end":"2026-02-24T20:47:45.972819Z","steps":["trace[1979660675] 'process raft request' (duration: 421.572627ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:45.972883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:45.550897Z","time spent":"421.956866ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:45.972958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.303777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-24T20:47:45.972981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.153654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:47:45.972997Z","caller":"traceutil/trace.go:171","msg":"trace[1117684380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23428; }","duration":"417.346328ms","start":"2026-02-24T20:47:45.555638Z","end":"2026-02-24T20:47:45.972984Z","steps":["trace[1117684380] 'agreement among raft nodes before linearized reading' (duration: 417.213435ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:45.97301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.856794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-02-24T20:47:45.973032Z","caller":"traceutil/trace.go:171","msg":"trace[1869914145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23428; }","duration":"417.241686ms","start":"2026-02-24T20:47:45.555774Z","end":"2026-02-24T20:47:45.973016Z","steps":["trace[1869914145] 'agreement among raft nodes before linearized reading' (duration: 417.075732ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:45.973031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:45.555634Z","time spent":"417.390419ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:47:45.973102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:45.555753Z","time spent":"417.309327ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T20:47:45.973109Z","caller":"traceutil/trace.go:171","msg":"trace[1302762853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23428; }","duration":"418.956186ms","start":"2026-02-24T20:47:45.554098Z","end":"2026-02-24T20:47:45.973054Z","steps":["trace[1302762853] 'agreement among raft nodes before linearized reading' (duration: 418.744341ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:45.973164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:45.554088Z","time spent":"419.060599ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:47:45.973581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.496848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16910"} {"level":"info","ts":"2026-02-24T20:47:45.973664Z","caller":"traceutil/trace.go:171","msg":"trace[2007447536] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23428; }","duration":"442.638091ms","start":"2026-02-24T20:47:45.531005Z","end":"2026-02-24T20:47:45.973644Z","steps":["trace[2007447536] 'agreement among raft nodes before linearized reading' (duration: 441.789572ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:45.97371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:45.53099Z","time spent":"442.710183ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16933,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-02-24T20:47:47.616344Z","caller":"traceutil/trace.go:171","msg":"trace[1184200727] linearizableReadLoop","detail":"{readStateIndex:24265; appliedIndex:24264; }","duration":"313.683133ms","start":"2026-02-24T20:47:47.302636Z","end":"2026-02-24T20:47:47.616319Z","steps":["trace[1184200727] 'read index received' (duration: 313.398837ms)","trace[1184200727] 'applied index is now lower than readState.Index' (duration: 282.846µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:47.616442Z","caller":"traceutil/trace.go:171","msg":"trace[1533580420] transaction","detail":"{read_only:false; response_revision:23434; number_of_response:1; }","duration":"590.864422ms","start":"2026-02-24T20:47:47.025545Z","end":"2026-02-24T20:47:47.61641Z","steps":["trace[1533580420] 'process raft request' (duration: 590.563074ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:47.616583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.923661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-02-24T20:47:47.616598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:47.0255Z","time spent":"591.009335ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:47:47.616627Z","caller":"traceutil/trace.go:171","msg":"trace[2032643430] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23434; }","duration":"314.006832ms","start":"2026-02-24T20:47:47.302602Z","end":"2026-02-24T20:47:47.616609Z","steps":["trace[2032643430] 'agreement among raft nodes before linearized reading' (duration: 313.854379ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:47.616665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:47.302585Z","time spent":"314.071934ms","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-02-24T20:47:47.862592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.132863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:47.862681Z","caller":"traceutil/trace.go:171","msg":"trace[451787813] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23434; }","duration":"173.243886ms","start":"2026-02-24T20:47:47.68942Z","end":"2026-02-24T20:47:47.862664Z","steps":["trace[451787813] 'range keys from in-memory index tree' (duration: 172.97001ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.292808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.934293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:48.293199Z","caller":"traceutil/trace.go:171","msg":"trace[1017791393] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"273.120331ms","start":"2026-02-24T20:47:48.020029Z","end":"2026-02-24T20:47:48.293149Z","steps":["trace[1017791393] 'process raft request' (duration: 153.744348ms)","trace[1017791393] 'compare' (duration: 118.578425ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:48.2935Z","caller":"traceutil/trace.go:171","msg":"trace[361030983] linearizableReadLoop","detail":"{readStateIndex:24275; appliedIndex:24273; }","duration":"153.810301ms","start":"2026-02-24T20:47:48.139668Z","end":"2026-02-24T20:47:48.293478Z","steps":["trace[361030983] 'read index received' (duration: 34.204264ms)","trace[361030983] 'applied index is now lower than readState.Index' (duration: 119.601207ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:47:48.293577Z","caller":"traceutil/trace.go:171","msg":"trace[935430818] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"271.698018ms","start":"2026-02-24T20:47:48.021853Z","end":"2026-02-24T20:47:48.293551Z","steps":["trace[935430818] 'process raft request' (duration: 271.380651ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.293773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.117058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:47:48.293813Z","caller":"traceutil/trace.go:171","msg":"trace[1793059000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23444; }","duration":"154.22165ms","start":"2026-02-24T20:47:48.139581Z","end":"2026-02-24T20:47:48.293802Z","steps":["trace[1793059000] 'agreement among raft nodes before linearized reading' (duration: 153.971714ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:48.745986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.648603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:48.746077Z","caller":"traceutil/trace.go:171","msg":"trace[1941297505] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23445; }","duration":"258.807077ms","start":"2026-02-24T20:47:48.48725Z","end":"2026-02-24T20:47:48.746057Z","steps":["trace[1941297505] 'count revisions from in-memory index tree' (duration: 258.54009ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:50.323987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:50.824789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:51.325347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:51.822853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:51.822937Z","caller":"traceutil/trace.go:171","msg":"trace[1017603879] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000000902s","start":"2026-02-24T20:47:49.822916Z","end":"2026-02-24T20:47:51.822917Z","steps":["trace[1017603879] 'agreement among raft nodes before linearized reading' (duration: 1.999892499s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:51.822984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:49.822896Z","time spent":"2.000078473s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:47:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:51.826045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:47:52.081772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.457180964s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:47:52.599195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244712771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:47:52.599302Z","caller":"traceutil/trace.go:171","msg":"trace[1427534266] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23447; }","duration":"3.244857045s","start":"2026-02-24T20:47:49.354416Z","end":"2026-02-24T20:47:52.599273Z","steps":["trace[1427534266] 'count revisions from in-memory index tree' (duration: 3.244616149s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:52.599367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:49.354398Z","time spent":"3.244951788s","remote":"127.0.0.1:51064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:52.599743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.059167817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T20:47:52.599865Z","caller":"traceutil/trace.go:171","msg":"trace[597705746] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23447; }","duration":"3.05931799s","start":"2026-02-24T20:47:49.540522Z","end":"2026-02-24T20:47:52.59984Z","steps":["trace[597705746] 'count revisions from in-memory index tree' (duration: 3.059011312s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:52.599937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:49.540447Z","time spent":"3.059471853s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":237,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:52.600178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.046391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:47:52.600312Z","caller":"traceutil/trace.go:171","msg":"trace[1270910394] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"2.975802329s","start":"2026-02-24T20:47:49.624484Z","end":"2026-02-24T20:47:52.600287Z","steps":["trace[1270910394] 'process raft request' (duration: 2.457534523s)","trace[1270910394] 'compare' (duration: 517.388485ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:47:52.600378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:49.624462Z","time spent":"2.975884872s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:52.603058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006527711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:47:52.603113Z","caller":"traceutil/trace.go:171","msg":"trace[1014672511] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23447; }","duration":"3.006669414s","start":"2026-02-24T20:47:49.596429Z","end":"2026-02-24T20:47:52.603099Z","steps":["trace[1014672511] 'count revisions from in-memory index tree' (duration: 3.006359697s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:52.603152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:49.5964Z","time spent":"3.006742246s","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:47:53.822997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999731645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:53.823082Z","caller":"traceutil/trace.go:171","msg":"trace[390478593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999865768s","start":"2026-02-24T20:47:51.823196Z","end":"2026-02-24T20:47:53.823061Z","steps":["trace[390478593] 'agreement among raft nodes before linearized reading' (duration: 1.999763356s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:53.823128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:51.823177Z","time spent":"1.99994095s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:47:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:54.886688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999324273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:54.886798Z","caller":"traceutil/trace.go:171","msg":"trace[681543642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999525598s","start":"2026-02-24T20:47:49.887246Z","end":"2026-02-24T20:47:54.886771Z","steps":["trace[681543642] 'agreement among raft nodes before linearized reading' (duration: 4.999354054s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:54.886845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:49.88723Z","time spent":"4.999606919s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 20:47:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:54.990066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:49.9915Z","time spent":"4.998554466s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 20:47:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:54.997603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.000599Z","time spent":"4.996994667s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T20:47:54.997626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.000568Z","time spent":"4.997050828s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 20:47:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:54.997637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.000923Z","time spent":"4.99671041s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 20:47:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/02/24 20:47:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:54.997703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.000676Z","time spent":"4.997019267s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 20:47:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:54.999808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.000946Z","time spent":"4.998858091s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 20:47:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:55.018871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000154541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:55.01898Z","caller":"traceutil/trace.go:171","msg":"trace[1370581457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000329506s","start":"2026-02-24T20:47:50.018624Z","end":"2026-02-24T20:47:55.018954Z","steps":["trace[1370581457] 'agreement among raft nodes before linearized reading' (duration: 5.000186452s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:55.019057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.0186Z","time spent":"5.000445039s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 20:47:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:55.297351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999428584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:55.297453Z","caller":"traceutil/trace.go:171","msg":"trace[74379587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999618299s","start":"2026-02-24T20:47:50.297812Z","end":"2026-02-24T20:47:55.297431Z","steps":["trace[74379587] 'agreement among raft nodes before linearized reading' (duration: 4.999446515s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:55.297505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.297799Z","time spent":"4.99969527s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/24 20:47:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:55.831766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000572254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:55.831893Z","caller":"traceutil/trace.go:171","msg":"trace[2096956322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000777799s","start":"2026-02-24T20:47:53.831087Z","end":"2026-02-24T20:47:55.831865Z","steps":["trace[2096956322] 'agreement among raft nodes before linearized reading' (duration: 2.000601675s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:55.831966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:53.831066Z","time spent":"2.000878692s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:47:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:56.617528Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.535500063s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:47:57.642181Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"11829c913ba08b9f","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-02-24T20:47:57.832601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000307888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:57.832698Z","caller":"traceutil/trace.go:171","msg":"trace[1368155602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420561s","start":"2026-02-24T20:47:55.832257Z","end":"2026-02-24T20:47:57.832677Z","steps":["trace[1368155602] 'agreement among raft nodes before linearized reading' (duration: 2.000304298s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:57.832789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.832175Z","time spent":"2.000562374s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:47:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:58.591106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972171428s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T20:47:58.592129Z","caller":"traceutil/trace.go:171","msg":"trace[1489094021] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"6.557515481s","start":"2026-02-24T20:47:52.034586Z","end":"2026-02-24T20:47:58.592102Z","steps":["trace[1489094021] 'process raft request' (duration: 6.556668831s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:58.59227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:52.034559Z","time spent":"6.557636695s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:47:58.771718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99990767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:47:58.771828Z","caller":"traceutil/trace.go:171","msg":"trace[186557973] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078644s","start":"2026-02-24T20:47:56.771728Z","end":"2026-02-24T20:47:58.771807Z","steps":["trace[186557973] 'agreement among raft nodes before linearized reading' (duration: 1.99994468s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:58.771881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:56.771707Z","time spent":"2.000162965s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:47:59.072517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:52.072297Z","time spent":"7.000212264s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T20:47:59.282947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:52.282032Z","time spent":"7.00090874s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T20:47:59.606017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.607676Z","time spent":"4.998331309s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-02-24T20:47:59.841401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:47:59.841489Z","caller":"traceutil/trace.go:171","msg":"trace[2048713869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000127814s","start":"2026-02-24T20:47:57.84134Z","end":"2026-02-24T20:47:59.841468Z","steps":["trace[2048713869] 'agreement among raft nodes before linearized reading' (duration: 2.000018302s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.841537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:57.841318Z","time spent":"2.000209246s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:47:59.887328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998097482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:59.887419Z","caller":"traceutil/trace.go:171","msg":"trace[305323912] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998245615s","start":"2026-02-24T20:47:56.889152Z","end":"2026-02-24T20:47:59.887397Z","steps":["trace[305323912] 'agreement among raft nodes before linearized reading' (duration: 2.998125822s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.887469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:56.889131Z","time spent":"2.998327457s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 20:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:59.990894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998993705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:47:59.990968Z","caller":"traceutil/trace.go:171","msg":"trace[1824933266] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999188979s","start":"2026-02-24T20:47:54.991759Z","end":"2026-02-24T20:47:59.990948Z","steps":["trace[1824933266] 'agreement among raft nodes before linearized reading' (duration: 4.999036486s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.991007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.991733Z","time spent":"4.999267712s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/24 20:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:59.997886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998140605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:59.997917Z","caller":"traceutil/trace.go:171","msg":"trace[1783535785] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998220766s","start":"2026-02-24T20:47:54.999688Z","end":"2026-02-24T20:47:59.997909Z","steps":["trace[1783535785] 'agreement among raft nodes before linearized reading' (duration: 4.998182186s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.997934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.999653Z","time spent":"4.998276808s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/24 20:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:59.997979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998259987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:59.997991Z","caller":"traceutil/trace.go:171","msg":"trace[1039821107] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998301608s","start":"2026-02-24T20:47:54.999685Z","end":"2026-02-24T20:47:59.997987Z","steps":["trace[1039821107] 'agreement among raft nodes before linearized reading' (duration: 4.998289678s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.998007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.999674Z","time spent":"4.998329879s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/02/24 20:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:59.998344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998661867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:59.998417Z","caller":"traceutil/trace.go:171","msg":"trace[1557199486] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.99881273s","start":"2026-02-24T20:47:54.999584Z","end":"2026-02-24T20:47:59.998397Z","steps":["trace[1557199486] 'agreement among raft nodes before linearized reading' (duration: 4.998718178s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.998455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.999556Z","time spent":"4.998890822s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/02/24 20:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:59.998827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9987873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:59.998853Z","caller":"traceutil/trace.go:171","msg":"trace[1285510513] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998836222s","start":"2026-02-24T20:47:55.000011Z","end":"2026-02-24T20:47:59.998847Z","steps":["trace[1285510513] 'agreement among raft nodes before linearized reading' (duration: 4.998805031s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.99887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.000001Z","time spent":"4.998865073s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/02/24 20:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:47:59.999513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999066147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:47:59.999538Z","caller":"traceutil/trace.go:171","msg":"trace[1758468070] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.999114028s","start":"2026-02-24T20:47:55.000418Z","end":"2026-02-24T20:47:59.999532Z","steps":["trace[1758468070] 'agreement among raft nodes before linearized reading' (duration: 4.999085987s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:47:59.999559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.000409Z","time spent":"4.999145548s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/02/24 20:47:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:00.010594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.106765605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:00.010617Z","caller":"traceutil/trace.go:171","msg":"trace[953611495] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"7.106831537s","start":"2026-02-24T20:47:52.90378Z","end":"2026-02-24T20:48:00.010612Z","steps":["trace[953611495] 'agreement among raft nodes before linearized reading' (duration: 7.106806066s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:00.010632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:52.903759Z","time spent":"7.106869378s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/02/24 20:48:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:00.018403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996789562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:00.018428Z","caller":"traceutil/trace.go:171","msg":"trace[2088344996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996818892s","start":"2026-02-24T20:47:57.021603Z","end":"2026-02-24T20:48:00.018422Z","steps":["trace[2088344996] 'agreement among raft nodes before linearized reading' (duration: 2.996789422s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:00.018446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:57.021568Z","time spent":"2.996873934s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 20:48:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:00.29692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997366635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:00.297115Z","caller":"traceutil/trace.go:171","msg":"trace[1362013402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99759491s","start":"2026-02-24T20:47:57.299492Z","end":"2026-02-24T20:48:00.297086Z","steps":["trace[1362013402] 'agreement among raft nodes before linearized reading' (duration: 2.997382765s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:00.297224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:57.299482Z","time spent":"2.997724564s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:48:00.297328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999743869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} 2026/02/24 20:48:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T20:48:00.297429Z","caller":"traceutil/trace.go:171","msg":"trace[52172608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999937724s","start":"2026-02-24T20:47:50.297471Z","end":"2026-02-24T20:48:00.297409Z","steps":["trace[52172608] 'agreement among raft nodes before linearized reading' (duration: 9.99976481s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:00.297541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.297456Z","time spent":"10.000072137s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/02/24 20:48:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:00.355524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998589403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:00.355634Z","caller":"traceutil/trace.go:171","msg":"trace[2341394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.998731406s","start":"2026-02-24T20:47:50.35686Z","end":"2026-02-24T20:48:00.355592Z","steps":["trace[2341394] 'agreement among raft nodes before linearized reading' (duration: 9.998622794s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:00.355717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.356834Z","time spent":"9.998864239s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/02/24 20:48:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:00.47173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.8802668s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:48:00.831064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992022724s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:00.831208Z","caller":"traceutil/trace.go:171","msg":"trace[35578874] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23455; }","duration":"1.992189068s","start":"2026-02-24T20:47:58.838999Z","end":"2026-02-24T20:48:00.831188Z","steps":["trace[35578874] 'range keys from in-memory index tree' (duration: 1.992000283s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:00.832599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240439056s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:00.833174Z","caller":"traceutil/trace.go:171","msg":"trace[208819088] linearizableReadLoop","detail":"{readStateIndex:24286; appliedIndex:24278; }","duration":"11.010173211s","start":"2026-02-24T20:47:49.822953Z","end":"2026-02-24T20:48:00.833126Z","steps":["trace[208819088] 'read index received' (duration: 2.259083334s)","trace[208819088] 'applied index is now lower than readState.Index' (duration: 8.751086586s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:00.833197Z","caller":"traceutil/trace.go:171","msg":"trace[1755075885] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"4.450511678s","start":"2026-02-24T20:47:56.382637Z","end":"2026-02-24T20:48:00.833149Z","steps":["trace[1755075885] 'process raft request' (duration: 4.45015857s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:00.83344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:56.382604Z","time spent":"4.450662362s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:01.333582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:01.834068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504457,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:01.842056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:01.842121Z","caller":"traceutil/trace.go:171","msg":"trace[348324456] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306319s","start":"2026-02-24T20:47:59.841797Z","end":"2026-02-24T20:48:01.842103Z","steps":["trace[348324456] 'agreement among raft nodes before linearized reading' (duration: 2.000226287s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:01.842169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.841781Z","time spent":"2.00037697s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:01.938186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.466292573s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:48:02.138648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305796674s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T20:48:02.138857Z","caller":"traceutil/trace.go:171","msg":"trace[385567078] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23460; }","duration":"2.851930352s","start":"2026-02-24T20:47:59.286912Z","end":"2026-02-24T20:48:02.138842Z","steps":["trace[385567078] 'process raft request' (duration: 2.851821839s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.138941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.286889Z","time spent":"2.851998803s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:02.140097Z","caller":"traceutil/trace.go:171","msg":"trace[1034980897] linearizableReadLoop","detail":"{readStateIndex:24297; appliedIndex:24291; }","duration":"1.306834809s","start":"2026-02-24T20:48:00.833242Z","end":"2026-02-24T20:48:02.140077Z","steps":["trace[1034980897] 'read index received' (duration: 1.105139544s)","trace[1034980897] 'applied index is now lower than readState.Index' (duration: 201.694045ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:02.140099Z","caller":"traceutil/trace.go:171","msg":"trace[1286611391] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"2.120256985s","start":"2026-02-24T20:48:00.019807Z","end":"2026-02-24T20:48:02.140064Z","steps":["trace[1286611391] 'process raft request' (duration: 2.118994616s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.140221Z","caller":"traceutil/trace.go:171","msg":"trace[207507029] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"1.840570928s","start":"2026-02-24T20:48:00.299635Z","end":"2026-02-24T20:48:02.140206Z","steps":["trace[207507029] 'process raft request' (duration: 1.840286362s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.140275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.019796Z","time spent":"2.120380748s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:02.140321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.299608Z","time spent":"1.84064569s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:02.140433Z","caller":"traceutil/trace.go:171","msg":"trace[1296106574] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"1.840057916s","start":"2026-02-24T20:48:00.300364Z","end":"2026-02-24T20:48:02.140422Z","steps":["trace[1296106574] 'process raft request' (duration: 1.839624116s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.14049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.300339Z","time spent":"1.840122648s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:02.140595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.144677984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:02.140635Z","caller":"traceutil/trace.go:171","msg":"trace[1473883363] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23464; }","duration":"5.144751146s","start":"2026-02-24T20:47:56.995873Z","end":"2026-02-24T20:48:02.140624Z","steps":["trace[1473883363] 'agreement among raft nodes before linearized reading' (duration: 5.144683804s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.140641Z","caller":"traceutil/trace.go:171","msg":"trace[1868080432] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"1.781706017s","start":"2026-02-24T20:48:00.35892Z","end":"2026-02-24T20:48:02.140626Z","steps":["trace[1868080432] 'process raft request' (duration: 1.781111853s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.140673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:56.99586Z","time spent":"5.144802787s","remote":"127.0.0.1:51048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.14071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.3589Z","time spent":"1.781774438s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:02.140785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.589080224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:02.140828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.014807947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:02.140838Z","caller":"traceutil/trace.go:171","msg":"trace[643189953] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:0; response_revision:23464; }","duration":"8.589159455s","start":"2026-02-24T20:47:53.551663Z","end":"2026-02-24T20:48:02.140822Z","steps":["trace[643189953] 'agreement among raft nodes before linearized reading' (duration: 8.589031342s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.140832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.219247988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:02.140872Z","caller":"traceutil/trace.go:171","msg":"trace[1546192995] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23464; }","duration":"7.014893899s","start":"2026-02-24T20:47:55.125966Z","end":"2026-02-24T20:48:02.14086Z","steps":["trace[1546192995] 'agreement among raft nodes before linearized reading' (duration: 7.014818498s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.140883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.90725699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:02.140889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:53.551646Z","time spent":"8.589227008s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"info","ts":"2026-02-24T20:48:02.14089Z","caller":"traceutil/trace.go:171","msg":"trace[763465336] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23464; }","duration":"11.219381502s","start":"2026-02-24T20:47:50.921493Z","end":"2026-02-24T20:48:02.140874Z","steps":["trace[763465336] 'agreement among raft nodes before linearized reading' (duration: 11.219278859s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.140904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.125944Z","time spent":"7.01495391s","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:02.140922Z","caller":"traceutil/trace.go:171","msg":"trace[1790877699] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23464; }","duration":"11.907332071s","start":"2026-02-24T20:47:50.233577Z","end":"2026-02-24T20:48:02.140909Z","steps":["trace[1790877699] 'agreement among raft nodes before linearized reading' (duration: 11.90726973s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.140938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.921462Z","time spent":"11.219462164s","remote":"127.0.0.1:55900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.140996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775235354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:02.141011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182351587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:02.141036Z","caller":"traceutil/trace.go:171","msg":"trace[1652956229] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23464; }","duration":"1.775857739s","start":"2026-02-24T20:48:00.365168Z","end":"2026-02-24T20:48:02.141026Z","steps":["trace[1652956229] 'agreement among raft nodes before linearized reading' (duration: 1.775785587s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.141049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.339200662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:02.141082Z","caller":"traceutil/trace.go:171","msg":"trace[601712665] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23464; }","duration":"5.339256292s","start":"2026-02-24T20:47:56.801816Z","end":"2026-02-24T20:48:02.141072Z","steps":["trace[601712665] 'agreement among raft nodes before linearized reading' (duration: 5.339206051s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.141081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.365149Z","time spent":"1.775923131s","remote":"127.0.0.1:51280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.141107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:56.801802Z","time spent":"5.339299984s","remote":"127.0.0.1:55818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.14112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.290099514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:02.141191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.518207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7036"} {"level":"warn","ts":"2026-02-24T20:48:02.141181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001805301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7489"} {"level":"warn","ts":"2026-02-24T20:48:02.1412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.996305702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T20:48:02.141228Z","caller":"traceutil/trace.go:171","msg":"trace[68434880] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23464; }","duration":"295.582209ms","start":"2026-02-24T20:48:01.845637Z","end":"2026-02-24T20:48:02.141219Z","steps":["trace[68434880] 'agreement among raft nodes before linearized reading' (duration: 295.465436ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.140955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:50.233556Z","time spent":"11.907389663s","remote":"127.0.0.1:55880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:02.141247Z","caller":"traceutil/trace.go:171","msg":"trace[1662429264] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23464; }","duration":"7.001905824s","start":"2026-02-24T20:47:55.139325Z","end":"2026-02-24T20:48:02.141231Z","steps":["trace[1662429264] 'agreement among raft nodes before linearized reading' (duration: 7.001703379s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.141269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.68584756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:02.141334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.139304Z","time spent":"7.002017666s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7512,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-02-24T20:48:02.141351Z","caller":"traceutil/trace.go:171","msg":"trace[853547493] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23464; }","duration":"7.685969752s","start":"2026-02-24T20:47:54.455369Z","end":"2026-02-24T20:48:02.141338Z","steps":["trace[853547493] 'agreement among raft nodes before linearized reading' (duration: 7.68586849s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.140585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.906254296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:02.141358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384322849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:02.14138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.275279223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:02.141184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.31463425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-24T20:48:02.141394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.685508868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:02.141395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:54.455346Z","time spent":"7.686038423s","remote":"127.0.0.1:55844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:02.141412Z","caller":"traceutil/trace.go:171","msg":"trace[2067231724] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23464; }","duration":"9.275346604s","start":"2026-02-24T20:47:52.866058Z","end":"2026-02-24T20:48:02.141404Z","steps":["trace[2067231724] 'agreement among raft nodes before linearized reading' (duration: 9.275299593s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.14142Z","caller":"traceutil/trace.go:171","msg":"trace[527284988] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f; range_end:; response_count:1; response_revision:23464; }","duration":"8.314908657s","start":"2026-02-24T20:47:53.826501Z","end":"2026-02-24T20:48:02.14141Z","steps":["trace[527284988] 'agreement among raft nodes before linearized reading' (duration: 8.314571359s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.141428Z","caller":"traceutil/trace.go:171","msg":"trace[435101025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23464; }","duration":"3.68556339s","start":"2026-02-24T20:47:58.455853Z","end":"2026-02-24T20:48:02.141416Z","steps":["trace[435101025] 'agreement among raft nodes before linearized reading' (duration: 3.685515399s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.14144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:52.86604Z","time spent":"9.275394376s","remote":"127.0.0.1:37000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.141086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.238246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:02.141444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.966141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:02.141344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140410477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-24T20:48:02.141464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:58.45584Z","time spent":"3.685614671s","remote":"127.0.0.1:60352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:02.141485Z","caller":"traceutil/trace.go:171","msg":"trace[1811848741] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23464; }","duration":"2.140563741s","start":"2026-02-24T20:48:00.000914Z","end":"2026-02-24T20:48:02.141478Z","steps":["trace[1811848741] 'agreement among raft nodes before linearized reading' (duration: 2.140323795s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.141222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.665061637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-24T20:48:02.141399Z","caller":"traceutil/trace.go:171","msg":"trace[1259804441] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23464; }","duration":"3.384417331s","start":"2026-02-24T20:47:58.756968Z","end":"2026-02-24T20:48:02.141385Z","steps":["trace[1259804441] 'agreement among raft nodes before linearized reading' (duration: 3.38435671s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.141495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141102833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-02-24T20:48:02.141508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.00091Z","time spent":"2.140591511s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-24T20:48:02.14153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:58.756942Z","time spent":"3.384575275s","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:02.141525Z","caller":"traceutil/trace.go:171","msg":"trace[766298029] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23464; }","duration":"2.141150844s","start":"2026-02-24T20:48:00.000365Z","end":"2026-02-24T20:48:02.141516Z","steps":["trace[766298029] 'agreement among raft nodes before linearized reading' (duration: 2.141056172s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.141453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:53.826484Z","time spent":"8.314958069s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" "} {"level":"warn","ts":"2026-02-24T20:48:02.141577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.000354Z","time spent":"2.141215647s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-02-24T20:48:02.141567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.871521017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:02.141605Z","caller":"traceutil/trace.go:171","msg":"trace[172566986] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23464; }","duration":"8.665396585s","start":"2026-02-24T20:47:53.476116Z","end":"2026-02-24T20:48:02.141513Z","steps":["trace[172566986] 'agreement among raft nodes before linearized reading' (duration: 8.665007436s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.141633Z","caller":"traceutil/trace.go:171","msg":"trace[798059133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23464; }","duration":"3.87162778s","start":"2026-02-24T20:47:58.269988Z","end":"2026-02-24T20:48:02.141615Z","steps":["trace[798059133] 'agreement among raft nodes before linearized reading' (duration: 3.871522626s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.141206Z","caller":"traceutil/trace.go:171","msg":"trace[1339231672] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23464; }","duration":"8.290224398s","start":"2026-02-24T20:47:53.850962Z","end":"2026-02-24T20:48:02.141186Z","steps":["trace[1339231672] 'agreement among raft nodes before linearized reading' (duration: 8.290063454s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.141679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:53.850945Z","time spent":"8.29072527s","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-24T20:48:02.141254Z","caller":"traceutil/trace.go:171","msg":"trace[1741650884] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23464; }","duration":"6.996376004s","start":"2026-02-24T20:47:55.144865Z","end":"2026-02-24T20:48:02.141241Z","steps":["trace[1741650884] 'agreement among raft nodes before linearized reading' (duration: 6.996220501s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.141695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:53.476097Z","time spent":"8.66554995s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T20:48:02.141727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:55.14485Z","time spent":"6.996864576s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-24T20:48:02.141484Z","caller":"traceutil/trace.go:171","msg":"trace[1055895908] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23464; }","duration":"363.056682ms","start":"2026-02-24T20:48:01.778416Z","end":"2026-02-24T20:48:02.141473Z","steps":["trace[1055895908] 'agreement among raft nodes before linearized reading' (duration: 362.996451ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.141525Z","caller":"traceutil/trace.go:171","msg":"trace[960974251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23464; }","duration":"291.653837ms","start":"2026-02-24T20:48:01.849821Z","end":"2026-02-24T20:48:02.141475Z","steps":["trace[960974251] 'agreement among raft nodes before linearized reading' (duration: 291.240167ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.141775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.421277993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:02.141045Z","caller":"traceutil/trace.go:171","msg":"trace[701998901] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23464; }","duration":"1.182419257s","start":"2026-02-24T20:48:00.958616Z","end":"2026-02-24T20:48:02.141035Z","steps":["trace[701998901] 'agreement among raft nodes before linearized reading' (duration: 1.182364976s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.141787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.789258751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"warn","ts":"2026-02-24T20:48:02.141829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.052034379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:02.141789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:01.778394Z","time spent":"363.387781ms","remote":"127.0.0.1:43612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.141837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.534199122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-24T20:48:02.141854Z","caller":"traceutil/trace.go:171","msg":"trace[1829505878] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23464; }","duration":"3.05209383s","start":"2026-02-24T20:47:59.089754Z","end":"2026-02-24T20:48:02.141847Z","steps":["trace[1829505878] 'agreement among raft nodes before linearized reading' (duration: 3.052053749s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.141854Z","caller":"traceutil/trace.go:171","msg":"trace[1437646194] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:23464; }","duration":"4.789364564s","start":"2026-02-24T20:47:57.352474Z","end":"2026-02-24T20:48:02.141839Z","steps":["trace[1437646194] 'agreement among raft nodes before linearized reading' (duration: 4.78920791s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.14187Z","caller":"traceutil/trace.go:171","msg":"trace[639323417] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23464; }","duration":"2.534266553s","start":"2026-02-24T20:47:59.607592Z","end":"2026-02-24T20:48:02.141858Z","steps":["trace[639323417] 'agreement among raft nodes before linearized reading' (duration: 2.534184882s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.141886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595333928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:02.141683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:58.269967Z","time spent":"3.871700671s","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.141902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.607573Z","time spent":"2.534322785s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-02-24T20:48:02.141816Z","caller":"traceutil/trace.go:171","msg":"trace[1168390453] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23464; }","duration":"4.421358615s","start":"2026-02-24T20:47:57.720448Z","end":"2026-02-24T20:48:02.141807Z","steps":["trace[1168390453] 'agreement among raft nodes before linearized reading' (duration: 4.421296204s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.141974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839039969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-24T20:48:02.141988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:57.720427Z","time spent":"4.421554319s","remote":"127.0.0.1:53314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:02.141914Z","caller":"traceutil/trace.go:171","msg":"trace[799589169] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23464; }","duration":"2.595403689s","start":"2026-02-24T20:47:59.546502Z","end":"2026-02-24T20:48:02.141906Z","steps":["trace[799589169] 'agreement among raft nodes before linearized reading' (duration: 2.595359558s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595258385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:02.141873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.089735Z","time spent":"3.052133521s","remote":"127.0.0.1:53466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:02.142013Z","caller":"traceutil/trace.go:171","msg":"trace[1907553240] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23464; }","duration":"2.839124111s","start":"2026-02-24T20:47:59.302877Z","end":"2026-02-24T20:48:02.142001Z","steps":["trace[1907553240] 'agreement among raft nodes before linearized reading' (duration: 2.838987878s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:02.142022Z","caller":"traceutil/trace.go:171","msg":"trace[1928964770] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23464; }","duration":"2.595362138s","start":"2026-02-24T20:47:59.546654Z","end":"2026-02-24T20:48:02.142016Z","steps":["trace[1928964770] 'agreement among raft nodes before linearized reading' (duration: 2.595317837s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.142024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:57.352454Z","time spent":"4.789443815s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-02-24T20:48:02.142053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.546621Z","time spent":"2.59542799s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.142058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.302853Z","time spent":"2.839193843s","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-02-24T20:48:02.14141Z","caller":"traceutil/trace.go:171","msg":"trace[1179128177] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:23464; }","duration":"4.907119967s","start":"2026-02-24T20:47:57.234269Z","end":"2026-02-24T20:48:02.141389Z","steps":["trace[1179128177] 'agreement among raft nodes before linearized reading' (duration: 4.906258287s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.14216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:57.234248Z","time spent":"4.907893166s","remote":"127.0.0.1:56090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.142187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.066035637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-24T20:48:02.141829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:00.958598Z","time spent":"1.183221237s","remote":"127.0.0.1:53206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.142024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.54647Z","time spent":"2.595542952s","remote":"127.0.0.1:52502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:02.142253Z","caller":"traceutil/trace.go:171","msg":"trace[1738720062] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23464; }","duration":"3.06614958s","start":"2026-02-24T20:47:59.076082Z","end":"2026-02-24T20:48:02.142232Z","steps":["trace[1738720062] 'agreement among raft nodes before linearized reading' (duration: 3.065919845s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.141826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.995676376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:02.144457Z","caller":"traceutil/trace.go:171","msg":"trace[846753628] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23464; }","duration":"9.998374459s","start":"2026-02-24T20:47:52.146064Z","end":"2026-02-24T20:48:02.144438Z","steps":["trace[846753628] 'agreement among raft nodes before linearized reading' (duration: 9.995283506s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.144568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:52.146005Z","time spent":"9.998546373s","remote":"127.0.0.1:43600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:02.142319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.076061Z","time spent":"3.066242133s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-24T20:48:02.141756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341904558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:02.145051Z","caller":"traceutil/trace.go:171","msg":"trace[414372027] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23464; }","duration":"2.345221855s","start":"2026-02-24T20:47:59.799814Z","end":"2026-02-24T20:48:02.145036Z","steps":["trace[414372027] 'agreement among raft nodes before linearized reading' (duration: 2.341912137s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:02.145168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:47:59.799798Z","time spent":"2.345331168s","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} 2026/02/24 20:48:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:02.646774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:02.980178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.145767Z","time spent":"834.401528ms","remote":"127.0.0.1:50864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T20:48:03.04973Z","caller":"traceutil/trace.go:171","msg":"trace[2123255011] linearizableReadLoop","detail":"{readStateIndex:24302; appliedIndex:24297; }","duration":"903.597713ms","start":"2026-02-24T20:48:02.14611Z","end":"2026-02-24T20:48:03.049708Z","steps":["trace[2123255011] 'read index received' (duration: 786.77933ms)","trace[2123255011] 'applied index is now lower than readState.Index' (duration: 116.817503ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:03.049957Z","caller":"traceutil/trace.go:171","msg":"trace[577524326] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"898.561635ms","start":"2026-02-24T20:48:02.151372Z","end":"2026-02-24T20:48:03.049933Z","steps":["trace[577524326] 'process raft request' (duration: 898.283728ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:03.050043Z","caller":"traceutil/trace.go:171","msg":"trace[446680575] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"903.703886ms","start":"2026-02-24T20:48:02.146299Z","end":"2026-02-24T20:48:03.050003Z","steps":["trace[446680575] 'process raft request' (duration: 903.073751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:03.050112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.15136Z","time spent":"898.661537ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7213,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:03.050072Z","caller":"traceutil/trace.go:171","msg":"trace[1266967982] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"898.854881ms","start":"2026-02-24T20:48:02.151134Z","end":"2026-02-24T20:48:03.049989Z","steps":["trace[1266967982] 'process raft request' (duration: 898.448862ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:03.050231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.146083Z","time spent":"904.041603ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:03.050376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.151126Z","time spent":"899.114747ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:03.050814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.694238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-02-24T20:48:03.052086Z","caller":"traceutil/trace.go:171","msg":"trace[555981029] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:23468; }","duration":"905.975299ms","start":"2026-02-24T20:48:02.146086Z","end":"2026-02-24T20:48:03.052061Z","steps":["trace[555981029] 'agreement among raft nodes before linearized reading' (duration: 904.592986ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:03.052163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.146074Z","time spent":"906.067751ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-02-24T20:48:03.053791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.566056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-4psfv\" ","response":"range_response_count:1 size:4412"} {"level":"info","ts":"2026-02-24T20:48:03.053841Z","caller":"traceutil/trace.go:171","msg":"trace[1401971155] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-4psfv; range_end:; response_count:1; response_revision:23469; }","duration":"907.642168ms","start":"2026-02-24T20:48:02.146187Z","end":"2026-02-24T20:48:03.053829Z","steps":["trace[1401971155] 'agreement among raft nodes before linearized reading' (duration: 907.478944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:03.053873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.146075Z","time spent":"907.789801ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4435,"request content":"key:\"/registry/pods/kube-system/kube-proxy-4psfv\" "} {"level":"warn","ts":"2026-02-24T20:48:03.053817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.235373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:03.053994Z","caller":"traceutil/trace.go:171","msg":"trace[1780783862] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23469; }","duration":"903.445088ms","start":"2026-02-24T20:48:02.150534Z","end":"2026-02-24T20:48:03.053979Z","steps":["trace[1780783862] 'agreement among raft nodes before linearized reading' (duration: 903.220983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:03.054071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.150518Z","time spent":"903.53951ms","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:48:03.054078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.047585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:03.05416Z","caller":"traceutil/trace.go:171","msg":"trace[878324751] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23469; }","duration":"663.176948ms","start":"2026-02-24T20:48:02.390964Z","end":"2026-02-24T20:48:03.054141Z","steps":["trace[878324751] 'agreement among raft nodes before linearized reading' (duration: 663.049145ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:03.054065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.105575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6ff0b55c-18ce-43ff-a07b-ca43f9c6b755\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-02-24T20:48:03.054216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.39094Z","time spent":"663.2613ms","remote":"127.0.0.1:53238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:03.054264Z","caller":"traceutil/trace.go:171","msg":"trace[1863908896] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6ff0b55c-18ce-43ff-a07b-ca43f9c6b755; range_end:; response_count:1; response_revision:23469; }","duration":"907.359911ms","start":"2026-02-24T20:48:02.146885Z","end":"2026-02-24T20:48:03.054245Z","steps":["trace[1863908896] 'agreement among raft nodes before linearized reading' (duration: 906.950211ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:03.054091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.239858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-02-24T20:48:03.054332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.146867Z","time spent":"907.455063ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-6ff0b55c-18ce-43ff-a07b-ca43f9c6b755\" "} {"level":"info","ts":"2026-02-24T20:48:03.054334Z","caller":"traceutil/trace.go:171","msg":"trace[1482276954] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23469; }","duration":"904.492973ms","start":"2026-02-24T20:48:02.149822Z","end":"2026-02-24T20:48:03.054315Z","steps":["trace[1482276954] 'agreement among raft nodes before linearized reading' (duration: 904.129715ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:03.05439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.149814Z","time spent":"904.558576ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-24T20:48:03.053919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.358857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-02-24T20:48:03.054477Z","caller":"traceutil/trace.go:171","msg":"trace[248523268] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23469; }","duration":"906.93226ms","start":"2026-02-24T20:48:02.147528Z","end":"2026-02-24T20:48:03.054461Z","steps":["trace[248523268] 'agreement among raft nodes before linearized reading' (duration: 906.271454ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:03.054523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:02.147521Z","time spent":"906.986592ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-02-24T20:48:03.671124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.347471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:03.671255Z","caller":"traceutil/trace.go:171","msg":"trace[1997039866] linearizableReadLoop","detail":"{readStateIndex:24304; appliedIndex:24303; }","duration":"614.360284ms","start":"2026-02-24T20:48:03.056873Z","end":"2026-02-24T20:48:03.671233Z","steps":["trace[1997039866] 'read index received' (duration: 169.884199ms)","trace[1997039866] 'applied index is now lower than readState.Index' (duration: 444.473955ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:03.671354Z","caller":"traceutil/trace.go:171","msg":"trace[1942374454] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"614.843664ms","start":"2026-02-24T20:48:03.056489Z","end":"2026-02-24T20:48:03.671333Z","steps":["trace[1942374454] 'process raft request' (duration: 170.182995ms)","trace[1942374454] 'compare' (duration: 444.244338ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:03.67144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:03.056473Z","time spent":"614.920116ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:03.671729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.834124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T20:48:03.671804Z","caller":"traceutil/trace.go:171","msg":"trace[1274769044] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23470; }","duration":"614.950586ms","start":"2026-02-24T20:48:03.056836Z","end":"2026-02-24T20:48:03.671787Z","steps":["trace[1274769044] 'agreement among raft nodes before linearized reading' (duration: 614.705891ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:03.671904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:03.056822Z","time spent":"615.07117ms","remote":"127.0.0.1:50996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-24T20:48:03.770379Z","caller":"traceutil/trace.go:171","msg":"trace[1741364704] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"712.811134ms","start":"2026-02-24T20:48:03.057531Z","end":"2026-02-24T20:48:03.770343Z","steps":["trace[1741364704] 'process raft request' (duration: 712.146329ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:03.770505Z","caller":"traceutil/trace.go:171","msg":"trace[432822501] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"708.032422ms","start":"2026-02-24T20:48:03.062412Z","end":"2026-02-24T20:48:03.770444Z","steps":["trace[432822501] 'process raft request' (duration: 707.577642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:03.77056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.234773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:03.770607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:03.05752Z","time spent":"712.948768ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:03.77064Z","caller":"traceutil/trace.go:171","msg":"trace[1257991671] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23472; }","duration":"402.328445ms","start":"2026-02-24T20:48:03.368292Z","end":"2026-02-24T20:48:03.77062Z","steps":["trace[1257991671] 'agreement among raft nodes before linearized reading' (duration: 402.173972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:03.770688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:03.368231Z","time spent":"402.446639ms","remote":"127.0.0.1:53292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:03.770697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.976415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-02-24T20:48:03.770836Z","caller":"traceutil/trace.go:171","msg":"trace[2023317648] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:23472; }","duration":"574.21792ms","start":"2026-02-24T20:48:03.196596Z","end":"2026-02-24T20:48:03.770814Z","steps":["trace[2023317648] 'agreement among raft nodes before linearized reading' (duration: 573.815611ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:03.770964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:03.196568Z","time spent":"574.343153ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-02-24T20:48:03.770716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:03.062403Z","time spent":"708.201926ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7021,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:03.77086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.599735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:03.771048Z","caller":"traceutil/trace.go:171","msg":"trace[1565185917] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23472; }","duration":"711.80911ms","start":"2026-02-24T20:48:03.059225Z","end":"2026-02-24T20:48:03.771034Z","steps":["trace[1565185917] 'agreement among raft nodes before linearized reading' (duration: 711.592135ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:03.771099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:03.059218Z","time spent":"711.869171ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-24T20:48:04.087831Z","caller":"traceutil/trace.go:171","msg":"trace[1046058884] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"229.986219ms","start":"2026-02-24T20:48:03.857813Z","end":"2026-02-24T20:48:04.087799Z","steps":["trace[1046058884] 'process raft request' (duration: 160.446936ms)","trace[1046058884] 'compare' (duration: 69.029091ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:04.088112Z","caller":"traceutil/trace.go:171","msg":"trace[795933612] linearizableReadLoop","detail":"{readStateIndex:24310; appliedIndex:24307; }","duration":"204.45899ms","start":"2026-02-24T20:48:03.883632Z","end":"2026-02-24T20:48:04.088091Z","steps":["trace[795933612] 'read index received' (duration: 23.210726ms)","trace[795933612] 'applied index is now lower than readState.Index' (duration: 181.247414ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:04.088176Z","caller":"traceutil/trace.go:171","msg":"trace[1765378871] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"195.293964ms","start":"2026-02-24T20:48:03.892846Z","end":"2026-02-24T20:48:04.08814Z","steps":["trace[1765378871] 'process raft request' (duration: 195.158761ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:04.088195Z","caller":"traceutil/trace.go:171","msg":"trace[1776710138] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"230.263305ms","start":"2026-02-24T20:48:03.857875Z","end":"2026-02-24T20:48:04.088139Z","steps":["trace[1776710138] 'process raft request' (duration: 229.852325ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:04.0883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.657464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T20:48:04.088347Z","caller":"traceutil/trace.go:171","msg":"trace[35617644] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23476; }","duration":"204.763507ms","start":"2026-02-24T20:48:03.883571Z","end":"2026-02-24T20:48:04.088334Z","steps":["trace[35617644] 'agreement among raft nodes before linearized reading' (duration: 204.603444ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:04.099557Z","caller":"traceutil/trace.go:171","msg":"trace[1428661136] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"191.711011ms","start":"2026-02-24T20:48:03.907829Z","end":"2026-02-24T20:48:04.09954Z","steps":["trace[1428661136] 'process raft request' (duration: 191.572487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:04.800033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.106362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:04.800125Z","caller":"traceutil/trace.go:171","msg":"trace[1593682248] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"614.64347ms","start":"2026-02-24T20:48:04.185465Z","end":"2026-02-24T20:48:04.800109Z","steps":["trace[1593682248] 'process raft request' (duration: 76.406633ms)","trace[1593682248] 'compare' (duration: 537.824796ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:04.80017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:04.185432Z","time spent":"614.719372ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:48:04.886943Z","caller":"traceutil/trace.go:171","msg":"trace[259956041] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"695.683123ms","start":"2026-02-24T20:48:04.191229Z","end":"2026-02-24T20:48:04.886912Z","steps":["trace[259956041] 'process raft request' (duration: 695.546998ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:04.8872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:04.191215Z","time spent":"695.801635ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4343,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:05.028033Z","caller":"traceutil/trace.go:171","msg":"trace[1657565308] linearizableReadLoop","detail":"{readStateIndex:24316; appliedIndex:24315; }","duration":"204.164102ms","start":"2026-02-24T20:48:04.823848Z","end":"2026-02-24T20:48:05.028012Z","steps":["trace[1657565308] 'read index received' (duration: 63.437869ms)","trace[1657565308] 'applied index is now lower than readState.Index' (duration: 140.725503ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:05.028106Z","caller":"traceutil/trace.go:171","msg":"trace[361031800] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"223.506407ms","start":"2026-02-24T20:48:04.804561Z","end":"2026-02-24T20:48:05.028068Z","steps":["trace[361031800] 'process raft request' (duration: 223.338173ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.028386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.572566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4594"} {"level":"warn","ts":"2026-02-24T20:48:05.028399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.50116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:05.028514Z","caller":"traceutil/trace.go:171","msg":"trace[338002632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23481; }","duration":"204.687184ms","start":"2026-02-24T20:48:04.823807Z","end":"2026-02-24T20:48:05.028494Z","steps":["trace[338002632] 'agreement among raft nodes before linearized reading' (duration: 204.388108ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:05.028446Z","caller":"traceutil/trace.go:171","msg":"trace[1735967174] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:23481; }","duration":"136.680379ms","start":"2026-02-24T20:48:04.891753Z","end":"2026-02-24T20:48:05.028433Z","steps":["trace[1735967174] 'agreement among raft nodes before linearized reading' (duration: 136.455604ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:05.169616Z","caller":"traceutil/trace.go:171","msg":"trace[1833111812] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"131.464236ms","start":"2026-02-24T20:48:05.038123Z","end":"2026-02-24T20:48:05.169587Z","steps":["trace[1833111812] 'process raft request' (duration: 131.263202ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:05.169824Z","caller":"traceutil/trace.go:171","msg":"trace[755691390] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"110.088664ms","start":"2026-02-24T20:48:05.059686Z","end":"2026-02-24T20:48:05.169774Z","steps":["trace[755691390] 'process raft request' (duration: 109.839058ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:05.406973Z","caller":"traceutil/trace.go:171","msg":"trace[718962249] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"185.681359ms","start":"2026-02-24T20:48:05.221273Z","end":"2026-02-24T20:48:05.406954Z","steps":["trace[718962249] 'process raft request' (duration: 185.568717ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:05.561606Z","caller":"traceutil/trace.go:171","msg":"trace[526208763] linearizableReadLoop","detail":"{readStateIndex:24322; appliedIndex:24320; }","duration":"230.505941ms","start":"2026-02-24T20:48:05.331075Z","end":"2026-02-24T20:48:05.561581Z","steps":["trace[526208763] 'read index received' (duration: 75.82472ms)","trace[526208763] 'applied index is now lower than readState.Index' (duration: 154.680251ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:05.561662Z","caller":"traceutil/trace.go:171","msg":"trace[1338849699] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"336.032439ms","start":"2026-02-24T20:48:05.225597Z","end":"2026-02-24T20:48:05.561629Z","steps":["trace[1338849699] 'process raft request' (duration: 335.837174ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:05.561797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:05.225578Z","time spent":"336.139881ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7568,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:05.561741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.650584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:05.561862Z","caller":"traceutil/trace.go:171","msg":"trace[2128181329] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23487; }","duration":"230.835528ms","start":"2026-02-24T20:48:05.331014Z","end":"2026-02-24T20:48:05.561849Z","steps":["trace[2128181329] 'agreement among raft nodes before linearized reading' (duration: 230.662484ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:05.762693Z","caller":"traceutil/trace.go:171","msg":"trace[1206059086] linearizableReadLoop","detail":"{readStateIndex:24323; appliedIndex:24322; }","duration":"197.68216ms","start":"2026-02-24T20:48:05.564982Z","end":"2026-02-24T20:48:05.762664Z","steps":["trace[1206059086] 'read index received' (duration: 108.516376ms)","trace[1206059086] 'applied index is now lower than readState.Index' (duration: 89.164234ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:05.762713Z","caller":"traceutil/trace.go:171","msg":"trace[140769566] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"350.945948ms","start":"2026-02-24T20:48:05.411743Z","end":"2026-02-24T20:48:05.762689Z","steps":["trace[140769566] 'process raft request' (duration: 261.706913ms)","trace[140769566] 'compare' (duration: 88.802125ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:05.762847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:05.411721Z","time spent":"351.056551ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:48:05.762928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.946306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-qjbbl\" ","response":"range_response_count:1 size:4625"} {"level":"info","ts":"2026-02-24T20:48:05.762961Z","caller":"traceutil/trace.go:171","msg":"trace[483928480] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-qjbbl; range_end:; response_count:1; response_revision:23488; }","duration":"198.048098ms","start":"2026-02-24T20:48:05.564902Z","end":"2026-02-24T20:48:05.76295Z","steps":["trace[483928480] 'agreement among raft nodes before linearized reading' (duration: 197.861284ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:05.94894Z","caller":"traceutil/trace.go:171","msg":"trace[772432310] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"125.007055ms","start":"2026-02-24T20:48:05.823906Z","end":"2026-02-24T20:48:05.948913Z","steps":["trace[772432310] 'process raft request' (duration: 124.643186ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:06.214969Z","caller":"traceutil/trace.go:171","msg":"trace[1122856162] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"252.371126ms","start":"2026-02-24T20:48:05.962572Z","end":"2026-02-24T20:48:06.214943Z","steps":["trace[1122856162] 'process raft request' (duration: 251.426963ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:06.220129Z","caller":"traceutil/trace.go:171","msg":"trace[384769818] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"251.013292ms","start":"2026-02-24T20:48:05.969083Z","end":"2026-02-24T20:48:06.220096Z","steps":["trace[384769818] 'process raft request' (duration: 250.898099ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:06.592861Z","caller":"traceutil/trace.go:171","msg":"trace[269551139] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"180.371563ms","start":"2026-02-24T20:48:06.412438Z","end":"2026-02-24T20:48:06.59281Z","steps":["trace[269551139] 'process raft request' (duration: 180.108557ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:06.834295Z","caller":"traceutil/trace.go:171","msg":"trace[2038099028] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"228.438573ms","start":"2026-02-24T20:48:06.605835Z","end":"2026-02-24T20:48:06.834273Z","steps":["trace[2038099028] 'process raft request' (duration: 228.086545ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:07.311688Z","caller":"traceutil/trace.go:171","msg":"trace[1730221800] linearizableReadLoop","detail":"{readStateIndex:24339; appliedIndex:24338; }","duration":"123.236263ms","start":"2026-02-24T20:48:07.188423Z","end":"2026-02-24T20:48:07.311659Z","steps":["trace[1730221800] 'read index received' (duration: 123.016898ms)","trace[1730221800] 'applied index is now lower than readState.Index' (duration: 218.305µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:07.311804Z","caller":"traceutil/trace.go:171","msg":"trace[1811412504] transaction","detail":"{read_only:false; response_revision:23504; number_of_response:1; }","duration":"136.980146ms","start":"2026-02-24T20:48:07.174782Z","end":"2026-02-24T20:48:07.311762Z","steps":["trace[1811412504] 'process raft request' (duration: 136.73023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:07.312015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.574341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:07.31207Z","caller":"traceutil/trace.go:171","msg":"trace[149609511] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23504; }","duration":"123.712884ms","start":"2026-02-24T20:48:07.188342Z","end":"2026-02-24T20:48:07.312055Z","steps":["trace[149609511] 'agreement among raft nodes before linearized reading' (duration: 123.421647ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:07.790181Z","caller":"traceutil/trace.go:171","msg":"trace[642968766] transaction","detail":"{read_only:false; response_revision:23505; number_of_response:1; }","duration":"223.157049ms","start":"2026-02-24T20:48:07.566983Z","end":"2026-02-24T20:48:07.79014Z","steps":["trace[642968766] 'process raft request' (duration: 222.880823ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:08.448958Z","caller":"traceutil/trace.go:171","msg":"trace[687344174] transaction","detail":"{read_only:false; response_revision:23508; number_of_response:1; }","duration":"137.977638ms","start":"2026-02-24T20:48:08.310955Z","end":"2026-02-24T20:48:08.448932Z","steps":["trace[687344174] 'process raft request' (duration: 137.800094ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:08.451999Z","caller":"traceutil/trace.go:171","msg":"trace[1386775717] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"114.210471ms","start":"2026-02-24T20:48:08.337744Z","end":"2026-02-24T20:48:08.451955Z","steps":["trace[1386775717] 'process raft request' (duration: 114.014177ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:08.725144Z","caller":"traceutil/trace.go:171","msg":"trace[1087450671] transaction","detail":"{read_only:false; response_revision:23510; number_of_response:1; }","duration":"269.181319ms","start":"2026-02-24T20:48:08.455942Z","end":"2026-02-24T20:48:08.725123Z","steps":["trace[1087450671] 'process raft request' (duration: 264.502409ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:09.244616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.216233ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:09.244776Z","caller":"traceutil/trace.go:171","msg":"trace[573410880] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23510; }","duration":"405.388757ms","start":"2026-02-24T20:48:08.839366Z","end":"2026-02-24T20:48:09.244755Z","steps":["trace[573410880] 'range keys from in-memory index tree' (duration: 405.197953ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:09.275186Z","caller":"traceutil/trace.go:171","msg":"trace[879474378] transaction","detail":"{read_only:false; response_revision:23511; number_of_response:1; }","duration":"515.055732ms","start":"2026-02-24T20:48:08.760103Z","end":"2026-02-24T20:48:09.275159Z","steps":["trace[879474378] 'process raft request' (duration: 514.835877ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:09.275332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:08.760079Z","time spent":"515.180104ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:09.528874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.440095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:09.529089Z","caller":"traceutil/trace.go:171","msg":"trace[116044967] transaction","detail":"{read_only:false; response_revision:23513; number_of_response:1; }","duration":"211.342992ms","start":"2026-02-24T20:48:09.317729Z","end":"2026-02-24T20:48:09.529072Z","steps":["trace[116044967] 'process raft request' (duration: 211.26154ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:09.529252Z","caller":"traceutil/trace.go:171","msg":"trace[1058512770] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"271.605835ms","start":"2026-02-24T20:48:09.257624Z","end":"2026-02-24T20:48:09.52923Z","steps":["trace[1058512770] 'process raft request' (duration: 122.753541ms)","trace[1058512770] 'compare' (duration: 148.147387ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:09.52944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.79859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-02-24T20:48:09.529511Z","caller":"traceutil/trace.go:171","msg":"trace[1357655789] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:23513; }","duration":"265.906943ms","start":"2026-02-24T20:48:09.263587Z","end":"2026-02-24T20:48:09.529494Z","steps":["trace[1357655789] 'agreement among raft nodes before linearized reading' (duration: 265.672577ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:09.52924Z","caller":"traceutil/trace.go:171","msg":"trace[948067691] linearizableReadLoop","detail":"{readStateIndex:24347; appliedIndex:24346; }","duration":"254.096006ms","start":"2026-02-24T20:48:09.275104Z","end":"2026-02-24T20:48:09.5292Z","steps":["trace[948067691] 'read index received' (duration: 105.272572ms)","trace[948067691] 'applied index is now lower than readState.Index' (duration: 148.819464ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:09.529785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.107152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-24T20:48:09.529859Z","caller":"traceutil/trace.go:171","msg":"trace[528260792] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23513; }","duration":"299.220425ms","start":"2026-02-24T20:48:09.230621Z","end":"2026-02-24T20:48:09.529841Z","steps":["trace[528260792] 'agreement among raft nodes before linearized reading' (duration: 299.00543ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:09.530021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.591083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:09.530057Z","caller":"traceutil/trace.go:171","msg":"trace[1046965044] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23513; }","duration":"187.662615ms","start":"2026-02-24T20:48:09.342383Z","end":"2026-02-24T20:48:09.530046Z","steps":["trace[1046965044] 'agreement among raft nodes before linearized reading' (duration: 187.596194ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:09.530125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.966991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4360"} {"level":"info","ts":"2026-02-24T20:48:09.530793Z","caller":"traceutil/trace.go:171","msg":"trace[285816853] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:23513; }","duration":"205.085744ms","start":"2026-02-24T20:48:09.325083Z","end":"2026-02-24T20:48:09.530169Z","steps":["trace[285816853] 'agreement among raft nodes before linearized reading' (duration: 204.736776ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:09.650846Z","caller":"traceutil/trace.go:171","msg":"trace[1649896078] linearizableReadLoop","detail":"{readStateIndex:24349; appliedIndex:24348; }","duration":"103.528511ms","start":"2026-02-24T20:48:09.547286Z","end":"2026-02-24T20:48:09.650815Z","steps":["trace[1649896078] 'read index received' (duration: 98.172175ms)","trace[1649896078] 'applied index is now lower than readState.Index' (duration: 5.354946ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:09.651039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.726985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-02-24T20:48:09.651072Z","caller":"traceutil/trace.go:171","msg":"trace[61504698] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:23514; }","duration":"103.807297ms","start":"2026-02-24T20:48:09.547251Z","end":"2026-02-24T20:48:09.651058Z","steps":["trace[61504698] 'agreement among raft nodes before linearized reading' (duration: 103.675324ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:09.651099Z","caller":"traceutil/trace.go:171","msg":"trace[1335634202] transaction","detail":"{read_only:false; response_revision:23514; number_of_response:1; }","duration":"109.91588ms","start":"2026-02-24T20:48:09.541135Z","end":"2026-02-24T20:48:09.651051Z","steps":["trace[1335634202] 'process raft request' (duration: 104.442432ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:09.799363Z","caller":"traceutil/trace.go:171","msg":"trace[2060504828] transaction","detail":"{read_only:false; response_revision:23515; number_of_response:1; }","duration":"138.731816ms","start":"2026-02-24T20:48:09.660611Z","end":"2026-02-24T20:48:09.799342Z","steps":["trace[2060504828] 'process raft request' (duration: 121.564513ms)","trace[2060504828] 'compare' (duration: 16.923928ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:10.217001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.774604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:10.217084Z","caller":"traceutil/trace.go:171","msg":"trace[1238709743] linearizableReadLoop","detail":"{readStateIndex:24355; appliedIndex:24354; }","duration":"188.668259ms","start":"2026-02-24T20:48:10.028404Z","end":"2026-02-24T20:48:10.217072Z","steps":["trace[1238709743] 'read index received' (duration: 4.699521ms)","trace[1238709743] 'applied index is now lower than readState.Index' (duration: 183.967778ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:10.217148Z","caller":"traceutil/trace.go:171","msg":"trace[648754137] transaction","detail":"{read_only:false; response_revision:23520; number_of_response:1; }","duration":"297.929924ms","start":"2026-02-24T20:48:09.919212Z","end":"2026-02-24T20:48:10.217142Z","steps":["trace[648754137] 'process raft request' (duration: 113.963866ms)","trace[648754137] 'compare' (duration: 183.651611ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:10.217387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.978266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-02-24T20:48:10.217411Z","caller":"traceutil/trace.go:171","msg":"trace[257769141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23520; }","duration":"189.039377ms","start":"2026-02-24T20:48:10.028364Z","end":"2026-02-24T20:48:10.217403Z","steps":["trace[257769141] 'agreement among raft nodes before linearized reading' (duration: 188.905684ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:10.217507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.88465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:10.217567Z","caller":"traceutil/trace.go:171","msg":"trace[820291818] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:23520; }","duration":"115.989973ms","start":"2026-02-24T20:48:10.101564Z","end":"2026-02-24T20:48:10.217554Z","steps":["trace[820291818] 'agreement among raft nodes before linearized reading' (duration: 115.88276ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:10.217571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.87884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-24T20:48:10.217618Z","caller":"traceutil/trace.go:171","msg":"trace[953124846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23520; }","duration":"187.971843ms","start":"2026-02-24T20:48:10.029635Z","end":"2026-02-24T20:48:10.217607Z","steps":["trace[953124846] 'agreement among raft nodes before linearized reading' (duration: 187.810079ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:10.422868Z","caller":"traceutil/trace.go:171","msg":"trace[918854446] linearizableReadLoop","detail":"{readStateIndex:24358; appliedIndex:24355; }","duration":"193.644086ms","start":"2026-02-24T20:48:10.22919Z","end":"2026-02-24T20:48:10.422834Z","steps":["trace[918854446] 'read index received' (duration: 98.86523ms)","trace[918854446] 'applied index is now lower than readState.Index' (duration: 94.777386ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:10.423044Z","caller":"traceutil/trace.go:171","msg":"trace[2147338660] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"199.304068ms","start":"2026-02-24T20:48:10.223724Z","end":"2026-02-24T20:48:10.423028Z","steps":["trace[2147338660] 'process raft request' (duration: 104.310108ms)","trace[2147338660] 'compare' (duration: 94.030797ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:10.423827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.610058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-02-24T20:48:10.423927Z","caller":"traceutil/trace.go:171","msg":"trace[1449391934] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23523; }","duration":"194.749291ms","start":"2026-02-24T20:48:10.229155Z","end":"2026-02-24T20:48:10.423905Z","steps":["trace[1449391934] 'agreement among raft nodes before linearized reading' (duration: 194.438324ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:10.423962Z","caller":"traceutil/trace.go:171","msg":"trace[1152144770] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"200.193419ms","start":"2026-02-24T20:48:10.223748Z","end":"2026-02-24T20:48:10.423941Z","steps":["trace[1152144770] 'process raft request' (duration: 198.94856ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:10.424218Z","caller":"traceutil/trace.go:171","msg":"trace[776962474] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"200.401814ms","start":"2026-02-24T20:48:10.223796Z","end":"2026-02-24T20:48:10.424198Z","steps":["trace[776962474] 'process raft request' (duration: 198.994752ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:10.424966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.692848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-24T20:48:10.425032Z","caller":"traceutil/trace.go:171","msg":"trace[2111888191] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:23523; }","duration":"156.817911ms","start":"2026-02-24T20:48:10.268194Z","end":"2026-02-24T20:48:10.425012Z","steps":["trace[2111888191] 'agreement among raft nodes before linearized reading' (duration: 155.49506ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:10.55465Z","caller":"traceutil/trace.go:171","msg":"trace[1604755497] linearizableReadLoop","detail":"{readStateIndex:24359; appliedIndex:24358; }","duration":"122.102367ms","start":"2026-02-24T20:48:10.432522Z","end":"2026-02-24T20:48:10.554624Z","steps":["trace[1604755497] 'read index received' (duration: 97.193653ms)","trace[1604755497] 'applied index is now lower than readState.Index' (duration: 24.907814ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:10.554947Z","caller":"traceutil/trace.go:171","msg":"trace[216847162] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"122.471895ms","start":"2026-02-24T20:48:10.432464Z","end":"2026-02-24T20:48:10.554936Z","steps":["trace[216847162] 'process raft request' (duration: 97.234703ms)","trace[216847162] 'compare' (duration: 24.71936ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:10.555232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.68151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T20:48:10.555265Z","caller":"traceutil/trace.go:171","msg":"trace[416237296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23524; }","duration":"122.747822ms","start":"2026-02-24T20:48:10.43251Z","end":"2026-02-24T20:48:10.555258Z","steps":["trace[416237296] 'agreement among raft nodes before linearized reading' (duration: 122.601658ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:10.57875Z","caller":"traceutil/trace.go:171","msg":"trace[1044645414] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"146.167321ms","start":"2026-02-24T20:48:10.432534Z","end":"2026-02-24T20:48:10.578702Z","steps":["trace[1044645414] 'process raft request' (duration: 146.025598ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:10.579491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.882478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:48:10.579581Z","caller":"traceutil/trace.go:171","msg":"trace[1128451077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23525; }","duration":"146.993202ms","start":"2026-02-24T20:48:10.432566Z","end":"2026-02-24T20:48:10.579559Z","steps":["trace[1128451077] 'agreement among raft nodes before linearized reading' (duration: 146.655733ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:10.696874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.858196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-wj7zf.1897498340cb4b36\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-02-24T20:48:10.696976Z","caller":"traceutil/trace.go:171","msg":"trace[333699146] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-b56d5d966-wj7zf.1897498340cb4b36; range_end:; response_count:1; response_revision:23527; }","duration":"115.001571ms","start":"2026-02-24T20:48:10.581953Z","end":"2026-02-24T20:48:10.696955Z","steps":["trace[333699146] 'agreement among raft nodes before linearized reading' (duration: 114.675382ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:10.696888Z","caller":"traceutil/trace.go:171","msg":"trace[1374931286] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"113.655007ms","start":"2026-02-24T20:48:10.583202Z","end":"2026-02-24T20:48:10.696857Z","steps":["trace[1374931286] 'process raft request' (duration: 74.284333ms)","trace[1374931286] 'compare' (duration: 39.020726ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:11.021834Z","caller":"traceutil/trace.go:171","msg":"trace[269035048] linearizableReadLoop","detail":"{readStateIndex:24366; appliedIndex:24365; }","duration":"257.656629ms","start":"2026-02-24T20:48:10.764149Z","end":"2026-02-24T20:48:11.021805Z","steps":["trace[269035048] 'read index received' (duration: 218.49836ms)","trace[269035048] 'applied index is now lower than readState.Index' (duration: 39.155879ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:11.021905Z","caller":"traceutil/trace.go:171","msg":"trace[2069177642] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"290.412936ms","start":"2026-02-24T20:48:10.731457Z","end":"2026-02-24T20:48:11.02187Z","steps":["trace[2069177642] 'process raft request' (duration: 251.174165ms)","trace[2069177642] 'compare' (duration: 38.962005ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:11.022222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.71681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-6f87cd48bc-mb978\" ","response":"range_response_count:1 size:4614"} {"level":"warn","ts":"2026-02-24T20:48:11.022239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.968323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:11.022311Z","caller":"traceutil/trace.go:171","msg":"trace[591767517] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23531; }","duration":"119.101546ms","start":"2026-02-24T20:48:10.903192Z","end":"2026-02-24T20:48:11.022294Z","steps":["trace[591767517] 'agreement among raft nodes before linearized reading' (duration: 118.972353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.022355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.06954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:11.022408Z","caller":"traceutil/trace.go:171","msg":"trace[437397814] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23531; }","duration":"261.165111ms","start":"2026-02-24T20:48:10.761225Z","end":"2026-02-24T20:48:11.02239Z","steps":["trace[437397814] 'agreement among raft nodes before linearized reading' (duration: 261.059779ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.025349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.301381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:386891"} {"level":"info","ts":"2026-02-24T20:48:11.025402Z","caller":"traceutil/trace.go:171","msg":"trace[548994342] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:23531; }","duration":"191.438535ms","start":"2026-02-24T20:48:10.833952Z","end":"2026-02-24T20:48:11.02539Z","steps":["trace[548994342] 'agreement among raft nodes before linearized reading' (duration: 188.372003ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:11.022275Z","caller":"traceutil/trace.go:171","msg":"trace[1367154434] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-6f87cd48bc-mb978; range_end:; response_count:1; response_revision:23531; }","duration":"254.793741ms","start":"2026-02-24T20:48:10.767466Z","end":"2026-02-24T20:48:11.02226Z","steps":["trace[1367154434] 'agreement among raft nodes before linearized reading' (duration: 254.542646ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.02719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.151811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-02-24T20:48:11.027237Z","caller":"traceutil/trace.go:171","msg":"trace[169648342] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23531; }","duration":"264.201742ms","start":"2026-02-24T20:48:10.763024Z","end":"2026-02-24T20:48:11.027226Z","steps":["trace[169648342] 'agreement among raft nodes before linearized reading' (duration: 264.10029ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:11.269701Z","caller":"traceutil/trace.go:171","msg":"trace[1921563307] linearizableReadLoop","detail":"{readStateIndex:24368; appliedIndex:24367; }","duration":"151.390923ms","start":"2026-02-24T20:48:11.118282Z","end":"2026-02-24T20:48:11.269673Z","steps":["trace[1921563307] 'read index received' (duration: 151.056935ms)","trace[1921563307] 'applied index is now lower than readState.Index' (duration: 332.688µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:11.269743Z","caller":"traceutil/trace.go:171","msg":"trace[587134360] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"237.728511ms","start":"2026-02-24T20:48:11.031984Z","end":"2026-02-24T20:48:11.269713Z","steps":["trace[587134360] 'process raft request' (duration: 237.489156ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.269942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.045443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-02-24T20:48:11.270027Z","caller":"traceutil/trace.go:171","msg":"trace[1166321309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23533; }","duration":"222.150205ms","start":"2026-02-24T20:48:11.047853Z","end":"2026-02-24T20:48:11.270003Z","steps":["trace[1166321309] 'agreement among raft nodes before linearized reading' (duration: 221.869028ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.270793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.817883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-b56d5d966-wj7zf.1897498345f67c34\" ","response":"range_response_count:1 size:782"} {"level":"info","ts":"2026-02-24T20:48:11.272003Z","caller":"traceutil/trace.go:171","msg":"trace[380125931] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-b56d5d966-wj7zf.1897498345f67c34; range_end:; response_count:1; response_revision:23533; }","duration":"148.946046ms","start":"2026-02-24T20:48:11.121908Z","end":"2026-02-24T20:48:11.270854Z","steps":["trace[380125931] 'agreement among raft nodes before linearized reading' (duration: 148.169729ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.274027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.264285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29532755.1897490d5c83f0dc\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:23531 ","response":"range_response_count:500 size:386535"} {"level":"info","ts":"2026-02-24T20:48:11.274083Z","caller":"traceutil/trace.go:171","msg":"trace[455227271] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29532755.1897490d5c83f0dc\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:23533; }","duration":"227.378389ms","start":"2026-02-24T20:48:11.046691Z","end":"2026-02-24T20:48:11.274069Z","steps":["trace[455227271] 'agreement among raft nodes before linearized reading' (duration: 223.131409ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:11.531781Z","caller":"traceutil/trace.go:171","msg":"trace[327115044] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"119.044655ms","start":"2026-02-24T20:48:11.412702Z","end":"2026-02-24T20:48:11.531746Z","steps":["trace[327115044] 'process raft request' (duration: 118.811199ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:11.536095Z","caller":"traceutil/trace.go:171","msg":"trace[1143003465] linearizableReadLoop","detail":"{readStateIndex:24375; appliedIndex:24373; }","duration":"100.482829ms","start":"2026-02-24T20:48:11.435583Z","end":"2026-02-24T20:48:11.536066Z","steps":["trace[1143003465] 'read index received' (duration: 95.951312ms)","trace[1143003465] 'applied index is now lower than readState.Index' (duration: 4.530297ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:11.536184Z","caller":"traceutil/trace.go:171","msg":"trace[1337660548] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"119.813553ms","start":"2026-02-24T20:48:11.416347Z","end":"2026-02-24T20:48:11.53616Z","steps":["trace[1337660548] 'process raft request' (duration: 119.529596ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:11.536359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.752835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-24T20:48:11.536453Z","caller":"traceutil/trace.go:171","msg":"trace[1829212730] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23540; }","duration":"100.901458ms","start":"2026-02-24T20:48:11.435535Z","end":"2026-02-24T20:48:11.536436Z","steps":["trace[1829212730] 'agreement among raft nodes before linearized reading' (duration: 100.658383ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:11.782053Z","caller":"traceutil/trace.go:171","msg":"trace[2064773450] linearizableReadLoop","detail":"{readStateIndex:24381; appliedIndex:24380; }","duration":"126.906959ms","start":"2026-02-24T20:48:11.655107Z","end":"2026-02-24T20:48:11.782014Z","steps":["trace[2064773450] 'read index received' (duration: 86.52305ms)","trace[2064773450] 'applied index is now lower than readState.Index' (duration: 40.382289ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:11.782359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.211956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-75b659d6f-crvv5.18974732f1d41444\" ","response":"range_response_count:1 size:854"} {"level":"info","ts":"2026-02-24T20:48:11.782408Z","caller":"traceutil/trace.go:171","msg":"trace[63089020] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-75b659d6f-crvv5.18974732f1d41444; range_end:; response_count:1; response_revision:23546; }","duration":"127.315459ms","start":"2026-02-24T20:48:11.655078Z","end":"2026-02-24T20:48:11.782393Z","steps":["trace[63089020] 'agreement among raft nodes before linearized reading' (duration: 127.073173ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:11.782446Z","caller":"traceutil/trace.go:171","msg":"trace[536452001] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"149.314705ms","start":"2026-02-24T20:48:11.632835Z","end":"2026-02-24T20:48:11.78215Z","steps":["trace[536452001] 'process raft request' (duration: 108.783943ms)","trace[536452001] 'compare' (duration: 40.169324ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:12.066644Z","caller":"traceutil/trace.go:171","msg":"trace[544168163] transaction","detail":"{read_only:false; response_revision:23548; number_of_response:1; }","duration":"234.276519ms","start":"2026-02-24T20:48:11.832327Z","end":"2026-02-24T20:48:12.066604Z","steps":["trace[544168163] 'process raft request' (duration: 233.997623ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:12.090804Z","caller":"traceutil/trace.go:171","msg":"trace[1211341261] linearizableReadLoop","detail":"{readStateIndex:24384; appliedIndex:24382; }","duration":"171.907315ms","start":"2026-02-24T20:48:11.918867Z","end":"2026-02-24T20:48:12.090774Z","steps":["trace[1211341261] 'read index received' (duration: 147.463441ms)","trace[1211341261] 'applied index is now lower than readState.Index' (duration: 24.442044ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:12.091098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.203803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-02-24T20:48:12.091155Z","caller":"traceutil/trace.go:171","msg":"trace[1256719208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23549; }","duration":"172.344596ms","start":"2026-02-24T20:48:11.918796Z","end":"2026-02-24T20:48:12.091141Z","steps":["trace[1256719208] 'agreement among raft nodes before linearized reading' (duration: 172.072759ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:12.091147Z","caller":"traceutil/trace.go:171","msg":"trace[1643799382] transaction","detail":"{read_only:false; response_revision:23549; number_of_response:1; }","duration":"258.427617ms","start":"2026-02-24T20:48:11.832677Z","end":"2026-02-24T20:48:12.091104Z","steps":["trace[1643799382] 'process raft request' (duration: 257.972346ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:12.64887Z","caller":"traceutil/trace.go:171","msg":"trace[2080013292] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"153.145444ms","start":"2026-02-24T20:48:12.495679Z","end":"2026-02-24T20:48:12.648824Z","steps":["trace[2080013292] 'process raft request' (duration: 142.896764ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:13.497562Z","caller":"traceutil/trace.go:171","msg":"trace[1896226640] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"102.853605ms","start":"2026-02-24T20:48:13.394678Z","end":"2026-02-24T20:48:13.497532Z","steps":["trace[1896226640] 'process raft request' (duration: 102.65391ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:13.682746Z","caller":"traceutil/trace.go:171","msg":"trace[234447470] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"123.617592ms","start":"2026-02-24T20:48:13.559097Z","end":"2026-02-24T20:48:13.682714Z","steps":["trace[234447470] 'process raft request' (duration: 100.758265ms)","trace[234447470] 'compare' (duration: 22.715763ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:16.935473Z","caller":"traceutil/trace.go:171","msg":"trace[927635275] linearizableReadLoop","detail":"{readStateIndex:24404; appliedIndex:24403; }","duration":"114.414135ms","start":"2026-02-24T20:48:16.821037Z","end":"2026-02-24T20:48:16.935451Z","steps":["trace[927635275] 'read index received' (duration: 72.056191ms)","trace[927635275] 'applied index is now lower than readState.Index' (duration: 42.356704ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:16.935605Z","caller":"traceutil/trace.go:171","msg":"trace[591174925] transaction","detail":"{read_only:false; response_revision:23568; number_of_response:1; }","duration":"123.051178ms","start":"2026-02-24T20:48:16.812519Z","end":"2026-02-24T20:48:16.93557Z","steps":["trace[591174925] 'process raft request' (duration: 80.651163ms)","trace[591174925] 'compare' (duration: 42.17813ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:16.935649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:16.935685Z","caller":"traceutil/trace.go:171","msg":"trace[65909374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23568; }","duration":"114.685443ms","start":"2026-02-24T20:48:16.820988Z","end":"2026-02-24T20:48:16.935673Z","steps":["trace[65909374] 'agreement among raft nodes before linearized reading' (duration: 114.60094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:19.312051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:48:19.503147Z","caller":"traceutil/trace.go:171","msg":"trace[964214180] transaction","detail":"{read_only:false; response_revision:23576; number_of_response:1; }","duration":"951.773834ms","start":"2026-02-24T20:48:18.551353Z","end":"2026-02-24T20:48:19.503127Z","steps":["trace[964214180] 'process raft request' (duration: 951.63119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:19.503282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:18.551326Z","time spent":"951.886817ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4163,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:19.941984Z","caller":"traceutil/trace.go:171","msg":"trace[1037004403] transaction","detail":"{read_only:false; response_revision:23578; number_of_response:1; }","duration":"216.404431ms","start":"2026-02-24T20:48:19.725561Z","end":"2026-02-24T20:48:19.941966Z","steps":["trace[1037004403] 'process raft request' (duration: 216.36234ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:19.942094Z","caller":"traceutil/trace.go:171","msg":"trace[450779166] transaction","detail":"{read_only:false; response_revision:23577; number_of_response:1; }","duration":"540.364445ms","start":"2026-02-24T20:48:19.401699Z","end":"2026-02-24T20:48:19.942064Z","steps":["trace[450779166] 'process raft request' (duration: 540.12561ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:19.942224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130255873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T20:48:19.94224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:19.401681Z","time spent":"540.477618ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:19.942258Z","caller":"traceutil/trace.go:171","msg":"trace[765689686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23578; }","duration":"1.130340785s","start":"2026-02-24T20:48:18.811911Z","end":"2026-02-24T20:48:19.942252Z","steps":["trace[765689686] 'agreement among raft nodes before linearized reading' (duration: 1.130230653s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:19.942128Z","caller":"traceutil/trace.go:171","msg":"trace[1140081091] linearizableReadLoop","detail":"{readStateIndex:24414; appliedIndex:24412; }","duration":"1.130156551s","start":"2026-02-24T20:48:18.811964Z","end":"2026-02-24T20:48:19.94212Z","steps":["trace[1140081091] 'read index received' (duration: 691.001332ms)","trace[1140081091] 'applied index is now lower than readState.Index' (duration: 439.154449ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:19.942338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:18.811885Z","time spent":"1.130443118s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:48:19.942486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003138859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:48:19.942515Z","caller":"traceutil/trace.go:171","msg":"trace[1153268610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23578; }","duration":"1.003165639s","start":"2026-02-24T20:48:18.939341Z","end":"2026-02-24T20:48:19.942507Z","steps":["trace[1153268610] 'agreement among raft nodes before linearized reading' (duration: 1.003099678s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:19.942535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:18.939292Z","time spent":"1.003236851s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:48:19.942587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.131113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-24T20:48:19.942634Z","caller":"traceutil/trace.go:171","msg":"trace[796977147] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23578; }","duration":"446.213705ms","start":"2026-02-24T20:48:19.496407Z","end":"2026-02-24T20:48:19.94262Z","steps":["trace[796977147] 'agreement among raft nodes before linearized reading' (duration: 446.087252ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:19.942662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:19.496393Z","time spent":"446.262246ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-24T20:48:19.942726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.895628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:19.942741Z","caller":"traceutil/trace.go:171","msg":"trace[1889835269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23578; }","duration":"120.930519ms","start":"2026-02-24T20:48:19.821805Z","end":"2026-02-24T20:48:19.942736Z","steps":["trace[1889835269] 'agreement among raft nodes before linearized reading' (duration: 120.903218ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:19.942872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.392332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:19.942883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.573916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-02-24T20:48:19.942886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.715662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267335"} {"level":"info","ts":"2026-02-24T20:48:19.94291Z","caller":"traceutil/trace.go:171","msg":"trace[2094309891] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23578; }","duration":"910.632317ms","start":"2026-02-24T20:48:19.032269Z","end":"2026-02-24T20:48:19.942902Z","steps":["trace[2094309891] 'agreement among raft nodes before linearized reading' (duration: 910.561806ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:19.942919Z","caller":"traceutil/trace.go:171","msg":"trace[1624116983] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23578; }","duration":"646.789874ms","start":"2026-02-24T20:48:19.29612Z","end":"2026-02-24T20:48:19.942909Z","steps":["trace[1624116983] 'agreement among raft nodes before linearized reading' (duration: 646.462196ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:19.942927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:19.032253Z","time spent":"910.669438ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-02-24T20:48:19.942949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.411398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T20:48:19.942894Z","caller":"traceutil/trace.go:171","msg":"trace[1944257967] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23578; }","duration":"228.451893ms","start":"2026-02-24T20:48:19.714434Z","end":"2026-02-24T20:48:19.942886Z","steps":["trace[1944257967] 'agreement among raft nodes before linearized reading' (duration: 228.415582ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:19.942968Z","caller":"traceutil/trace.go:171","msg":"trace[53176766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23578; }","duration":"414.46862ms","start":"2026-02-24T20:48:19.528493Z","end":"2026-02-24T20:48:19.942962Z","steps":["trace[53176766] 'agreement among raft nodes before linearized reading' (duration: 414.412899ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:19.942989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:19.528474Z","time spent":"414.51031ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-24T20:48:19.942946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:19.296096Z","time spent":"646.841685ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267358,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-24T20:48:19.942999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.010888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T20:48:19.943399Z","caller":"traceutil/trace.go:171","msg":"trace[1633633621] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23578; }","duration":"851.437067ms","start":"2026-02-24T20:48:19.091939Z","end":"2026-02-24T20:48:19.943376Z","steps":["trace[1633633621] 'agreement among raft nodes before linearized reading' (duration: 850.870344ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:19.943448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:19.091926Z","time spent":"851.50909ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-24T20:48:22.071734Z","caller":"traceutil/trace.go:171","msg":"trace[1509100536] transaction","detail":"{read_only:false; response_revision:23587; number_of_response:1; }","duration":"100.959119ms","start":"2026-02-24T20:48:21.970738Z","end":"2026-02-24T20:48:22.071697Z","steps":["trace[1509100536] 'process raft request' (duration: 100.896718ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:22.071789Z","caller":"traceutil/trace.go:171","msg":"trace[312730894] transaction","detail":"{read_only:false; response_revision:23586; number_of_response:1; }","duration":"101.336439ms","start":"2026-02-24T20:48:21.97043Z","end":"2026-02-24T20:48:22.071766Z","steps":["trace[312730894] 'process raft request' (duration: 101.135514ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:22.071749Z","caller":"traceutil/trace.go:171","msg":"trace[333199062] transaction","detail":"{read_only:false; response_revision:23585; number_of_response:1; }","duration":"101.561734ms","start":"2026-02-24T20:48:21.970159Z","end":"2026-02-24T20:48:22.071721Z","steps":["trace[333199062] 'process raft request' (duration: 34.430338ms)","trace[333199062] 'compare' (duration: 66.791628ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:24.308046Z","caller":"traceutil/trace.go:171","msg":"trace[1092600122] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"117.445118ms","start":"2026-02-24T20:48:24.190577Z","end":"2026-02-24T20:48:24.308022Z","steps":["trace[1092600122] 'process raft request' (duration: 92.87359ms)","trace[1092600122] 'compare' (duration: 24.330012ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:25.942722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:26.443729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:26.819052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.563251188s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:48:26.819414Z","caller":"traceutil/trace.go:171","msg":"trace[95810017] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"1.563701129s","start":"2026-02-24T20:48:25.255687Z","end":"2026-02-24T20:48:26.819389Z","steps":["trace[95810017] 'process raft request' (duration: 1.563532725s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:26.819553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:25.255668Z","time spent":"1.563801402s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:27.823678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000267597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:27.8238Z","caller":"traceutil/trace.go:171","msg":"trace[1318147426] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430312s","start":"2026-02-24T20:48:25.823339Z","end":"2026-02-24T20:48:27.823769Z","steps":["trace[1318147426] 'agreement among raft nodes before linearized reading' (duration: 2.000281908s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:27.823863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:25.823328Z","time spent":"2.000525194s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:29.824225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000005402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:29.824311Z","caller":"traceutil/trace.go:171","msg":"trace[1859911472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000154685s","start":"2026-02-24T20:48:27.824138Z","end":"2026-02-24T20:48:29.824292Z","steps":["trace[1859911472] 'agreement among raft nodes before linearized reading' (duration: 2.000048993s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:29.824362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.824116Z","time spent":"2.000233917s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:30.231755Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.410431253s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:48:30.806738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999545828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:30.806823Z","caller":"traceutil/trace.go:171","msg":"trace[1655831359] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999682961s","start":"2026-02-24T20:48:25.807119Z","end":"2026-02-24T20:48:30.806802Z","steps":["trace[1655831359] 'agreement among raft nodes before linearized reading' (duration: 4.999579079s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:30.806874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:25.807097Z","time spent":"4.999764173s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/02/24 20:48:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:30.929766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090187649s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:30.929893Z","caller":"traceutil/trace.go:171","msg":"trace[1315092605] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23601; }","duration":"2.090328562s","start":"2026-02-24T20:48:28.839547Z","end":"2026-02-24T20:48:30.929875Z","steps":["trace[1315092605] 'range keys from in-memory index tree' (duration: 2.090171138s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:30.930941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.752404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:30.931009Z","caller":"traceutil/trace.go:171","msg":"trace[1062800431] linearizableReadLoop","detail":"{readStateIndex:24441; appliedIndex:24439; }","duration":"5.488916456s","start":"2026-02-24T20:48:25.442081Z","end":"2026-02-24T20:48:30.930998Z","steps":["trace[1062800431] 'read index received' (duration: 1.37712265s)","trace[1062800431] 'applied index is now lower than readState.Index' (duration: 4.111792806s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:30.931073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.488997347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:30.93109Z","caller":"traceutil/trace.go:171","msg":"trace[138750959] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23602; }","duration":"5.489054059s","start":"2026-02-24T20:48:25.442031Z","end":"2026-02-24T20:48:30.931085Z","steps":["trace[138750959] 'agreement among raft nodes before linearized reading' (duration: 5.489014418s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:30.931063Z","caller":"traceutil/trace.go:171","msg":"trace[1483117736] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"4.929287678s","start":"2026-02-24T20:48:26.001739Z","end":"2026-02-24T20:48:30.931026Z","steps":["trace[1483117736] 'process raft request' (duration: 4.230393761s)","trace[1483117736] 'compare' (duration: 698.405405ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:30.931107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:25.442011Z","time spent":"5.489092139s","remote":"127.0.0.1:43648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:30.931198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.00171Z","time spent":"4.929414321s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:30.936962Z","caller":"traceutil/trace.go:171","msg":"trace[1217761572] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"4.111866039s","start":"2026-02-24T20:48:26.825081Z","end":"2026-02-24T20:48:30.936947Z","steps":["trace[1217761572] 'process raft request' (duration: 4.111639593s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:30.937054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.825062Z","time spent":"4.11193862s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:30.937241Z","caller":"traceutil/trace.go:171","msg":"trace[1625307215] transaction","detail":"{read_only:false; response_revision:23604; number_of_response:1; }","duration":"4.108246654s","start":"2026-02-24T20:48:26.828974Z","end":"2026-02-24T20:48:30.937221Z","steps":["trace[1625307215] 'process raft request' (duration: 4.108095971s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:30.937315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.828951Z","time spent":"4.108321396s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:48:30.937275Z","caller":"traceutil/trace.go:171","msg":"trace[108693478] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"2.733129172s","start":"2026-02-24T20:48:28.20412Z","end":"2026-02-24T20:48:30.93725Z","steps":["trace[108693478] 'process raft request' (duration: 2.733016609s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:30.937436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:28.204091Z","time spent":"2.733276106s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:31.165878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99923463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:31.16597Z","caller":"traceutil/trace.go:171","msg":"trace[513171578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999386283s","start":"2026-02-24T20:48:26.166559Z","end":"2026-02-24T20:48:31.165946Z","steps":["trace[513171578] 'agreement among raft nodes before linearized reading' (duration: 4.999272081s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:31.166021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.166542Z","time spent":"4.999468765s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/02/24 20:48:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:31.351872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999485367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:31.351964Z","caller":"traceutil/trace.go:171","msg":"trace[258806988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99965031s","start":"2026-02-24T20:48:26.352293Z","end":"2026-02-24T20:48:31.351943Z","steps":["trace[258806988] 'agreement among raft nodes before linearized reading' (duration: 4.999530058s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:31.352018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.352262Z","time spent":"4.999745362s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:48:31.831225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:31.831308Z","caller":"traceutil/trace.go:171","msg":"trace[744833789] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000336529s","start":"2026-02-24T20:48:29.830954Z","end":"2026-02-24T20:48:31.83129Z","steps":["trace[744833789] 'agreement among raft nodes before linearized reading' (duration: 2.000230617s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:31.831358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:29.830945Z","time spent":"2.000404541s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:32.16429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999267961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:32.164386Z","caller":"traceutil/trace.go:171","msg":"trace[1279139965] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999425435s","start":"2026-02-24T20:48:27.164936Z","end":"2026-02-24T20:48:32.164361Z","steps":["trace[1279139965] 'agreement among raft nodes before linearized reading' (duration: 4.999314053s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.164439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.164903Z","time spent":"4.999524387s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/02/24 20:48:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:32.216306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999184619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:32.21639Z","caller":"traceutil/trace.go:171","msg":"trace[1718116082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999311362s","start":"2026-02-24T20:48:27.217058Z","end":"2026-02-24T20:48:32.21637Z","steps":["trace[1718116082] 'agreement among raft nodes before linearized reading' (duration: 4.999205719s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.216439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.217043Z","time spent":"4.999386603s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/24 20:48:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:32.439937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.503138838s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:48:32.440906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5028214s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T20:48:32.441219Z","caller":"traceutil/trace.go:171","msg":"trace[522662865] linearizableReadLoop","detail":"{readStateIndex:24446; appliedIndex:24441; }","duration":"1.510179124s","start":"2026-02-24T20:48:30.931023Z","end":"2026-02-24T20:48:32.441202Z","steps":["trace[522662865] 'read index received' (duration: 5.816227ms)","trace[522662865] 'applied index is now lower than readState.Index' (duration: 1.504361486s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:32.441369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.777585253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:32.441401Z","caller":"traceutil/trace.go:171","msg":"trace[1657894947] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23606; }","duration":"5.777671335s","start":"2026-02-24T20:48:26.66372Z","end":"2026-02-24T20:48:32.441391Z","steps":["trace[1657894947] 'agreement among raft nodes before linearized reading' (duration: 5.777561932s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.441372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.395692729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:32.441433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.663698Z","time spent":"5.777725827s","remote":"127.0.0.1:53550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:32.441385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.492852063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:32.441455Z","caller":"traceutil/trace.go:171","msg":"trace[1078485422] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23606; }","duration":"5.395828401s","start":"2026-02-24T20:48:27.045603Z","end":"2026-02-24T20:48:32.441431Z","steps":["trace[1078485422] 'agreement among raft nodes before linearized reading' (duration: 5.395624426s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.441498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.045581Z","time spent":"5.395906743s","remote":"127.0.0.1:53430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:32.441508Z","caller":"traceutil/trace.go:171","msg":"trace[573691880] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23606; }","duration":"4.493031067s","start":"2026-02-24T20:48:27.948449Z","end":"2026-02-24T20:48:32.44148Z","steps":["trace[573691880] 'agreement among raft nodes before linearized reading' (duration: 4.492761091s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.441597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.948428Z","time spent":"4.493149779s","remote":"127.0.0.1:50972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:32.441644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.128717025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:32.441676Z","caller":"traceutil/trace.go:171","msg":"trace[1583701037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23606; }","duration":"6.128787147s","start":"2026-02-24T20:48:26.31288Z","end":"2026-02-24T20:48:32.441667Z","steps":["trace[1583701037] 'agreement among raft nodes before linearized reading' (duration: 6.128727556s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.441702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.312862Z","time spent":"6.128831799s","remote":"127.0.0.1:60284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:32.441787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.609037441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-02-24T20:48:32.441821Z","caller":"traceutil/trace.go:171","msg":"trace[17126588] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23606; }","duration":"4.609100763s","start":"2026-02-24T20:48:27.832707Z","end":"2026-02-24T20:48:32.441808Z","steps":["trace[17126588] 'agreement among raft nodes before linearized reading' (duration: 4.60897387s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.441847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.832686Z","time spent":"4.609155823s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-02-24T20:48:32.44192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.275775717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:48:32.441953Z","caller":"traceutil/trace.go:171","msg":"trace[656745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23606; }","duration":"6.27582173s","start":"2026-02-24T20:48:26.166119Z","end":"2026-02-24T20:48:32.441941Z","steps":["trace[656745] 'agreement among raft nodes before linearized reading' (duration: 6.275708557s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.441955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.733247816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:32.441984Z","caller":"traceutil/trace.go:171","msg":"trace[1331250614] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23606; }","duration":"4.733326578s","start":"2026-02-24T20:48:27.708646Z","end":"2026-02-24T20:48:32.441973Z","steps":["trace[1331250614] 'agreement among raft nodes before linearized reading' (duration: 4.733278817s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.442011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.708622Z","time spent":"4.733381779s","remote":"127.0.0.1:53172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:32.441977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.166111Z","time spent":"6.27586049s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:48:32.442062Z","caller":"traceutil/trace.go:171","msg":"trace[705007164] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"2.196215028s","start":"2026-02-24T20:48:30.245827Z","end":"2026-02-24T20:48:32.442042Z","steps":["trace[705007164] 'process raft request' (duration: 2.195201834s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.442163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.913770784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:32.44219Z","caller":"traceutil/trace.go:171","msg":"trace[1062351570] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23606; }","duration":"4.913876506s","start":"2026-02-24T20:48:27.528305Z","end":"2026-02-24T20:48:32.442182Z","steps":["trace[1062351570] 'agreement among raft nodes before linearized reading' (duration: 4.913798224s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.442183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:30.245773Z","time spent":"2.19633219s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:32.442217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.528265Z","time spent":"4.913945028s","remote":"127.0.0.1:52478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:32.442307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.615621446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:32.442323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.14768133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-02-24T20:48:32.442372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.161607672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:32.442384Z","caller":"traceutil/trace.go:171","msg":"trace[1904699195] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23606; }","duration":"4.147749371s","start":"2026-02-24T20:48:28.294616Z","end":"2026-02-24T20:48:32.442366Z","steps":["trace[1904699195] 'agreement among raft nodes before linearized reading' (duration: 4.147552067s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.44241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.207663157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1629"} {"level":"info","ts":"2026-02-24T20:48:32.442422Z","caller":"traceutil/trace.go:171","msg":"trace[474752358] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23606; }","duration":"5.161686594s","start":"2026-02-24T20:48:27.280716Z","end":"2026-02-24T20:48:32.442402Z","steps":["trace[474752358] 'agreement among raft nodes before linearized reading' (duration: 5.161629493s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.442429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.516835587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:32.442437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:28.294582Z","time spent":"4.147834253s","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-02-24T20:48:32.442464Z","caller":"traceutil/trace.go:171","msg":"trace[1533464904] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23606; }","duration":"4.207743319s","start":"2026-02-24T20:48:28.2347Z","end":"2026-02-24T20:48:32.442443Z","steps":["trace[1533464904] 'agreement among raft nodes before linearized reading' (duration: 4.207584646s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:32.442475Z","caller":"traceutil/trace.go:171","msg":"trace[1688373561] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23606; }","duration":"6.516903518s","start":"2026-02-24T20:48:25.925549Z","end":"2026-02-24T20:48:32.442452Z","steps":["trace[1688373561] 'agreement among raft nodes before linearized reading' (duration: 6.516850617s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.442472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.378248903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-02-24T20:48:32.442483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.280694Z","time spent":"5.161760976s","remote":"127.0.0.1:51096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:32.442514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:25.925531Z","time spent":"6.51697493s","remote":"127.0.0.1:51194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:32.44252Z","caller":"traceutil/trace.go:171","msg":"trace[326804606] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23606; }","duration":"4.378339295s","start":"2026-02-24T20:48:28.064166Z","end":"2026-02-24T20:48:32.442506Z","steps":["trace[326804606] 'agreement among raft nodes before linearized reading' (duration: 4.378203602s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.442554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:28.064144Z","time spent":"4.378402946s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-02-24T20:48:32.442196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.343980569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-24T20:48:32.442513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:28.234684Z","time spent":"4.207816111s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1652,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-24T20:48:32.442637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199421232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:32.44265Z","caller":"traceutil/trace.go:171","msg":"trace[217363788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23606; }","duration":"6.344472361s","start":"2026-02-24T20:48:26.098162Z","end":"2026-02-24T20:48:32.442634Z","steps":["trace[217363788] 'agreement among raft nodes before linearized reading' (duration: 6.343976179s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.442297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.268082242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:32.442677Z","caller":"traceutil/trace.go:171","msg":"trace[9005631] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:23606; }","duration":"2.199504184s","start":"2026-02-24T20:48:30.243163Z","end":"2026-02-24T20:48:32.442667Z","steps":["trace[9005631] 'agreement among raft nodes before linearized reading' (duration: 2.199440853s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.442695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:26.098138Z","time spent":"6.344544542s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:48:32.442699Z","caller":"traceutil/trace.go:171","msg":"trace[1161675891] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23606; }","duration":"5.268528712s","start":"2026-02-24T20:48:27.174158Z","end":"2026-02-24T20:48:32.442687Z","steps":["trace[1161675891] 'agreement among raft nodes before linearized reading' (duration: 5.26802772s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.442747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:27.174147Z","time spent":"5.268583564s","remote":"127.0.0.1:51342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:32.442764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.406610627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-02-24T20:48:32.442796Z","caller":"traceutil/trace.go:171","msg":"trace[1388467625] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23606; }","duration":"4.406683789s","start":"2026-02-24T20:48:28.036101Z","end":"2026-02-24T20:48:32.442785Z","steps":["trace[1388467625] 'agreement among raft nodes before linearized reading' (duration: 4.406596557s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.442806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615480511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-02-24T20:48:32.442827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:28.036083Z","time spent":"4.406735981s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-02-24T20:48:32.442839Z","caller":"traceutil/trace.go:171","msg":"trace[548679403] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f; range_end:; response_count:1; response_revision:23606; }","duration":"2.615542362s","start":"2026-02-24T20:48:29.827286Z","end":"2026-02-24T20:48:32.442829Z","steps":["trace[548679403] 'agreement among raft nodes before linearized reading' (duration: 2.61544031s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.442707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:30.243142Z","time spent":"2.199556886s","remote":"127.0.0.1:54110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:32.442863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:29.82727Z","time spent":"2.615587333s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" "} {"level":"warn","ts":"2026-02-24T20:48:32.442894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845298521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:32.442945Z","caller":"traceutil/trace.go:171","msg":"trace[1482909251] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23606; }","duration":"3.845394274s","start":"2026-02-24T20:48:28.597538Z","end":"2026-02-24T20:48:32.442932Z","steps":["trace[1482909251] 'agreement among raft nodes before linearized reading' (duration: 3.845301221s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.442979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:28.597518Z","time spent":"3.845452274s","remote":"127.0.0.1:51318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:32.442372Z","caller":"traceutil/trace.go:171","msg":"trace[52249793] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:23606; }","duration":"6.61578379s","start":"2026-02-24T20:48:25.826568Z","end":"2026-02-24T20:48:32.442352Z","steps":["trace[52249793] 'agreement among raft nodes before linearized reading' (duration: 6.615655837s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.443014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879633357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:32.443047Z","caller":"traceutil/trace.go:171","msg":"trace[660036911] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23606; }","duration":"3.879705449s","start":"2026-02-24T20:48:28.563333Z","end":"2026-02-24T20:48:32.443038Z","steps":["trace[660036911] 'agreement among raft nodes before linearized reading' (duration: 3.879656448s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.443045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:25.826548Z","time spent":"6.616483776s","remote":"127.0.0.1:52558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:32.443076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:28.563312Z","time spent":"3.87975424s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:32.443106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822585441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T20:48:32.443143Z","caller":"traceutil/trace.go:171","msg":"trace[2119441578] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23606; }","duration":"2.822675553s","start":"2026-02-24T20:48:29.620458Z","end":"2026-02-24T20:48:32.443134Z","steps":["trace[2119441578] 'agreement among raft nodes before linearized reading' (duration: 2.822463728s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:32.443172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:29.620437Z","time spent":"2.822727565s","remote":"127.0.0.1:50932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":227,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:32.941509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:33.354699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.220972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:33.354857Z","caller":"traceutil/trace.go:171","msg":"trace[1254025468] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"2.310708395s","start":"2026-02-24T20:48:31.044078Z","end":"2026-02-24T20:48:33.354787Z","steps":["trace[1254025468] 'process raft request' (duration: 2.101314769s)","trace[1254025468] 'compare' (duration: 208.407533ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:33.354964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:31.044061Z","time spent":"2.310867209s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:33.831843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999835718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:33.831978Z","caller":"traceutil/trace.go:171","msg":"trace[235845301] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000038451s","start":"2026-02-24T20:48:31.831909Z","end":"2026-02-24T20:48:33.831948Z","steps":["trace[235845301] 'agreement among raft nodes before linearized reading' (duration: 1.999854807s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:33.832051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:31.831895Z","time spent":"2.000142515s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:34.353557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.208162272s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:48:34.353976Z","caller":"traceutil/trace.go:171","msg":"trace[1646869756] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"1.906761752s","start":"2026-02-24T20:48:32.447188Z","end":"2026-02-24T20:48:34.35395Z","steps":["trace[1646869756] 'process raft request' (duration: 1.90671274s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.353942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.444977Z","time spent":"1.908955863s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T20:48:34.354073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.447181Z","time spent":"1.906827483s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:34.354176Z","caller":"traceutil/trace.go:171","msg":"trace[971124877] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"1.907632803s","start":"2026-02-24T20:48:32.446538Z","end":"2026-02-24T20:48:34.354171Z","steps":["trace[971124877] 'process raft request' (duration: 1.907261034s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.354207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.446526Z","time spent":"1.907664863s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:34.354389Z","caller":"traceutil/trace.go:171","msg":"trace[1151188558] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"1.906914325s","start":"2026-02-24T20:48:32.447456Z","end":"2026-02-24T20:48:34.35437Z","steps":["trace[1151188558] 'process raft request' (duration: 1.906470725s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.354525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.447439Z","time spent":"1.907015487s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:34.354681Z","caller":"traceutil/trace.go:171","msg":"trace[52587328] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"1.906367944s","start":"2026-02-24T20:48:32.448293Z","end":"2026-02-24T20:48:34.354661Z","steps":["trace[52587328] 'process raft request' (duration: 1.905982714s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.354782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.448273Z","time spent":"1.906464506s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:34.354864Z","caller":"traceutil/trace.go:171","msg":"trace[1731380692] transaction","detail":"{read_only:false; response_revision:23613; number_of_response:1; }","duration":"1.417368104s","start":"2026-02-24T20:48:32.937489Z","end":"2026-02-24T20:48:34.354857Z","steps":["trace[1731380692] 'process raft request' (duration: 1.417303612s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.354911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.937449Z","time spent":"1.417438815s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:34.354977Z","caller":"traceutil/trace.go:171","msg":"trace[1912940425] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"1.906250661s","start":"2026-02-24T20:48:32.448716Z","end":"2026-02-24T20:48:34.354966Z","steps":["trace[1912940425] 'process raft request' (duration: 1.905870892s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.35501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.448706Z","time spent":"1.906289032s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:34.354988Z","caller":"traceutil/trace.go:171","msg":"trace[1774098793] linearizableReadLoop","detail":"{readStateIndex:24454; appliedIndex:24446; }","duration":"1.913695805s","start":"2026-02-24T20:48:32.441255Z","end":"2026-02-24T20:48:34.35495Z","steps":["trace[1774098793] 'read index received' (duration: 704.15169ms)","trace[1774098793] 'applied index is now lower than readState.Index' (duration: 1.209542505s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:34.355119Z","caller":"traceutil/trace.go:171","msg":"trace[166752441] transaction","detail":"{read_only:false; response_revision:23614; number_of_response:1; }","duration":"1.412173041s","start":"2026-02-24T20:48:32.942936Z","end":"2026-02-24T20:48:34.35511Z","steps":["trace[166752441] 'process raft request' (duration: 1.411897265s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.355152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.94291Z","time spent":"1.412227643s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:34.355247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918112909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:34.355299Z","caller":"traceutil/trace.go:171","msg":"trace[604646954] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23614; }","duration":"1.918239102s","start":"2026-02-24T20:48:32.437046Z","end":"2026-02-24T20:48:34.355285Z","steps":["trace[604646954] 'agreement among raft nodes before linearized reading' (duration: 1.918080849s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.355347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.437023Z","time spent":"1.918312714s","remote":"127.0.0.1:53232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:34.830858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.562939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:34.830953Z","caller":"traceutil/trace.go:171","msg":"trace[409007454] linearizableReadLoop","detail":"{readStateIndex:24456; appliedIndex:24455; }","duration":"475.854551ms","start":"2026-02-24T20:48:34.355083Z","end":"2026-02-24T20:48:34.830937Z","steps":["trace[409007454] 'read index received' (duration: 200.152398ms)","trace[409007454] 'applied index is now lower than readState.Index' (duration: 275.701173ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:34.831008Z","caller":"traceutil/trace.go:171","msg":"trace[1631603482] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"475.904702ms","start":"2026-02-24T20:48:34.355049Z","end":"2026-02-24T20:48:34.830953Z","steps":["trace[1631603482] 'process raft request' (duration: 200.171389ms)","trace[1631603482] 'compare' (duration: 275.464236ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:34.831052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22248456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:34.831074Z","caller":"traceutil/trace.go:171","msg":"trace[2109132112] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23615; }","duration":"1.222551451s","start":"2026-02-24T20:48:33.608513Z","end":"2026-02-24T20:48:34.831065Z","steps":["trace[2109132112] 'agreement among raft nodes before linearized reading' (duration: 1.222483329s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.831097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.608491Z","time spent":"1.222600192s","remote":"127.0.0.1:55832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:34.831149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.355032Z","time spent":"476.036855ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:34.831184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221661199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T20:48:34.831268Z","caller":"traceutil/trace.go:171","msg":"trace[613240891] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23615; }","duration":"1.221789572s","start":"2026-02-24T20:48:33.609458Z","end":"2026-02-24T20:48:34.831248Z","steps":["trace[613240891] 'agreement among raft nodes before linearized reading' (duration: 1.221511206s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.831313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.609438Z","time spent":"1.221865994s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-02-24T20:48:34.831329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311998656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:34.831375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385220105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5971e8d5-95e5-4d25-9a1e-aef92fb5de1f\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-02-24T20:48:34.831346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784308898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:34.831444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824274806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:34.831441Z","caller":"traceutil/trace.go:171","msg":"trace[1112538272] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23615; }","duration":"1.784452481s","start":"2026-02-24T20:48:33.04697Z","end":"2026-02-24T20:48:34.831423Z","steps":["trace[1112538272] 'agreement among raft nodes before linearized reading' (duration: 1.784292338s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:34.831471Z","caller":"traceutil/trace.go:171","msg":"trace[1381684638] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23615; }","duration":"1.824340137s","start":"2026-02-24T20:48:33.007124Z","end":"2026-02-24T20:48:34.831464Z","steps":["trace[1381684638] 'agreement among raft nodes before linearized reading' (duration: 1.824290916s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.83147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.074836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:34.831482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093977503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:34.831325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47467545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-02-24T20:48:34.831479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663916051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T20:48:34.8315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.007101Z","time spent":"1.824392219s","remote":"127.0.0.1:53396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:34.831508Z","caller":"traceutil/trace.go:171","msg":"trace[219304791] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23615; }","duration":"804.147488ms","start":"2026-02-24T20:48:34.027348Z","end":"2026-02-24T20:48:34.831495Z","steps":["trace[219304791] 'agreement among raft nodes before linearized reading' (duration: 804.078276ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:34.831526Z","caller":"traceutil/trace.go:171","msg":"trace[660869832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23615; }","duration":"1.474952085s","start":"2026-02-24T20:48:33.356563Z","end":"2026-02-24T20:48:34.831515Z","steps":["trace[660869832] 'agreement among raft nodes before linearized reading' (duration: 1.474682939s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.831537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.027332Z","time spent":"804.198929ms","remote":"127.0.0.1:55848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:34.831537Z","caller":"traceutil/trace.go:171","msg":"trace[1440810411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23615; }","duration":"1.663998624s","start":"2026-02-24T20:48:33.167521Z","end":"2026-02-24T20:48:34.83152Z","steps":["trace[1440810411] 'agreement among raft nodes before linearized reading' (duration: 1.66384621s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.831559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.097511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-02-24T20:48:34.831566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.356524Z","time spent":"1.475030977s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-24T20:48:34.831559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492374155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-24T20:48:34.831612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.540559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:34.831652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.870738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-02-24T20:48:34.831698Z","caller":"traceutil/trace.go:171","msg":"trace[447579893] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23615; }","duration":"523.96343ms","start":"2026-02-24T20:48:34.307724Z","end":"2026-02-24T20:48:34.831688Z","steps":["trace[447579893] 'agreement among raft nodes before linearized reading' (duration: 523.795687ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.831665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703999963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-24T20:48:34.831796Z","caller":"traceutil/trace.go:171","msg":"trace[962248500] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23615; }","duration":"1.704175506s","start":"2026-02-24T20:48:33.127593Z","end":"2026-02-24T20:48:34.831768Z","steps":["trace[962248500] 'agreement among raft nodes before linearized reading' (duration: 1.703802028s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.831551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.492685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-02-24T20:48:34.83185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.127581Z","time spent":"1.704258398s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-24T20:48:34.831875Z","caller":"traceutil/trace.go:171","msg":"trace[1666468604] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23615; }","duration":"916.811902ms","start":"2026-02-24T20:48:33.915045Z","end":"2026-02-24T20:48:34.831857Z","steps":["trace[1666468604] 'agreement among raft nodes before linearized reading' (duration: 916.378962ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.831915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.914945Z","time spent":"916.958086ms","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-24T20:48:34.831734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.307668Z","time spent":"524.058122ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-02-24T20:48:34.83166Z","caller":"traceutil/trace.go:171","msg":"trace[1155728324] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23615; }","duration":"891.624151ms","start":"2026-02-24T20:48:33.940023Z","end":"2026-02-24T20:48:34.831647Z","steps":["trace[1155728324] 'agreement among raft nodes before linearized reading' (duration: 891.55299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.831983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.94Z","time spent":"891.970719ms","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-02-24T20:48:34.831613Z","caller":"traceutil/trace.go:171","msg":"trace[2085377092] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23615; }","duration":"1.492478897s","start":"2026-02-24T20:48:33.339121Z","end":"2026-02-24T20:48:34.8316Z","steps":["trace[2085377092] 'agreement among raft nodes before linearized reading' (duration: 1.492297893s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.832085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.339097Z","time spent":"1.492976778s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:34.831395Z","caller":"traceutil/trace.go:171","msg":"trace[1115868125] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23615; }","duration":"2.312078228s","start":"2026-02-24T20:48:32.519301Z","end":"2026-02-24T20:48:34.831379Z","steps":["trace[1115868125] 'agreement among raft nodes before linearized reading' (duration: 2.311958736s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.832202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.519288Z","time spent":"2.312905297s","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:34.831571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.16751Z","time spent":"1.664053825s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T20:48:34.831406Z","caller":"traceutil/trace.go:171","msg":"trace[314654829] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5971e8d5-95e5-4d25-9a1e-aef92fb5de1f; range_end:; response_count:1; response_revision:23615; }","duration":"2.385258616s","start":"2026-02-24T20:48:32.446139Z","end":"2026-02-24T20:48:34.831397Z","steps":["trace[314654829] 'agreement among raft nodes before linearized reading' (duration: 2.385199834s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.832329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:32.44613Z","time spent":"2.386187698s","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-5971e8d5-95e5-4d25-9a1e-aef92fb5de1f\" "} {"level":"warn","ts":"2026-02-24T20:48:34.831489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.046951Z","time spent":"1.784526413s","remote":"127.0.0.1:43666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:34.831503Z","caller":"traceutil/trace.go:171","msg":"trace[1625652521] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23615; }","duration":"1.094037124s","start":"2026-02-24T20:48:33.73746Z","end":"2026-02-24T20:48:34.831497Z","steps":["trace[1625652521] 'agreement among raft nodes before linearized reading' (duration: 1.093998023s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.832571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.73744Z","time spent":"1.094938324s","remote":"127.0.0.1:51326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:34.831583Z","caller":"traceutil/trace.go:171","msg":"trace[801151853] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23615; }","duration":"975.121402ms","start":"2026-02-24T20:48:33.856456Z","end":"2026-02-24T20:48:34.831578Z","steps":["trace[801151853] 'agreement among raft nodes before linearized reading' (duration: 975.05929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.832672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.856368Z","time spent":"976.290299ms","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-02-24T20:48:34.831617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.726046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:34.832749Z","caller":"traceutil/trace.go:171","msg":"trace[445173735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23615; }","duration":"993.891133ms","start":"2026-02-24T20:48:33.838844Z","end":"2026-02-24T20:48:34.832735Z","steps":["trace[445173735] 'agreement among raft nodes before linearized reading' (duration: 992.751386ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:34.832793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:33.838812Z","time spent":"993.968235ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:35.331446Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:35.632618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062907202s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:48:35.633391Z","caller":"traceutil/trace.go:171","msg":"trace[946209956] transaction","detail":"{read_only:false; response_revision:23621; number_of_response:1; }","duration":"1.266751728s","start":"2026-02-24T20:48:34.366611Z","end":"2026-02-24T20:48:35.633363Z","steps":["trace[946209956] 'process raft request' (duration: 1.266631085s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:35.633451Z","caller":"traceutil/trace.go:171","msg":"trace[1690798824] transaction","detail":"{read_only:false; response_revision:23616; number_of_response:1; }","duration":"1.272808619s","start":"2026-02-24T20:48:34.360615Z","end":"2026-02-24T20:48:35.633423Z","steps":["trace[1690798824] 'process raft request' (duration: 1.272274387s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:35.633549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.366588Z","time spent":"1.26688757s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:35.633549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.360586Z","time spent":"1.272914612s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:48:35.633529Z","caller":"traceutil/trace.go:171","msg":"trace[599108130] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"1.271457478s","start":"2026-02-24T20:48:34.362013Z","end":"2026-02-24T20:48:35.63347Z","steps":["trace[599108130] 'process raft request' (duration: 1.27108016s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:35.633586Z","caller":"traceutil/trace.go:171","msg":"trace[501911972] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"1.271306464s","start":"2026-02-24T20:48:34.362259Z","end":"2026-02-24T20:48:35.633565Z","steps":["trace[501911972] 'process raft request' (duration: 1.270870904s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:35.633634Z","caller":"traceutil/trace.go:171","msg":"trace[1342333980] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"1.2694417s","start":"2026-02-24T20:48:34.36416Z","end":"2026-02-24T20:48:35.633601Z","steps":["trace[1342333980] 'process raft request' (duration: 1.26901247s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:35.633735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.361985Z","time spent":"1.271658433s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":970,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:48:35.63377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.364147Z","time spent":"1.269563874s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:48:35.633765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.362249Z","time spent":"1.271404248s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:35.633242Z","caller":"traceutil/trace.go:171","msg":"trace[483668282] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"1.272463021s","start":"2026-02-24T20:48:34.360737Z","end":"2026-02-24T20:48:35.6332Z","steps":["trace[483668282] 'process raft request' (duration: 1.272297487s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:35.634324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.360709Z","time spent":"1.273553797s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:36.165744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.837078Z","time spent":"1.328655411s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 20:48:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:36.352434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.838528Z","time spent":"1.51389622s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/02/24 20:48:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:36.769369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136552052s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:48:36.77013Z","caller":"traceutil/trace.go:171","msg":"trace[1324396425] transaction","detail":"{read_only:false; response_revision:23624; number_of_response:1; }","duration":"1.934291159s","start":"2026-02-24T20:48:34.835814Z","end":"2026-02-24T20:48:36.770105Z","steps":["trace[1324396425] 'process raft request' (duration: 1.934222158s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:36.770272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.835791Z","time spent":"1.934404722s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:36.770333Z","caller":"traceutil/trace.go:171","msg":"trace[315065096] linearizableReadLoop","detail":"{readStateIndex:24468; appliedIndex:24456; }","duration":"1.939301436s","start":"2026-02-24T20:48:34.830972Z","end":"2026-02-24T20:48:36.770273Z","steps":["trace[315065096] 'read index received' (duration: 801.921765ms)","trace[315065096] 'applied index is now lower than readState.Index' (duration: 1.137378141s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:36.770502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971054733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:36.770533Z","caller":"traceutil/trace.go:171","msg":"trace[97932743] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23626; }","duration":"1.971147045s","start":"2026-02-24T20:48:34.799377Z","end":"2026-02-24T20:48:36.770524Z","steps":["trace[97932743] 'agreement among raft nodes before linearized reading' (duration: 1.971033632s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:36.770549Z","caller":"traceutil/trace.go:171","msg":"trace[1041497924] transaction","detail":"{read_only:false; response_revision:23622; number_of_response:1; }","duration":"2.107982737s","start":"2026-02-24T20:48:34.662554Z","end":"2026-02-24T20:48:36.770537Z","steps":["trace[1041497924] 'process raft request' (duration: 2.107160378s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:36.770563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.799356Z","time spent":"1.971200206s","remote":"127.0.0.1:53486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:36.770611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.66253Z","time spent":"2.108050398s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:36.770736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.833525Z","time spent":"1.937210498s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T20:48:36.770764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014167214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:36.770796Z","caller":"traceutil/trace.go:171","msg":"trace[758708474] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23626; }","duration":"2.014242296s","start":"2026-02-24T20:48:34.756545Z","end":"2026-02-24T20:48:36.770788Z","steps":["trace[758708474] 'agreement among raft nodes before linearized reading' (duration: 2.014190715s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:36.770819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.756523Z","time spent":"2.014291417s","remote":"127.0.0.1:54106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:36.770873Z","caller":"traceutil/trace.go:171","msg":"trace[1200252880] transaction","detail":"{read_only:false; response_revision:23623; number_of_response:1; }","duration":"1.935272122s","start":"2026-02-24T20:48:34.835591Z","end":"2026-02-24T20:48:36.770863Z","steps":["trace[1200252880] 'process raft request' (duration: 1.934391301s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:36.770929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.835577Z","time spent":"1.935321803s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:36.770997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066831391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3284"} {"level":"info","ts":"2026-02-24T20:48:36.771021Z","caller":"traceutil/trace.go:171","msg":"trace[237887596] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23626; }","duration":"2.066883412s","start":"2026-02-24T20:48:34.704132Z","end":"2026-02-24T20:48:36.771015Z","steps":["trace[237887596] 'agreement among raft nodes before linearized reading' (duration: 2.06678921s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:36.771043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.704119Z","time spent":"2.066919963s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3307,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-02-24T20:48:36.83428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998057147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:36.834358Z","caller":"traceutil/trace.go:171","msg":"trace[1405549465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998166009s","start":"2026-02-24T20:48:34.836174Z","end":"2026-02-24T20:48:36.83434Z","steps":["trace[1405549465] 'agreement among raft nodes before linearized reading' (duration: 1.998066417s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:36.8344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.836167Z","time spent":"1.99822432s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:37.270766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:37.771105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:37.955119Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14457186s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:48:38.012781Z","caller":"traceutil/trace.go:171","msg":"trace[1749849276] transaction","detail":"{read_only:false; response_revision:23627; number_of_response:1; }","duration":"2.07066949s","start":"2026-02-24T20:48:35.942081Z","end":"2026-02-24T20:48:38.012751Z","steps":["trace[1749849276] 'process raft request' (duration: 2.013345075s)","trace[1749849276] 'compare' (duration: 57.08885ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:38.012839Z","caller":"traceutil/trace.go:171","msg":"trace[778570238] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23627; }","duration":"1.8444608s","start":"2026-02-24T20:48:36.168355Z","end":"2026-02-24T20:48:38.012816Z","steps":["trace[778570238] 'process raft request' (duration: 1.844307576s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.012925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:35.942059Z","time spent":"2.070787482s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:38.012931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.168325Z","time spent":"1.844556261s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":528,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:38.013046Z","caller":"traceutil/trace.go:171","msg":"trace[401585538] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23627; }","duration":"1.658921824s","start":"2026-02-24T20:48:36.354114Z","end":"2026-02-24T20:48:38.013036Z","steps":["trace[401585538] 'process raft request' (duration: 1.658622857s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.0131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.354096Z","time spent":"1.658976256s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:38.013818Z","caller":"traceutil/trace.go:171","msg":"trace[765473065] transaction","detail":"{read_only:false; response_revision:23628; number_of_response:1; }","duration":"1.652237887s","start":"2026-02-24T20:48:36.361565Z","end":"2026-02-24T20:48:38.013803Z","steps":["trace[765473065] 'process raft request' (duration: 1.651198452s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.013897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.361541Z","time spent":"1.65231714s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:38.014739Z","caller":"traceutil/trace.go:171","msg":"trace[331581174] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"1.651733876s","start":"2026-02-24T20:48:36.362962Z","end":"2026-02-24T20:48:38.014696Z","steps":["trace[331581174] 'process raft request' (duration: 1.649963224s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.014941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.362951Z","time spent":"1.651874539s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:38.771444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000118104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:38.771544Z","caller":"traceutil/trace.go:171","msg":"trace[418107978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272818s","start":"2026-02-24T20:48:36.771246Z","end":"2026-02-24T20:48:38.771518Z","steps":["trace[418107978] 'agreement among raft nodes before linearized reading' (duration: 2.000146515s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.771595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.771227Z","time spent":"2.00035724s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:38.83938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999946229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:38.83944Z","caller":"traceutil/trace.go:171","msg":"trace[1841199758] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000019401s","start":"2026-02-24T20:48:36.839408Z","end":"2026-02-24T20:48:38.839427Z","steps":["trace[1841199758] 'agreement among raft nodes before linearized reading' (duration: 1.99995119s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.839483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.839404Z","time spent":"2.000068462s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:38.917464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.141095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:38.917711Z","caller":"traceutil/trace.go:171","msg":"trace[1302390784] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"2.140884688s","start":"2026-02-24T20:48:36.776809Z","end":"2026-02-24T20:48:38.917694Z","steps":["trace[1302390784] 'process raft request' (duration: 2.140758485s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.917786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.776791Z","time spent":"2.14096297s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:38.91802Z","caller":"traceutil/trace.go:171","msg":"trace[1205227669] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"2.141051923s","start":"2026-02-24T20:48:36.77693Z","end":"2026-02-24T20:48:38.917982Z","steps":["trace[1205227669] 'process raft request' (duration: 2.140716904s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:38.918114Z","caller":"traceutil/trace.go:171","msg":"trace[12543753] transaction","detail":"{read_only:false; response_revision:23633; number_of_response:1; }","duration":"1.278586617s","start":"2026-02-24T20:48:37.639515Z","end":"2026-02-24T20:48:38.918101Z","steps":["trace[12543753] 'process raft request' (duration: 1.2783652s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:38.917841Z","caller":"traceutil/trace.go:171","msg":"trace[565351751] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"2.145413964s","start":"2026-02-24T20:48:36.77239Z","end":"2026-02-24T20:48:38.917804Z","steps":["trace[565351751] 'process raft request' (duration: 1.706849719s)","trace[565351751] 'compare' (duration: 436.735822ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:38.91813Z","caller":"traceutil/trace.go:171","msg":"trace[94792326] linearizableReadLoop","detail":"{readStateIndex:24479; appliedIndex:24468; }","duration":"2.14772921s","start":"2026-02-24T20:48:36.770373Z","end":"2026-02-24T20:48:38.918102Z","steps":["trace[94792326] 'read index received' (duration: 1.18504924s)","trace[94792326] 'applied index is now lower than readState.Index' (duration: 962.67883ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:38.918158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.776882Z","time spent":"2.141214276s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":861,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:48:38.918187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:37.639489Z","time spent":"1.278664158s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:38.918238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570391237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:38.918262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.772372Z","time spent":"2.145836304s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:38.918307Z","caller":"traceutil/trace.go:171","msg":"trace[1239770521] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23635; }","duration":"3.57050425s","start":"2026-02-24T20:48:35.347781Z","end":"2026-02-24T20:48:38.918285Z","steps":["trace[1239770521] 'agreement among raft nodes before linearized reading' (duration: 3.570366417s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.918357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:35.34775Z","time spent":"3.570596042s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:38.918382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958791395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-02-24T20:48:38.918391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123771472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-02-24T20:48:38.91843Z","caller":"traceutil/trace.go:171","msg":"trace[90875943] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23635; }","duration":"3.958877898s","start":"2026-02-24T20:48:34.959539Z","end":"2026-02-24T20:48:38.918417Z","steps":["trace[90875943] 'agreement among raft nodes before linearized reading' (duration: 3.958695414s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:38.91846Z","caller":"traceutil/trace.go:171","msg":"trace[1658394903] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23635; }","duration":"3.123884594s","start":"2026-02-24T20:48:35.794557Z","end":"2026-02-24T20:48:38.918442Z","steps":["trace[1658394903] 'agreement among raft nodes before linearized reading' (duration: 3.12370147s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.918472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.959523Z","time spent":"3.958941279s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T20:48:38.918501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:35.794538Z","time spent":"3.123955457s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-24T20:48:38.918521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.979783528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-02-24T20:48:38.918573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.475234233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:48:38.918612Z","caller":"traceutil/trace.go:171","msg":"trace[1563606361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23635; }","duration":"3.475314125s","start":"2026-02-24T20:48:35.443287Z","end":"2026-02-24T20:48:38.918601Z","steps":["trace[1563606361] 'agreement among raft nodes before linearized reading' (duration: 3.475174772s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:38.918616Z","caller":"traceutil/trace.go:171","msg":"trace[2011427436] transaction","detail":"{read_only:false; response_revision:23635; number_of_response:1; }","duration":"1.27792919s","start":"2026-02-24T20:48:37.640676Z","end":"2026-02-24T20:48:38.918605Z","steps":["trace[2011427436] 'process raft request' (duration: 1.277378888s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:38.918587Z","caller":"traceutil/trace.go:171","msg":"trace[1964562440] transaction","detail":"{read_only:false; response_revision:23634; number_of_response:1; }","duration":"1.277900579s","start":"2026-02-24T20:48:37.640653Z","end":"2026-02-24T20:48:38.918554Z","steps":["trace[1964562440] 'process raft request' (duration: 1.277365157s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.91863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.0812311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:38.918418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.083123884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-24T20:48:38.918571Z","caller":"traceutil/trace.go:171","msg":"trace[436999322] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23635; }","duration":"3.97985961s","start":"2026-02-24T20:48:34.938693Z","end":"2026-02-24T20:48:38.918553Z","steps":["trace[436999322] 'agreement among raft nodes before linearized reading' (duration: 3.979763018s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:38.918669Z","caller":"traceutil/trace.go:171","msg":"trace[918063089] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23635; }","duration":"4.08128178s","start":"2026-02-24T20:48:34.837375Z","end":"2026-02-24T20:48:38.918657Z","steps":["trace[918063089] 'agreement among raft nodes before linearized reading' (duration: 4.081227579s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.91868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:37.640649Z","time spent":"1.278001011s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:38.918696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.837355Z","time spent":"4.081334982s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-02-24T20:48:38.918695Z","caller":"traceutil/trace.go:171","msg":"trace[168563079] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f; range_end:; response_count:1; response_revision:23635; }","duration":"4.083438791s","start":"2026-02-24T20:48:34.835243Z","end":"2026-02-24T20:48:38.918682Z","steps":["trace[168563079] 'agreement among raft nodes before linearized reading' (duration: 4.083039392s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.91871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033262167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:38.918726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.938677Z","time spent":"3.980016283s","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-02-24T20:48:38.918739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:34.835231Z","time spent":"4.083498353s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" "} {"level":"info","ts":"2026-02-24T20:48:38.918743Z","caller":"traceutil/trace.go:171","msg":"trace[623530623] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23635; }","duration":"1.033331448s","start":"2026-02-24T20:48:37.8854Z","end":"2026-02-24T20:48:38.918732Z","steps":["trace[623530623] 'agreement among raft nodes before linearized reading' (duration: 1.033285867s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.918735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:37.64063Z","time spent":"1.278030853s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:38.918775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:37.885379Z","time spent":"1.03338537s","remote":"127.0.0.1:53152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:38.918617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08216392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7037"} {"level":"warn","ts":"2026-02-24T20:48:38.91884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599502449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T20:48:38.91886Z","caller":"traceutil/trace.go:171","msg":"trace[897999056] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23635; }","duration":"2.082436397s","start":"2026-02-24T20:48:36.836414Z","end":"2026-02-24T20:48:38.918851Z","steps":["trace[897999056] 'agreement among raft nodes before linearized reading' (duration: 2.082088999s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:38.918886Z","caller":"traceutil/trace.go:171","msg":"trace[1168381514] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23635; }","duration":"1.599574991s","start":"2026-02-24T20:48:37.319298Z","end":"2026-02-24T20:48:38.918873Z","steps":["trace[1168381514] 'agreement among raft nodes before linearized reading' (duration: 1.599432428s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.918889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0795814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:38.918573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287629914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:38.918923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:37.319281Z","time spent":"1.599633312s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-24T20:48:38.918928Z","caller":"traceutil/trace.go:171","msg":"trace[812635888] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:23635; }","duration":"2.07962958s","start":"2026-02-24T20:48:36.839288Z","end":"2026-02-24T20:48:38.918917Z","steps":["trace[812635888] 'agreement among raft nodes before linearized reading' (duration: 2.079566689s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.918939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.089502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:38.91894Z","caller":"traceutil/trace.go:171","msg":"trace[211930711] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23635; }","duration":"2.288030923s","start":"2026-02-24T20:48:36.630895Z","end":"2026-02-24T20:48:38.918926Z","steps":["trace[211930711] 'agreement among raft nodes before linearized reading' (duration: 2.287627993s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.918959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.839282Z","time spent":"2.079668782s","remote":"127.0.0.1:55820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:38.918967Z","caller":"traceutil/trace.go:171","msg":"trace[686245467] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23635; }","duration":"794.156003ms","start":"2026-02-24T20:48:38.124802Z","end":"2026-02-24T20:48:38.918958Z","steps":["trace[686245467] 'agreement among raft nodes before linearized reading' (duration: 794.110212ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.918981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.630872Z","time spent":"2.288094335s","remote":"127.0.0.1:53406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:38.918998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:38.124785Z","time spent":"794.206274ms","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:38.918896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.836399Z","time spent":"2.082488198s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7060,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T20:48:38.918663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:35.443254Z","time spent":"3.475402467s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:48:38.918851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040638306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1310"} {"level":"warn","ts":"2026-02-24T20:48:38.919079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.153069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:38.919113Z","caller":"traceutil/trace.go:171","msg":"trace[1760326040] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23635; }","duration":"974.229161ms","start":"2026-02-24T20:48:37.944875Z","end":"2026-02-24T20:48:38.919104Z","steps":["trace[1760326040] 'agreement among raft nodes before linearized reading' (duration: 974.163359ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.919141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:37.944852Z","time spent":"974.281472ms","remote":"127.0.0.1:50946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:38.919107Z","caller":"traceutil/trace.go:171","msg":"trace[596951472] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:23635; }","duration":"2.040915463s","start":"2026-02-24T20:48:36.87818Z","end":"2026-02-24T20:48:38.919095Z","steps":["trace[596951472] 'agreement among raft nodes before linearized reading' (duration: 2.040603975s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.919233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.481405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:38.919236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.878166Z","time spent":"2.041059586s","remote":"127.0.0.1:50932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1333,"request content":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" "} {"level":"info","ts":"2026-02-24T20:48:38.919264Z","caller":"traceutil/trace.go:171","msg":"trace[301550507] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23635; }","duration":"939.550466ms","start":"2026-02-24T20:48:37.979704Z","end":"2026-02-24T20:48:38.919255Z","steps":["trace[301550507] 'agreement among raft nodes before linearized reading' (duration: 939.499935ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.919266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985151948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:38.919292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:37.979685Z","time spent":"939.599727ms","remote":"127.0.0.1:51030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:38.919287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560215753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:48:38.919307Z","caller":"traceutil/trace.go:171","msg":"trace[1548277341] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:23635; }","duration":"2.985195369s","start":"2026-02-24T20:48:35.934099Z","end":"2026-02-24T20:48:38.919294Z","steps":["trace[1548277341] 'agreement among raft nodes before linearized reading' (duration: 2.985133368s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:38.919328Z","caller":"traceutil/trace.go:171","msg":"trace[90249651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23635; }","duration":"2.560312285s","start":"2026-02-24T20:48:36.359005Z","end":"2026-02-24T20:48:38.919317Z","steps":["trace[90249651] 'agreement among raft nodes before linearized reading' (duration: 2.560172721s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.919342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:35.934081Z","time spent":"2.985251891s","remote":"127.0.0.1:53384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:38.91936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.358977Z","time spent":"2.560376527s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:48:38.919311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119787049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:38.919494Z","caller":"traceutil/trace.go:171","msg":"trace[1407347851] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23635; }","duration":"3.119974903s","start":"2026-02-24T20:48:35.799501Z","end":"2026-02-24T20:48:38.919476Z","steps":["trace[1407347851] 'agreement among raft nodes before linearized reading' (duration: 3.118634372s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.919537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:35.799464Z","time spent":"3.120056755s","remote":"127.0.0.1:53364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:38.919896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560910408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T20:48:38.919988Z","caller":"traceutil/trace.go:171","msg":"trace[1515120752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23635; }","duration":"2.561046032s","start":"2026-02-24T20:48:36.358917Z","end":"2026-02-24T20:48:38.919963Z","steps":["trace[1515120752] 'agreement among raft nodes before linearized reading' (duration: 2.560722364s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.920042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:36.358899Z","time spent":"2.561130854s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:48:38.921854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468447352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1629"} {"level":"info","ts":"2026-02-24T20:48:38.921912Z","caller":"traceutil/trace.go:171","msg":"trace[261527670] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23635; }","duration":"1.468660767s","start":"2026-02-24T20:48:37.453238Z","end":"2026-02-24T20:48:38.921899Z","steps":["trace[261527670] 'agreement among raft nodes before linearized reading' (duration: 1.46578129s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:38.921947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:37.453219Z","time spent":"1.468717548s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1652,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-24T20:48:39.424832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:40.037631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.061796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:40.037755Z","caller":"traceutil/trace.go:171","msg":"trace[517847717] transaction","detail":"{read_only:false; response_revision:23636; number_of_response:1; }","duration":"1.115271312s","start":"2026-02-24T20:48:38.922464Z","end":"2026-02-24T20:48:40.037735Z","steps":["trace[517847717] 'process raft request' (duration: 915.006651ms)","trace[517847717] 'compare' (duration: 199.828251ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:40.0378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:38.922423Z","time spent":"1.115357653s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:40.928144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.725763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:40.928903Z","caller":"traceutil/trace.go:171","msg":"trace[2127316128] transaction","detail":"{read_only:false; response_revision:23639; number_of_response:1; }","duration":"2.002803227s","start":"2026-02-24T20:48:38.926073Z","end":"2026-02-24T20:48:40.928876Z","steps":["trace[2127316128] 'process raft request' (duration: 2.002210683s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:40.928928Z","caller":"traceutil/trace.go:171","msg":"trace[688622197] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"2.003114384s","start":"2026-02-24T20:48:38.925779Z","end":"2026-02-24T20:48:40.928893Z","steps":["trace[688622197] 'process raft request' (duration: 1.867566622s)","trace[688622197] 'compare' (duration: 134.545099ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:40.929002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:38.92606Z","time spent":"2.002898859s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:40.929054Z","caller":"traceutil/trace.go:171","msg":"trace[51980143] transaction","detail":"{read_only:false; response_revision:23638; number_of_response:1; }","duration":"2.003193666s","start":"2026-02-24T20:48:38.925821Z","end":"2026-02-24T20:48:40.929015Z","steps":["trace[51980143] 'process raft request' (duration: 2.002413718s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:40.929086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:38.925764Z","time spent":"2.003232446s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:40.929104Z","caller":"traceutil/trace.go:171","msg":"trace[1293723844] transaction","detail":"{read_only:false; response_revision:23642; number_of_response:1; }","duration":"1.999176981s","start":"2026-02-24T20:48:38.929914Z","end":"2026-02-24T20:48:40.929091Z","steps":["trace[1293723844] 'process raft request' (duration: 1.998464084s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:40.929094Z","caller":"traceutil/trace.go:171","msg":"trace[135317455] transaction","detail":"{read_only:false; response_revision:23640; number_of_response:1; }","duration":"2.002985411s","start":"2026-02-24T20:48:38.926088Z","end":"2026-02-24T20:48:40.929073Z","steps":["trace[135317455] 'process raft request' (duration: 2.002227234s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:40.929108Z","caller":"traceutil/trace.go:171","msg":"trace[286569426] transaction","detail":"{read_only:false; response_revision:23641; number_of_response:1; }","duration":"2.002919449s","start":"2026-02-24T20:48:38.926148Z","end":"2026-02-24T20:48:40.929067Z","steps":["trace[286569426] 'process raft request' (duration: 2.002197112s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:40.929177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:38.929905Z","time spent":"1.999223512s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7213,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:40.929178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:38.925809Z","time spent":"2.003312148s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:40.929205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:38.926079Z","time spent":"2.003067933s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:40.929227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:38.926142Z","time spent":"2.003024991s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:41.440512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.066981ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T20:48:41.440747Z","caller":"traceutil/trace.go:171","msg":"trace[1183765176] linearizableReadLoop","detail":"{readStateIndex:24487; appliedIndex:24479; }","duration":"2.516882805s","start":"2026-02-24T20:48:38.923844Z","end":"2026-02-24T20:48:41.440726Z","steps":["trace[1183765176] 'read index received' (duration: 913.70764ms)","trace[1183765176] 'applied index is now lower than readState.Index' (duration: 1.603173965s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:41.441413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5175552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T20:48:41.44146Z","caller":"traceutil/trace.go:171","msg":"trace[274910643] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23642; }","duration":"2.517629982s","start":"2026-02-24T20:48:38.923818Z","end":"2026-02-24T20:48:41.441448Z","steps":["trace[274910643] 'agreement among raft nodes before linearized reading' (duration: 2.517429567s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:41.441495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:38.923807Z","time spent":"2.517679913s","remote":"127.0.0.1:50996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-24T20:48:41.441621Z","caller":"traceutil/trace.go:171","msg":"trace[1397433176] transaction","detail":"{read_only:false; response_revision:23643; number_of_response:1; }","duration":"1.420406804s","start":"2026-02-24T20:48:40.021189Z","end":"2026-02-24T20:48:41.441596Z","steps":["trace[1397433176] 'process raft request' (duration: 1.419431912s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:41.441795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.021166Z","time spent":"1.420549688s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:41.940923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:42.048686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.015121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:42.049496Z","caller":"traceutil/trace.go:171","msg":"trace[189658980] transaction","detail":"{read_only:false; response_revision:23644; number_of_response:1; }","duration":"2.026212056s","start":"2026-02-24T20:48:40.023256Z","end":"2026-02-24T20:48:42.049468Z","steps":["trace[189658980] 'process raft request' (duration: 1.418322096s)","trace[189658980] 'compare' (duration: 606.443977ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:42.049615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.023231Z","time spent":"2.026313458s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:42.049695Z","caller":"traceutil/trace.go:171","msg":"trace[1559763395] transaction","detail":"{read_only:false; response_revision:23645; number_of_response:1; }","duration":"1.189706929s","start":"2026-02-24T20:48:40.859959Z","end":"2026-02-24T20:48:42.049666Z","steps":["trace[1559763395] 'process raft request' (duration: 1.189429903s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:42.049762Z","caller":"traceutil/trace.go:171","msg":"trace[847600372] transaction","detail":"{read_only:false; response_revision:23646; number_of_response:1; }","duration":"1.1185742s","start":"2026-02-24T20:48:40.93116Z","end":"2026-02-24T20:48:42.049735Z","steps":["trace[847600372] 'process raft request' (duration: 1.118398216s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:42.049804Z","caller":"traceutil/trace.go:171","msg":"trace[1261624294] transaction","detail":"{read_only:false; response_revision:23647; number_of_response:1; }","duration":"1.118409475s","start":"2026-02-24T20:48:40.931385Z","end":"2026-02-24T20:48:42.049795Z","steps":["trace[1261624294] 'process raft request' (duration: 1.118259412s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.049837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.859921Z","time spent":"1.189841642s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:42.049856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.931375Z","time spent":"1.118447707s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:42.049907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.931137Z","time spent":"1.118689152s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:42.049972Z","caller":"traceutil/trace.go:171","msg":"trace[1411018045] transaction","detail":"{read_only:false; response_revision:23648; number_of_response:1; }","duration":"1.11854776s","start":"2026-02-24T20:48:40.931414Z","end":"2026-02-24T20:48:42.049962Z","steps":["trace[1411018045] 'process raft request' (duration: 1.118306363s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.050031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.931398Z","time spent":"1.118603471s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:42.050127Z","caller":"traceutil/trace.go:171","msg":"trace[1950997302] transaction","detail":"{read_only:false; response_revision:23649; number_of_response:1; }","duration":"1.118639891s","start":"2026-02-24T20:48:40.931478Z","end":"2026-02-24T20:48:42.050118Z","steps":["trace[1950997302] 'process raft request' (duration: 1.118325203s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.050226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.931472Z","time spent":"1.118681902s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:42.05029Z","caller":"traceutil/trace.go:171","msg":"trace[398535392] transaction","detail":"{read_only:false; response_revision:23650; number_of_response:1; }","duration":"1.115150319s","start":"2026-02-24T20:48:40.935131Z","end":"2026-02-24T20:48:42.050281Z","steps":["trace[398535392] 'process raft request' (duration: 1.114861373s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:42.050307Z","caller":"traceutil/trace.go:171","msg":"trace[898339271] transaction","detail":"{read_only:false; response_revision:23651; number_of_response:1; }","duration":"1.115102368s","start":"2026-02-24T20:48:40.935178Z","end":"2026-02-24T20:48:42.050281Z","steps":["trace[898339271] 'process raft request' (duration: 1.114893713s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.050354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228860079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:42.050388Z","caller":"traceutil/trace.go:171","msg":"trace[1068071800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23651; }","duration":"1.22892023s","start":"2026-02-24T20:48:40.821458Z","end":"2026-02-24T20:48:42.050378Z","steps":["trace[1068071800] 'agreement among raft nodes before linearized reading' (duration: 1.228834239s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.0504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.935174Z","time spent":"1.11518836s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:48:42.050436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106602399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-02-24T20:48:42.050465Z","caller":"traceutil/trace.go:171","msg":"trace[1654901737] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:23651; }","duration":"1.106663889s","start":"2026-02-24T20:48:40.943796Z","end":"2026-02-24T20:48:42.050459Z","steps":["trace[1654901737] 'agreement among raft nodes before linearized reading' (duration: 1.106554247s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.050483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.943775Z","time spent":"1.106704191s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-02-24T20:48:42.050529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124968691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1256"} {"level":"info","ts":"2026-02-24T20:48:42.050582Z","caller":"traceutil/trace.go:171","msg":"trace[329331863] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:23651; }","duration":"3.125039913s","start":"2026-02-24T20:48:38.925531Z","end":"2026-02-24T20:48:42.050571Z","steps":["trace[329331863] 'agreement among raft nodes before linearized reading' (duration: 3.124823758s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.050618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:38.925523Z","time spent":"3.125087304s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-02-24T20:48:42.050332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.935122Z","time spent":"1.11518855s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:48:42.050624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115332103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-02-24T20:48:42.050646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.005266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:48:42.050667Z","caller":"traceutil/trace.go:171","msg":"trace[940593103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23651; }","duration":"810.044396ms","start":"2026-02-24T20:48:41.240617Z","end":"2026-02-24T20:48:42.050661Z","steps":["trace[940593103] 'agreement among raft nodes before linearized reading' (duration: 809.960954ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:42.050661Z","caller":"traceutil/trace.go:171","msg":"trace[61471387] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23651; }","duration":"1.115376864s","start":"2026-02-24T20:48:40.935276Z","end":"2026-02-24T20:48:42.050653Z","steps":["trace[61471387] 'agreement among raft nodes before linearized reading' (duration: 1.115290772s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.050684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:41.240607Z","time spent":"810.073487ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12035,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:48:42.050689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.93527Z","time spent":"1.115414035s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-02-24T20:48:42.050708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118757805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-crvv5\" ","response":"range_response_count:1 size:6187"} {"level":"info","ts":"2026-02-24T20:48:42.050758Z","caller":"traceutil/trace.go:171","msg":"trace[2098403333] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-crvv5; range_end:; response_count:1; response_revision:23651; }","duration":"1.118834646s","start":"2026-02-24T20:48:40.931907Z","end":"2026-02-24T20:48:42.050742Z","steps":["trace[2098403333] 'agreement among raft nodes before linearized reading' (duration: 1.118663802s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.050759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021380629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-02-24T20:48:42.050799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.301222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:42.0508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.931897Z","time spent":"1.118891997s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":6210,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-75b659d6f-crvv5\" "} {"level":"info","ts":"2026-02-24T20:48:42.050822Z","caller":"traceutil/trace.go:171","msg":"trace[1507014296] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23651; }","duration":"810.370854ms","start":"2026-02-24T20:48:41.240443Z","end":"2026-02-24T20:48:42.050814Z","steps":["trace[1507014296] 'agreement among raft nodes before linearized reading' (duration: 810.331353ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.050824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053025292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:42.050846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:41.240406Z","time spent":"810.434115ms","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:42.050865Z","caller":"traceutil/trace.go:171","msg":"trace[1133266550] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23651; }","duration":"3.053094064s","start":"2026-02-24T20:48:38.99776Z","end":"2026-02-24T20:48:42.050854Z","steps":["trace[1133266550] 'agreement among raft nodes before linearized reading' (duration: 3.053030082s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.050897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:38.997703Z","time spent":"3.053185585s","remote":"127.0.0.1:36954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:42.050994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.938858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129496"} {"level":"info","ts":"2026-02-24T20:48:42.051012Z","caller":"traceutil/trace.go:171","msg":"trace[1489070122] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23651; }","duration":"810.993069ms","start":"2026-02-24T20:48:41.240014Z","end":"2026-02-24T20:48:42.051007Z","steps":["trace[1489070122] 'agreement among raft nodes before linearized reading' (duration: 810.916647ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.051027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:41.239992Z","time spent":"811.03213ms","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129519,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-24T20:48:42.05111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105061602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-02-24T20:48:42.051143Z","caller":"traceutil/trace.go:171","msg":"trace[1727082913] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23651; }","duration":"3.105118444s","start":"2026-02-24T20:48:38.946013Z","end":"2026-02-24T20:48:42.051131Z","steps":["trace[1727082913] 'agreement among raft nodes before linearized reading' (duration: 3.105025272s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.05117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:38.946002Z","time spent":"3.105162075s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1138,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-02-24T20:48:42.051202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.122888611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:42.051246Z","caller":"traceutil/trace.go:171","msg":"trace[1888323886] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23651; }","duration":"3.122965683s","start":"2026-02-24T20:48:38.928269Z","end":"2026-02-24T20:48:42.051235Z","steps":["trace[1888323886] 'agreement among raft nodes before linearized reading' (duration: 3.122894672s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.051276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:38.92825Z","time spent":"3.123019025s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:48:42.050416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.821441Z","time spent":"1.228969321s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:42.050541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115224671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:48:42.050816Z","caller":"traceutil/trace.go:171","msg":"trace[252295590] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23651; }","duration":"3.02143542s","start":"2026-02-24T20:48:39.029362Z","end":"2026-02-24T20:48:42.050797Z","steps":["trace[252295590] 'agreement among raft nodes before linearized reading' (duration: 3.021286107s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:42.051418Z","caller":"traceutil/trace.go:171","msg":"trace[2061301544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23651; }","duration":"1.116130391s","start":"2026-02-24T20:48:40.935279Z","end":"2026-02-24T20:48:42.051409Z","steps":["trace[2061301544] 'agreement among raft nodes before linearized reading' (duration: 1.115159659s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:42.050311Z","caller":"traceutil/trace.go:171","msg":"trace[1483832793] linearizableReadLoop","detail":"{readStateIndex:24496; appliedIndex:24488; }","duration":"609.482028ms","start":"2026-02-24T20:48:41.440806Z","end":"2026-02-24T20:48:42.050288Z","steps":["trace[1483832793] 'read index received' (duration: 606.290143ms)","trace[1483832793] 'applied index is now lower than readState.Index' (duration: 3.188905ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:42.05143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:39.029334Z","time spent":"3.022085976s","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-02-24T20:48:42.051449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.935258Z","time spent":"1.116183273s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:48:42.051434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010639751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-24T20:48:42.051498Z","caller":"traceutil/trace.go:171","msg":"trace[2127129002] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f; range_end:; response_count:1; response_revision:23651; }","duration":"2.010748923s","start":"2026-02-24T20:48:40.040734Z","end":"2026-02-24T20:48:42.051482Z","steps":["trace[2127129002] 'agreement among raft nodes before linearized reading' (duration: 2.010412805s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.051536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.040716Z","time spent":"2.010809795s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" "} {"level":"warn","ts":"2026-02-24T20:48:42.051581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859240937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:42.051602Z","caller":"traceutil/trace.go:171","msg":"trace[1802067239] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23651; }","duration":"1.859325929s","start":"2026-02-24T20:48:40.192271Z","end":"2026-02-24T20:48:42.051597Z","steps":["trace[1802067239] 'agreement among raft nodes before linearized reading' (duration: 1.859279918s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.05162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.19225Z","time spent":"1.85936536s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:42.051637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.718827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-24T20:48:42.051664Z","caller":"traceutil/trace.go:171","msg":"trace[206359946] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23651; }","duration":"607.796199ms","start":"2026-02-24T20:48:41.44386Z","end":"2026-02-24T20:48:42.051657Z","steps":["trace[206359946] 'agreement among raft nodes before linearized reading' (duration: 607.696297ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.051685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:41.443838Z","time spent":"607.84176ms","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-02-24T20:48:42.051788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.921524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:42.051825Z","caller":"traceutil/trace.go:171","msg":"trace[874826533] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23651; }","duration":"577.007536ms","start":"2026-02-24T20:48:41.474807Z","end":"2026-02-24T20:48:42.051814Z","steps":["trace[874826533] 'agreement among raft nodes before linearized reading' (duration: 576.947084ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.05186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:41.474781Z","time spent":"577.070088ms","remote":"127.0.0.1:53368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:42.051892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885497939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:42.051979Z","caller":"traceutil/trace.go:171","msg":"trace[942744175] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23651; }","duration":"2.885585451s","start":"2026-02-24T20:48:39.166372Z","end":"2026-02-24T20:48:42.051958Z","steps":["trace[942744175] 'agreement among raft nodes before linearized reading' (duration: 2.885372156s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.052029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:39.166316Z","time spent":"2.885696093s","remote":"127.0.0.1:54094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:42.052247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604132946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T20:48:42.052284Z","caller":"traceutil/trace.go:171","msg":"trace[1951417807] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23651; }","duration":"1.604207818s","start":"2026-02-24T20:48:40.448067Z","end":"2026-02-24T20:48:42.052275Z","steps":["trace[1951417807] 'agreement among raft nodes before linearized reading' (duration: 1.602771925s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:42.052312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:40.448047Z","time spent":"1.60425585s","remote":"127.0.0.1:51336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2652,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:42.555243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:43.055851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504907,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:48:43.105447Z","caller":"traceutil/trace.go:171","msg":"trace[1497038359] transaction","detail":"{read_only:false; response_revision:23652; number_of_response:1; }","duration":"1.051274629s","start":"2026-02-24T20:48:42.054144Z","end":"2026-02-24T20:48:43.105419Z","steps":["trace[1497038359] 'process raft request' (duration: 1.006856986s)","trace[1497038359] 'compare' (duration: 43.672196ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:43.105586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.054128Z","time spent":"1.051389932s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129480,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:44.060896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99994093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:44.060978Z","caller":"traceutil/trace.go:171","msg":"trace[317354304] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000049133s","start":"2026-02-24T20:48:42.060912Z","end":"2026-02-24T20:48:44.060961Z","steps":["trace[317354304] 'agreement among raft nodes before linearized reading' (duration: 1.9999497s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:44.061022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.060906Z","time spent":"2.000106174s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:45.088159Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.983881073s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:48:45.16887Z","caller":"traceutil/trace.go:171","msg":"trace[995515206] linearizableReadLoop","detail":"{readStateIndex:24504; appliedIndex:24496; }","duration":"3.11430176s","start":"2026-02-24T20:48:42.05454Z","end":"2026-02-24T20:48:45.168842Z","steps":["trace[995515206] 'read index received' (duration: 1.006473107s)","trace[995515206] 'applied index is now lower than readState.Index' (duration: 2.107827673s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:45.168992Z","caller":"traceutil/trace.go:171","msg":"trace[90743044] transaction","detail":"{read_only:false; response_revision:23653; number_of_response:1; }","duration":"3.114463145s","start":"2026-02-24T20:48:42.054515Z","end":"2026-02-24T20:48:45.168978Z","steps":["trace[90743044] 'process raft request' (duration: 3.033849022s)","trace[90743044] 'compare' (duration: 79.764723ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:45.169093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.054502Z","time spent":"3.114518396s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:45.169343Z","caller":"traceutil/trace.go:171","msg":"trace[583701428] transaction","detail":"{read_only:false; response_revision:23654; number_of_response:1; }","duration":"3.114024245s","start":"2026-02-24T20:48:42.055264Z","end":"2026-02-24T20:48:45.169288Z","steps":["trace[583701428] 'process raft request' (duration: 3.113259177s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:45.169406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.055253Z","time spent":"3.114117067s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:45.169649Z","caller":"traceutil/trace.go:171","msg":"trace[922737756] transaction","detail":"{read_only:false; response_revision:23659; number_of_response:1; }","duration":"2.148975048s","start":"2026-02-24T20:48:43.020663Z","end":"2026-02-24T20:48:45.169638Z","steps":["trace[922737756] 'process raft request' (duration: 2.148138628s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:45.169661Z","caller":"traceutil/trace.go:171","msg":"trace[1847119831] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"3.113423469s","start":"2026-02-24T20:48:42.056193Z","end":"2026-02-24T20:48:45.169617Z","steps":["trace[1847119831] 'process raft request' (duration: 3.112478887s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:45.169663Z","caller":"traceutil/trace.go:171","msg":"trace[1145469916] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"2.349804613s","start":"2026-02-24T20:48:42.81981Z","end":"2026-02-24T20:48:45.169615Z","steps":["trace[1145469916] 'process raft request' (duration: 2.348955954s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:45.169719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:43.020635Z","time spent":"2.14904968s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:45.169708Z","caller":"traceutil/trace.go:171","msg":"trace[1257145186] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"3.109395395s","start":"2026-02-24T20:48:42.060285Z","end":"2026-02-24T20:48:45.169681Z","steps":["trace[1257145186] 'process raft request' (duration: 3.108431963s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:45.169746Z","caller":"traceutil/trace.go:171","msg":"trace[137311902] transaction","detail":"{read_only:false; response_revision:23655; number_of_response:1; }","duration":"3.114081774s","start":"2026-02-24T20:48:42.055618Z","end":"2026-02-24T20:48:45.169699Z","steps":["trace[137311902] 'process raft request' (duration: 3.113008289s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:45.169819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.056188Z","time spent":"3.113545862s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:45.169848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.819795Z","time spent":"2.349961037s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:45.169847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.060276Z","time spent":"3.109484748s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5956,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:45.169928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.055609Z","time spent":"3.114244449s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:48:45.169968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115421646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T20:48:45.170007Z","caller":"traceutil/trace.go:171","msg":"trace[1026326633] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23659; }","duration":"3.115482668s","start":"2026-02-24T20:48:42.054514Z","end":"2026-02-24T20:48:45.169997Z","steps":["trace[1026326633] 'agreement among raft nodes before linearized reading' (duration: 3.115331485s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:45.170037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.054498Z","time spent":"3.115532009s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T20:48:45.66955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:46.06214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000460312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:46.062243Z","caller":"traceutil/trace.go:171","msg":"trace[1571085126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000600965s","start":"2026-02-24T20:48:44.061623Z","end":"2026-02-24T20:48:46.062224Z","steps":["trace[1571085126] 'agreement among raft nodes before linearized reading' (duration: 2.000477222s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:46.062293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:44.061614Z","time spent":"2.000669026s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:46.16989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:46.406322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.31793637s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:48:47.635393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228738275s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-02-24T20:48:47.635632Z","caller":"traceutil/trace.go:171","msg":"trace[873471962] transaction","detail":"{read_only:false; response_revision:23660; number_of_response:1; }","duration":"4.188508578s","start":"2026-02-24T20:48:43.447106Z","end":"2026-02-24T20:48:47.635615Z","steps":["trace[873471962] 'process raft request' (duration: 4.188377675s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:47.635624Z","caller":"traceutil/trace.go:171","msg":"trace[1235250499] transaction","detail":"{read_only:false; number_of_response:0; response_revision:23659; }","duration":"4.527925405s","start":"2026-02-24T20:48:43.107664Z","end":"2026-02-24T20:48:47.635589Z","steps":["trace[1235250499] 'process raft request' (duration: 3.298925475s)","trace[1235250499] 'compare' (duration: 1.228698623s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:47.635712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:43.447082Z","time spent":"4.188588189s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:47.635758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:43.107634Z","time spent":"4.528056669s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:48:47.635836Z","caller":"traceutil/trace.go:171","msg":"trace[1110491782] transaction","detail":"{read_only:false; response_revision:23661; number_of_response:1; }","duration":"3.579414319s","start":"2026-02-24T20:48:44.056403Z","end":"2026-02-24T20:48:47.635818Z","steps":["trace[1110491782] 'process raft request' (duration: 3.579172443s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.635937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:44.056379Z","time spent":"3.579503871s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:47.636084Z","caller":"traceutil/trace.go:171","msg":"trace[1587135936] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"3.579346898s","start":"2026-02-24T20:48:44.056716Z","end":"2026-02-24T20:48:47.636063Z","steps":["trace[1587135936] 'process raft request' (duration: 3.57904004s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.636205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:44.056689Z","time spent":"3.57944865s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:47.63661Z","caller":"traceutil/trace.go:171","msg":"trace[1709652458] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"3.579419169s","start":"2026-02-24T20:48:44.057166Z","end":"2026-02-24T20:48:47.636585Z","steps":["trace[1709652458] 'process raft request' (duration: 3.578830636s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.636749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:44.057154Z","time spent":"3.579522722s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:47.636788Z","caller":"traceutil/trace.go:171","msg":"trace[171075332] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"3.579254156s","start":"2026-02-24T20:48:44.057509Z","end":"2026-02-24T20:48:47.636763Z","steps":["trace[171075332] 'process raft request' (duration: 3.578981149s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:47.637062Z","caller":"traceutil/trace.go:171","msg":"trace[553087753] linearizableReadLoop","detail":"{readStateIndex:24511; appliedIndex:24504; }","duration":"2.46810774s","start":"2026-02-24T20:48:45.168944Z","end":"2026-02-24T20:48:47.637052Z","steps":["trace[553087753] 'read index received' (duration: 1.237663945s)","trace[553087753] 'applied index is now lower than readState.Index' (duration: 1.230443085s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:47.637166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.06419416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:47.637197Z","caller":"traceutil/trace.go:171","msg":"trace[1776059032] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23665; }","duration":"4.06422876s","start":"2026-02-24T20:48:43.572961Z","end":"2026-02-24T20:48:47.637189Z","steps":["trace[1776059032] 'agreement among raft nodes before linearized reading' (duration: 4.064169289s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.637197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.553914312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:47.637209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105136195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:47.637173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:44.057498Z","time spent":"3.579480142s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:47.637241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.581413707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-02-24T20:48:47.637257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.581757906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T20:48:47.637256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878129896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:47.6373Z","caller":"traceutil/trace.go:171","msg":"trace[214701057] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:23665; }","duration":"5.581459228s","start":"2026-02-24T20:48:42.055807Z","end":"2026-02-24T20:48:47.637267Z","steps":["trace[214701057] 'agreement among raft nodes before linearized reading' (duration: 5.581339195s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:47.637292Z","caller":"traceutil/trace.go:171","msg":"trace[2055017292] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23665; }","duration":"5.581820878s","start":"2026-02-24T20:48:42.05546Z","end":"2026-02-24T20:48:47.637281Z","steps":["trace[2055017292] 'agreement among raft nodes before linearized reading' (duration: 5.581708505s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:47.637263Z","caller":"traceutil/trace.go:171","msg":"trace[921057195] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23665; }","duration":"3.105218567s","start":"2026-02-24T20:48:44.532026Z","end":"2026-02-24T20:48:47.637245Z","steps":["trace[921057195] 'agreement among raft nodes before linearized reading' (duration: 3.105136935s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.63733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.055803Z","time spent":"5.58151942s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" "} {"level":"warn","ts":"2026-02-24T20:48:47.63733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.055448Z","time spent":"5.581877029s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12035,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:48:47.63733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.601086183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:47.63738Z","caller":"traceutil/trace.go:171","msg":"trace[845351905] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"3.579501812s","start":"2026-02-24T20:48:44.057845Z","end":"2026-02-24T20:48:47.637346Z","steps":["trace[845351905] 'process raft request' (duration: 3.578849497s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.637411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.581234603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1444"} {"level":"warn","ts":"2026-02-24T20:48:47.637384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.704767071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1629"} {"level":"warn","ts":"2026-02-24T20:48:47.637396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570253888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:47.637436Z","caller":"traceutil/trace.go:171","msg":"trace[1448468024] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23665; }","duration":"5.581266204s","start":"2026-02-24T20:48:42.056163Z","end":"2026-02-24T20:48:47.63743Z","steps":["trace[1448468024] 'agreement among raft nodes before linearized reading' (duration: 5.581170512s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.637427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.580640469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:47.637463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.056157Z","time spent":"5.581301455s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-02-24T20:48:47.63747Z","caller":"traceutil/trace.go:171","msg":"trace[76286431] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23665; }","duration":"3.704900524s","start":"2026-02-24T20:48:43.932545Z","end":"2026-02-24T20:48:47.637445Z","steps":["trace[76286431] 'agreement among raft nodes before linearized reading' (duration: 3.704621918s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:47.637475Z","caller":"traceutil/trace.go:171","msg":"trace[1544274130] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23665; }","duration":"2.570366001s","start":"2026-02-24T20:48:45.067088Z","end":"2026-02-24T20:48:47.637454Z","steps":["trace[1544274130] 'agreement among raft nodes before linearized reading' (duration: 2.570099364s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.637215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:43.572903Z","time spent":"4.064307892s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:47.637498Z","caller":"traceutil/trace.go:171","msg":"trace[431019668] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23665; }","duration":"5.580742841s","start":"2026-02-24T20:48:42.056739Z","end":"2026-02-24T20:48:47.637482Z","steps":["trace[431019668] 'agreement among raft nodes before linearized reading' (duration: 5.580593778s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.637518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.702375472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-24T20:48:47.637521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:43.932522Z","time spent":"3.704987677s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1652,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-24T20:48:47.63753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:45.067073Z","time spent":"2.570440692s","remote":"127.0.0.1:53300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:47.637547Z","caller":"traceutil/trace.go:171","msg":"trace[1024088870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23665; }","duration":"4.702427533s","start":"2026-02-24T20:48:42.935111Z","end":"2026-02-24T20:48:47.637539Z","steps":["trace[1024088870] 'agreement among raft nodes before linearized reading' (duration: 4.7023078s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.637548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.056733Z","time spent":"5.580807984s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:48:47.637578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.935099Z","time spent":"4.702472704s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:48:47.637585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.702445863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T20:48:47.637457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.847065737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:47.63748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.582546194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-582b9708-ae1d-4487-986e-b603e727003a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-02-24T20:48:47.637655Z","caller":"traceutil/trace.go:171","msg":"trace[898620857] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23665; }","duration":"4.847294353s","start":"2026-02-24T20:48:42.790348Z","end":"2026-02-24T20:48:47.637642Z","steps":["trace[898620857] 'agreement among raft nodes before linearized reading' (duration: 4.847076008s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.637633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.648385197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:47.637686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.79033Z","time spent":"4.847347265s","remote":"127.0.0.1:55838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:47.637254Z","caller":"traceutil/trace.go:171","msg":"trace[726731375] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23665; }","duration":"5.553989074s","start":"2026-02-24T20:48:42.083249Z","end":"2026-02-24T20:48:47.637238Z","steps":["trace[726731375] 'agreement among raft nodes before linearized reading' (duration: 5.553887431s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.637738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.083238Z","time spent":"5.554486096s","remote":"127.0.0.1:56082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:47.637367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:44.53201Z","time spent":"3.105336029s","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:47.637666Z","caller":"traceutil/trace.go:171","msg":"trace[108813459] range","detail":"{range_begin:/registry/persistentvolumes/pvc-582b9708-ae1d-4487-986e-b603e727003a; range_end:; response_count:1; response_revision:23665; }","duration":"5.582743409s","start":"2026-02-24T20:48:42.054914Z","end":"2026-02-24T20:48:47.637657Z","steps":["trace[108813459] 'agreement among raft nodes before linearized reading' (duration: 5.582517204s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:47.637315Z","caller":"traceutil/trace.go:171","msg":"trace[1901882251] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23665; }","duration":"2.878189557s","start":"2026-02-24T20:48:44.759115Z","end":"2026-02-24T20:48:47.637304Z","steps":["trace[1901882251] 'agreement among raft nodes before linearized reading' (duration: 2.878112855s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.638049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.388390644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"warn","ts":"2026-02-24T20:48:47.638068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.054901Z","time spent":"5.582965894s","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-582b9708-ae1d-4487-986e-b603e727003a\" "} {"level":"info","ts":"2026-02-24T20:48:47.638102Z","caller":"traceutil/trace.go:171","msg":"trace[1759001126] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23665; }","duration":"3.38865488s","start":"2026-02-24T20:48:44.249431Z","end":"2026-02-24T20:48:47.638086Z","steps":["trace[1759001126] 'agreement among raft nodes before linearized reading' (duration: 3.388181929s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.638145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:44.249413Z","time spent":"3.388720112s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418279,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-02-24T20:48:47.638089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:44.759072Z","time spent":"2.879004726s","remote":"127.0.0.1:36940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:47.637254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548783064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:47.638325Z","caller":"traceutil/trace.go:171","msg":"trace[564052565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23665; }","duration":"2.54989903s","start":"2026-02-24T20:48:45.088412Z","end":"2026-02-24T20:48:47.638311Z","steps":["trace[564052565] 'agreement among raft nodes before linearized reading' (duration: 2.548771374s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:47.637394Z","caller":"traceutil/trace.go:171","msg":"trace[668078899] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23665; }","duration":"4.601181355s","start":"2026-02-24T20:48:43.0362Z","end":"2026-02-24T20:48:47.637381Z","steps":["trace[668078899] 'agreement among raft nodes before linearized reading' (duration: 4.601099303s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.638376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:45.088393Z","time spent":"2.549962042s","remote":"127.0.0.1:60314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:47.638411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:43.036182Z","time spent":"4.602216479s","remote":"127.0.0.1:53096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:47.637487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:44.057834Z","time spent":"3.579600924s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:47.637571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.359087158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:47.638541Z","caller":"traceutil/trace.go:171","msg":"trace[672025036] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23665; }","duration":"5.360079511s","start":"2026-02-24T20:48:42.278439Z","end":"2026-02-24T20:48:47.638518Z","steps":["trace[672025036] 'agreement among raft nodes before linearized reading' (duration: 5.359089058s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.638609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.278424Z","time spent":"5.360162253s","remote":"127.0.0.1:53194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:47.637622Z","caller":"traceutil/trace.go:171","msg":"trace[1841018561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23665; }","duration":"4.702508995s","start":"2026-02-24T20:48:42.935101Z","end":"2026-02-24T20:48:47.63761Z","steps":["trace[1841018561] 'agreement among raft nodes before linearized reading' (duration: 4.702377602s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.63866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:42.935084Z","time spent":"4.703565419s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:48:47.637699Z","caller":"traceutil/trace.go:171","msg":"trace[2141466596] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23665; }","duration":"3.648450439s","start":"2026-02-24T20:48:43.989238Z","end":"2026-02-24T20:48:47.637688Z","steps":["trace[2141466596] 'agreement among raft nodes before linearized reading' (duration: 3.648361867s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.638756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:43.98919Z","time spent":"3.649555455s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:47.637243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920874816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:47.6389Z","caller":"traceutil/trace.go:171","msg":"trace[1643244289] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23665; }","duration":"3.922554866s","start":"2026-02-24T20:48:43.71633Z","end":"2026-02-24T20:48:47.638885Z","steps":["trace[1643244289] 'agreement among raft nodes before linearized reading' (duration: 3.920895576s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.638937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:43.71631Z","time spent":"3.922615047s","remote":"127.0.0.1:54124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:47.637265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.015718191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:47.639221Z","caller":"traceutil/trace.go:171","msg":"trace[124684622] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23665; }","duration":"4.017687528s","start":"2026-02-24T20:48:43.621517Z","end":"2026-02-24T20:48:47.639204Z","steps":["trace[124684622] 'agreement among raft nodes before linearized reading' (duration: 4.015735942s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.639246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:43.621504Z","time spent":"4.017733509s","remote":"127.0.0.1:52510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:47.640033Z","caller":"traceutil/trace.go:171","msg":"trace[83182056] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"803.270968ms","start":"2026-02-24T20:48:46.836755Z","end":"2026-02-24T20:48:47.640026Z","steps":["trace[83182056] 'process raft request' (duration: 803.187006ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:47.640102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:46.836729Z","time spent":"803.329189ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:48.070413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000653687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:48.070484Z","caller":"traceutil/trace.go:171","msg":"trace[869739236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00077716s","start":"2026-02-24T20:48:46.069689Z","end":"2026-02-24T20:48:48.070466Z","steps":["trace[869739236] 'agreement among raft nodes before linearized reading' (duration: 2.000684858s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:48.07052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:46.069671Z","time spent":"2.000842092s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:49.089082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.783913ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:49.089217Z","caller":"traceutil/trace.go:171","msg":"trace[355699246] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23666; }","duration":"249.931497ms","start":"2026-02-24T20:48:48.839265Z","end":"2026-02-24T20:48:49.089197Z","steps":["trace[355699246] 'range keys from in-memory index tree' (duration: 249.765423ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.071176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000472892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:48:50.071247Z","caller":"traceutil/trace.go:171","msg":"trace[1834516274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603385s","start":"2026-02-24T20:48:48.070628Z","end":"2026-02-24T20:48:50.071231Z","steps":["trace[1834516274] 'agreement among raft nodes before linearized reading' (duration: 2.000505303s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.071286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:48.070607Z","time spent":"2.000672607s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:50.303816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.663580199s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:48:50.304175Z","caller":"traceutil/trace.go:171","msg":"trace[372601152] linearizableReadLoop","detail":"{readStateIndex:24513; appliedIndex:24511; }","duration":"2.667062891s","start":"2026-02-24T20:48:47.637086Z","end":"2026-02-24T20:48:50.304149Z","steps":["trace[372601152] 'read index received' (duration: 2.858007ms)","trace[372601152] 'applied index is now lower than readState.Index' (duration: 2.664203384s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:50.304305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.027872327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:50.304371Z","caller":"traceutil/trace.go:171","msg":"trace[1911032486] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23667; }","duration":"4.027955079s","start":"2026-02-24T20:48:46.276403Z","end":"2026-02-24T20:48:50.304358Z","steps":["trace[1911032486] 'agreement among raft nodes before linearized reading' (duration: 4.027794825s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.304383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.375439696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:50.304409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:46.276339Z","time spent":"4.028061732s","remote":"127.0.0.1:53444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:50.304431Z","caller":"traceutil/trace.go:171","msg":"trace[1771421034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23667; }","duration":"4.375483067s","start":"2026-02-24T20:48:45.928932Z","end":"2026-02-24T20:48:50.304416Z","steps":["trace[1771421034] 'agreement among raft nodes before linearized reading' (duration: 4.375423035s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.304416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.920409678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:50.30446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.127948831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749c2a74f60da\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-24T20:48:50.304474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:45.928874Z","time spent":"4.37559011s","remote":"127.0.0.1:43522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:50.304498Z","caller":"traceutil/trace.go:171","msg":"trace[791191729] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749c2a74f60da; range_end:; response_count:1; response_revision:23667; }","duration":"5.128007233s","start":"2026-02-24T20:48:45.176479Z","end":"2026-02-24T20:48:50.304486Z","steps":["trace[791191729] 'agreement among raft nodes before linearized reading' (duration: 5.12787998s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:50.3045Z","caller":"traceutil/trace.go:171","msg":"trace[107767407] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23667; }","duration":"2.920561561s","start":"2026-02-24T20:48:47.383914Z","end":"2026-02-24T20:48:50.304475Z","steps":["trace[107767407] 'agreement among raft nodes before linearized reading' (duration: 2.920311265s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.304541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:45.176471Z","time spent":"5.128062354s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749c2a74f60da\" "} {"level":"warn","ts":"2026-02-24T20:48:50.304554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:47.383885Z","time spent":"2.920658024s","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:50.304606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948499577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:50.304647Z","caller":"traceutil/trace.go:171","msg":"trace[1782222080] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23667; }","duration":"2.948577169s","start":"2026-02-24T20:48:47.35606Z","end":"2026-02-24T20:48:50.304637Z","steps":["trace[1782222080] 'agreement among raft nodes before linearized reading' (duration: 2.948516498s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.304671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:47.356037Z","time spent":"2.948627191s","remote":"127.0.0.1:53530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:50.304794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.13002562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7229"} {"level":"info","ts":"2026-02-24T20:48:50.30484Z","caller":"traceutil/trace.go:171","msg":"trace[2145538304] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23667; }","duration":"5.130099271s","start":"2026-02-24T20:48:45.174728Z","end":"2026-02-24T20:48:50.304827Z","steps":["trace[2145538304] 'agreement among raft nodes before linearized reading' (duration: 5.129996439s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.304878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:45.174712Z","time spent":"5.130156893s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7252,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T20:48:50.304891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.132462428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-24T20:48:50.304902Z","caller":"traceutil/trace.go:171","msg":"trace[351260470] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"3.127351606s","start":"2026-02-24T20:48:47.177537Z","end":"2026-02-24T20:48:50.304888Z","steps":["trace[351260470] 'process raft request' (duration: 3.126452815s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.304919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386177891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:50.304925Z","caller":"traceutil/trace.go:171","msg":"trace[366223123] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23667; }","duration":"5.132523669s","start":"2026-02-24T20:48:45.172392Z","end":"2026-02-24T20:48:50.304916Z","steps":["trace[366223123] 'agreement among raft nodes before linearized reading' (duration: 5.132420417s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:50.304942Z","caller":"traceutil/trace.go:171","msg":"trace[1848866890] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23667; }","duration":"3.386200772s","start":"2026-02-24T20:48:46.918735Z","end":"2026-02-24T20:48:50.304936Z","steps":["trace[1848866890] 'agreement among raft nodes before linearized reading' (duration: 3.386166301s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.304954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:45.17238Z","time spent":"5.13256719s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-02-24T20:48:50.304964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:46.918681Z","time spent":"3.386278245s","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:50.304987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:47.177505Z","time spent":"3.127425228s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:50.304889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.130147402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-24T20:48:50.304323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.948926959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:50.305064Z","caller":"traceutil/trace.go:171","msg":"trace[1237072716] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23667; }","duration":"4.949729458s","start":"2026-02-24T20:48:45.355329Z","end":"2026-02-24T20:48:50.305058Z","steps":["trace[1237072716] 'agreement among raft nodes before linearized reading' (duration: 4.948933289s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.305095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:45.35531Z","time spent":"4.949776829s","remote":"127.0.0.1:51250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:50.304333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.059905584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:50.305137Z","caller":"traceutil/trace.go:171","msg":"trace[987427049] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23667; }","duration":"5.060769944s","start":"2026-02-24T20:48:45.244356Z","end":"2026-02-24T20:48:50.305125Z","steps":["trace[987427049] 'agreement among raft nodes before linearized reading' (duration: 5.059913744s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.305195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:45.244328Z","time spent":"5.060855016s","remote":"127.0.0.1:53352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:50.305146Z","caller":"traceutil/trace.go:171","msg":"trace[2020174377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23667; }","duration":"3.130392557s","start":"2026-02-24T20:48:47.174695Z","end":"2026-02-24T20:48:50.305087Z","steps":["trace[2020174377] 'agreement among raft nodes before linearized reading' (duration: 3.130099761s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.30467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.687699187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:50.30533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:47.174664Z","time spent":"3.130580142s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T20:48:50.305359Z","caller":"traceutil/trace.go:171","msg":"trace[1433910263] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23667; }","duration":"4.688407773s","start":"2026-02-24T20:48:45.616924Z","end":"2026-02-24T20:48:50.305332Z","steps":["trace[1433910263] 'agreement among raft nodes before linearized reading' (duration: 4.687718207s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:50.305457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:45.616902Z","time spent":"4.688511625s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:50.804583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:51.305261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:51.805397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:48:52.081386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001182219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:52.08144Z","caller":"traceutil/trace.go:171","msg":"trace[507744432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001280791s","start":"2026-02-24T20:48:50.080147Z","end":"2026-02-24T20:48:52.081428Z","steps":["trace[507744432] 'agreement among raft nodes before linearized reading' (duration: 2.00120352s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.08147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:50.080129Z","time spent":"2.001335742s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:48:52.176654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.665050737s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:48:52.177487Z","caller":"traceutil/trace.go:171","msg":"trace[1839536363] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"4.533885346s","start":"2026-02-24T20:48:47.64358Z","end":"2026-02-24T20:48:52.177466Z","steps":["trace[1839536363] 'process raft request' (duration: 4.533581819s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.177609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:47.643561Z","time spent":"4.533990788s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:52.177628Z","caller":"traceutil/trace.go:171","msg":"trace[1867047784] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"4.533562318s","start":"2026-02-24T20:48:47.644034Z","end":"2026-02-24T20:48:52.177597Z","steps":["trace[1867047784] 'process raft request' (duration: 4.533303182s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.177751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:47.644024Z","time spent":"4.533669391s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:48:52.177961Z","caller":"traceutil/trace.go:171","msg":"trace[2115482000] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"2.002826558s","start":"2026-02-24T20:48:50.175126Z","end":"2026-02-24T20:48:52.177953Z","steps":["trace[2115482000] 'process raft request' (duration: 2.002805227s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.178021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:50.175106Z","time spent":"2.00289505s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:52.178096Z","caller":"traceutil/trace.go:171","msg":"trace[221706492] transaction","detail":"{read_only:false; response_revision:23674; number_of_response:1; }","duration":"2.534560611s","start":"2026-02-24T20:48:49.64353Z","end":"2026-02-24T20:48:52.178091Z","steps":["trace[221706492] 'process raft request' (duration: 2.534332496s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.178154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.643518Z","time spent":"2.534600841s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:52.178122Z","caller":"traceutil/trace.go:171","msg":"trace[1740781846] transaction","detail":"{read_only:false; response_revision:23673; number_of_response:1; }","duration":"2.534785826s","start":"2026-02-24T20:48:49.643308Z","end":"2026-02-24T20:48:52.178094Z","steps":["trace[1740781846] 'process raft request' (duration: 2.53453226s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:52.178292Z","caller":"traceutil/trace.go:171","msg":"trace[1619546636] transaction","detail":"{read_only:false; response_revision:23676; number_of_response:1; }","duration":"2.531771635s","start":"2026-02-24T20:48:49.646513Z","end":"2026-02-24T20:48:52.178284Z","steps":["trace[1619546636] 'process raft request' (duration: 2.531384746s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.178335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.646486Z","time spent":"2.531831846s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:52.178335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.643288Z","time spent":"2.5349701s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:52.178532Z","caller":"traceutil/trace.go:171","msg":"trace[1230867790] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"2.531101069s","start":"2026-02-24T20:48:49.647425Z","end":"2026-02-24T20:48:52.178526Z","steps":["trace[1230867790] 'process raft request' (duration: 2.530488635s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.178579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.647408Z","time spent":"2.53115019s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:52.178072Z","caller":"traceutil/trace.go:171","msg":"trace[1708993609] transaction","detail":"{read_only:false; response_revision:23675; number_of_response:1; }","duration":"2.533785952s","start":"2026-02-24T20:48:49.644276Z","end":"2026-02-24T20:48:52.178062Z","steps":["trace[1708993609] 'process raft request' (duration: 2.533605428s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:52.178627Z","caller":"traceutil/trace.go:171","msg":"trace[1694227050] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"2.620049727s","start":"2026-02-24T20:48:49.558563Z","end":"2026-02-24T20:48:52.178613Z","steps":["trace[1694227050] 'process raft request' (duration: 2.619200607s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.178661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.644254Z","time spent":"2.534386876s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:52.178714Z","caller":"traceutil/trace.go:171","msg":"trace[784500250] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"2.538789029s","start":"2026-02-24T20:48:49.639919Z","end":"2026-02-24T20:48:52.178708Z","steps":["trace[784500250] 'process raft request' (duration: 2.537897618s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.178702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.558535Z","time spent":"2.620127109s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:52.178738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.639896Z","time spent":"2.53882785s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:52.178225Z","caller":"traceutil/trace.go:171","msg":"trace[1145648461] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"4.533766643s","start":"2026-02-24T20:48:47.644452Z","end":"2026-02-24T20:48:52.178218Z","steps":["trace[1145648461] 'process raft request' (duration: 4.532973514s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.178785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:47.644434Z","time spent":"4.534338816s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:52.331402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:50.306148Z","time spent":"2.025247844s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T20:48:52.331764Z","caller":"traceutil/trace.go:171","msg":"trace[1029553916] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"2.021704211s","start":"2026-02-24T20:48:50.310043Z","end":"2026-02-24T20:48:52.331747Z","steps":["trace[1029553916] 'process raft request' (duration: 2.021347633s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:52.331913Z","caller":"traceutil/trace.go:171","msg":"trace[298795577] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"2.018710991s","start":"2026-02-24T20:48:50.313188Z","end":"2026-02-24T20:48:52.331899Z","steps":["trace[298795577] 'process raft request' (duration: 2.0182511s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:52.332222Z","caller":"traceutil/trace.go:171","msg":"trace[1491495570] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"1.596492599s","start":"2026-02-24T20:48:50.735667Z","end":"2026-02-24T20:48:52.33216Z","steps":["trace[1491495570] 'process raft request' (duration: 1.595816413s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.332403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:50.735598Z","time spent":"1.596724264s","remote":"127.0.0.1:50856","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:52.332289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:50.313181Z","time spent":"2.019046528s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7021,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:52.332579Z","caller":"traceutil/trace.go:171","msg":"trace[845245600] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"2.024297162s","start":"2026-02-24T20:48:50.308256Z","end":"2026-02-24T20:48:52.332553Z","steps":["trace[845245600] 'process raft request' (duration: 2.023000732s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.332677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:50.308241Z","time spent":"2.024385995s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:52.332806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:50.310033Z","time spent":"2.021792673s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:52.478208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.668863ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T20:48:52.478413Z","caller":"traceutil/trace.go:171","msg":"trace[1152227648] linearizableReadLoop","detail":"{readStateIndex:24529; appliedIndex:24513; }","duration":"2.17415404s","start":"2026-02-24T20:48:50.304241Z","end":"2026-02-24T20:48:52.478395Z","steps":["trace[1152227648] 'read index received' (duration: 1.872838346s)","trace[1152227648] 'applied index is now lower than readState.Index' (duration: 301.314664ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:52.478481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430230876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:52.478505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753876189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:52.478578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.4299271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:52.478597Z","caller":"traceutil/trace.go:171","msg":"trace[1775962769] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23683; }","duration":"3.42998492s","start":"2026-02-24T20:48:49.048608Z","end":"2026-02-24T20:48:52.478593Z","steps":["trace[1775962769] 'agreement among raft nodes before linearized reading' (duration: 3.429946779s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:52.478583Z","caller":"traceutil/trace.go:171","msg":"trace[1517851698] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23683; }","duration":"2.754009432s","start":"2026-02-24T20:48:49.724552Z","end":"2026-02-24T20:48:52.478562Z","steps":["trace[1517851698] 'agreement among raft nodes before linearized reading' (duration: 2.753876069s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.478616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.048585Z","time spent":"3.430026422s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:52.478618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.836060109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-02-24T20:48:52.478627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.724531Z","time spent":"2.754086414s","remote":"127.0.0.1:53294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:52.478649Z","caller":"traceutil/trace.go:171","msg":"trace[101875157] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23683; }","duration":"4.83611452s","start":"2026-02-24T20:48:47.642524Z","end":"2026-02-24T20:48:52.478638Z","steps":["trace[101875157] 'agreement among raft nodes before linearized reading' (duration: 4.835985727s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.478621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338163155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:52.478766Z","caller":"traceutil/trace.go:171","msg":"trace[218390] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23683; }","duration":"3.338298528s","start":"2026-02-24T20:48:49.140423Z","end":"2026-02-24T20:48:52.478722Z","steps":["trace[218390] 'agreement among raft nodes before linearized reading' (duration: 3.338105654s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.478823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.374678867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:52.478849Z","caller":"traceutil/trace.go:171","msg":"trace[2124785279] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23683; }","duration":"4.374704558s","start":"2026-02-24T20:48:48.104135Z","end":"2026-02-24T20:48:52.47884Z","steps":["trace[2124785279] 'agreement among raft nodes before linearized reading' (duration: 4.374666967s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.478854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84162953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1072"} {"level":"warn","ts":"2026-02-24T20:48:52.478872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:48.104097Z","time spent":"4.374768379s","remote":"127.0.0.1:53322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:52.478539Z","caller":"traceutil/trace.go:171","msg":"trace[404339058] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23683; }","duration":"3.430333439s","start":"2026-02-24T20:48:49.048191Z","end":"2026-02-24T20:48:52.478524Z","steps":["trace[404339058] 'agreement among raft nodes before linearized reading' (duration: 3.430234276s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:52.478887Z","caller":"traceutil/trace.go:171","msg":"trace[1160630553] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:23683; }","duration":"4.841684411s","start":"2026-02-24T20:48:47.637194Z","end":"2026-02-24T20:48:52.478878Z","steps":["trace[1160630553] 'agreement among raft nodes before linearized reading' (duration: 4.841603109s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.478913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:47.637181Z","time spent":"4.841727272s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1095,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-02-24T20:48:52.478941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.048171Z","time spent":"3.430757989s","remote":"127.0.0.1:53338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:52.478792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.834952643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9499"} {"level":"warn","ts":"2026-02-24T20:48:52.478693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:47.642507Z","time spent":"4.836176512s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-02-24T20:48:52.47907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.731903364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-02-24T20:48:52.478779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.838365323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16910"} {"level":"info","ts":"2026-02-24T20:48:52.47909Z","caller":"traceutil/trace.go:171","msg":"trace[861991185] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23683; }","duration":"4.731957285s","start":"2026-02-24T20:48:47.747128Z","end":"2026-02-24T20:48:52.479085Z","steps":["trace[861991185] 'agreement among raft nodes before linearized reading' (duration: 4.731882054s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.479105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:47.747109Z","time spent":"4.731993007s","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-02-24T20:48:52.479124Z","caller":"traceutil/trace.go:171","msg":"trace[1671242824] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23683; }","duration":"4.838713802s","start":"2026-02-24T20:48:47.640385Z","end":"2026-02-24T20:48:52.479099Z","steps":["trace[1671242824] 'agreement among raft nodes before linearized reading' (duration: 4.838327623s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:52.479143Z","caller":"traceutil/trace.go:171","msg":"trace[403886652] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:23683; }","duration":"4.83523392s","start":"2026-02-24T20:48:47.64381Z","end":"2026-02-24T20:48:52.479044Z","steps":["trace[403886652] 'agreement among raft nodes before linearized reading' (duration: 4.834611565s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:52.478847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:49.140396Z","time spent":"3.338413011s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:52.479223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:47.640372Z","time spent":"4.838811554s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16933,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T20:48:52.479284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:47.643803Z","time spent":"4.835432635s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9522,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-02-24T20:48:52.479582Z","caller":"traceutil/trace.go:171","msg":"trace[757417007] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"169.06766ms","start":"2026-02-24T20:48:52.310505Z","end":"2026-02-24T20:48:52.479572Z","steps":["trace[757417007] 'process raft request' (duration: 167.80284ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:52.479848Z","caller":"traceutil/trace.go:171","msg":"trace[1616036045] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23684; }","duration":"147.133235ms","start":"2026-02-24T20:48:52.3327Z","end":"2026-02-24T20:48:52.479834Z","steps":["trace[1616036045] 'process raft request' (duration: 146.779547ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:53.764757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284275568s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-02-24T20:48:53.764868Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21318} {"level":"info","ts":"2026-02-24T20:48:53.76492Z","caller":"traceutil/trace.go:171","msg":"trace[10100581] compact","detail":"{revision:21318; response_revision:23684; }","duration":"1.431623548s","start":"2026-02-24T20:48:52.333256Z","end":"2026-02-24T20:48:53.76488Z","steps":["trace[10100581] 'process raft request' (duration: 146.280145ms)","trace[10100581] 'check and update compact revision' (duration: 1.284103855s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:53.764978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:52.333226Z","time spent":"1.431748381s","remote":"127.0.0.1:50856","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T20:48:53.764977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:52.480286Z","time spent":"1.284686278s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-02-24T20:48:53.765035Z","caller":"traceutil/trace.go:171","msg":"trace[1183714825] linearizableReadLoop","detail":"{readStateIndex:24533; appliedIndex:24530; }","duration":"1.286530002s","start":"2026-02-24T20:48:52.47846Z","end":"2026-02-24T20:48:53.76499Z","steps":["trace[1183714825] 'read index received' (duration: 422.69µs)","trace[1183714825] 'applied index is now lower than readState.Index' (duration: 1.286103472s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:53.765342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428823593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-975cd4d96-mwfnw\" ","response":"range_response_count:1 size:5851"} {"level":"info","ts":"2026-02-24T20:48:53.76539Z","caller":"traceutil/trace.go:171","msg":"trace[1382341775] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-975cd4d96-mwfnw; range_end:; response_count:1; response_revision:23684; }","duration":"1.428918576s","start":"2026-02-24T20:48:52.336457Z","end":"2026-02-24T20:48:53.765376Z","steps":["trace[1382341775] 'agreement among raft nodes before linearized reading' (duration: 1.42872478s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:53.76543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:52.336441Z","time spent":"1.428978647s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5874,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-975cd4d96-mwfnw\" "} {"level":"warn","ts":"2026-02-24T20:48:53.765259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51777531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:53.765576Z","caller":"traceutil/trace.go:171","msg":"trace[2041759154] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23684; }","duration":"1.518104918s","start":"2026-02-24T20:48:52.247441Z","end":"2026-02-24T20:48:53.765546Z","steps":["trace[2041759154] 'agreement among raft nodes before linearized reading' (duration: 1.517751009s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:53.765634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:52.247392Z","time spent":"1.518225941s","remote":"127.0.0.1:37006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:53.766031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285445556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129496"} {"level":"info","ts":"2026-02-24T20:48:53.766072Z","caller":"traceutil/trace.go:171","msg":"trace[82424811] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23684; }","duration":"1.285508308s","start":"2026-02-24T20:48:52.480554Z","end":"2026-02-24T20:48:53.766063Z","steps":["trace[82424811] 'agreement among raft nodes before linearized reading' (duration: 1.285316864s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:53.766104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:52.480528Z","time spent":"1.285566849s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129519,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-02-24T20:48:53.766317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.847277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:53.766335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283570582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-24T20:48:53.766375Z","caller":"traceutil/trace.go:171","msg":"trace[744936440] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23684; }","duration":"1.283657944s","start":"2026-02-24T20:48:52.482705Z","end":"2026-02-24T20:48:53.766363Z","steps":["trace[744936440] 'agreement among raft nodes before linearized reading' (duration: 1.283502231s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:53.766378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284172168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bed01c7a-5ea0-4526-a154-5a1dfc752825\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-24T20:48:53.76637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904622338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:53.766406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:52.482697Z","time spent":"1.283702965s","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-02-24T20:48:53.766426Z","caller":"traceutil/trace.go:171","msg":"trace[1958124587] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23684; }","duration":"2.904718569s","start":"2026-02-24T20:48:50.861689Z","end":"2026-02-24T20:48:53.766408Z","steps":["trace[1958124587] 'agreement among raft nodes before linearized reading' (duration: 2.904154526s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:53.766412Z","caller":"traceutil/trace.go:171","msg":"trace[813802031] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bed01c7a-5ea0-4526-a154-5a1dfc752825; range_end:; response_count:1; response_revision:23684; }","duration":"1.284227058s","start":"2026-02-24T20:48:52.482175Z","end":"2026-02-24T20:48:53.766402Z","steps":["trace[813802031] 'agreement among raft nodes before linearized reading' (duration: 1.284127526s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:53.766473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:50.861671Z","time spent":"2.904790192s","remote":"127.0.0.1:53454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:53.766515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:52.482159Z","time spent":"1.284346572s","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-bed01c7a-5ea0-4526-a154-5a1dfc752825\" "} {"level":"info","ts":"2026-02-24T20:48:53.766378Z","caller":"traceutil/trace.go:171","msg":"trace[873606343] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23684; }","duration":"796.948669ms","start":"2026-02-24T20:48:52.969413Z","end":"2026-02-24T20:48:53.766362Z","steps":["trace[873606343] 'agreement among raft nodes before linearized reading' (duration: 796.853027ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:53.766677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:52.969392Z","time spent":"797.272866ms","remote":"127.0.0.1:56068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:53.766882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68433482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:53.766919Z","caller":"traceutil/trace.go:171","msg":"trace[1833483856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23684; }","duration":"1.684408222s","start":"2026-02-24T20:48:52.082502Z","end":"2026-02-24T20:48:53.76691Z","steps":["trace[1833483856] 'agreement among raft nodes before linearized reading' (duration: 1.682725092s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:53.766922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282796534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"warn","ts":"2026-02-24T20:48:53.766946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:52.082483Z","time spent":"1.684453543s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:48:53.766956Z","caller":"traceutil/trace.go:171","msg":"trace[788329138] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23684; }","duration":"1.282850046s","start":"2026-02-24T20:48:52.484097Z","end":"2026-02-24T20:48:53.766947Z","steps":["trace[788329138] 'agreement among raft nodes before linearized reading' (duration: 1.282383325s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:53.76697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.562277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:53.766987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:52.484087Z","time spent":"1.282892467s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-02-24T20:48:53.767013Z","caller":"traceutil/trace.go:171","msg":"trace[630441065] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23684; }","duration":"706.640558ms","start":"2026-02-24T20:48:53.060362Z","end":"2026-02-24T20:48:53.767003Z","steps":["trace[630441065] 'agreement among raft nodes before linearized reading' (duration: 706.039494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:53.767015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119765107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1629"} {"level":"warn","ts":"2026-02-24T20:48:53.767043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:53.060343Z","time spent":"706.69386ms","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-24T20:48:53.767051Z","caller":"traceutil/trace.go:171","msg":"trace[160732549] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23684; }","duration":"1.119827319s","start":"2026-02-24T20:48:52.647213Z","end":"2026-02-24T20:48:53.767041Z","steps":["trace[160732549] 'agreement among raft nodes before linearized reading' (duration: 1.119233035s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:53.767081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:52.647199Z","time spent":"1.11987534s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1652,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-24T20:48:53.767181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991324968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-02-24T20:48:53.767377Z","caller":"traceutil/trace.go:171","msg":"trace[1568068193] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23684; }","duration":"1.99184893s","start":"2026-02-24T20:48:51.775492Z","end":"2026-02-24T20:48:53.767341Z","steps":["trace[1568068193] 'agreement among raft nodes before linearized reading' (duration: 1.98974622s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:53.767282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430091142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-24T20:48:53.767579Z","caller":"traceutil/trace.go:171","msg":"trace[1527566298] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f; range_end:; response_count:1; response_revision:23684; }","duration":"1.430362948s","start":"2026-02-24T20:48:52.337152Z","end":"2026-02-24T20:48:53.767515Z","steps":["trace[1527566298] 'agreement among raft nodes before linearized reading' (duration: 1.428007773s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:53.767591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:51.775473Z","time spent":"1.992074165s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T20:48:53.767671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:52.33712Z","time spent":"1.430507251s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" "} {"level":"warn","ts":"2026-02-24T20:48:53.76818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688939255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T20:48:53.768834Z","caller":"traceutil/trace.go:171","msg":"trace[553385368] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23684; }","duration":"2.68959638s","start":"2026-02-24T20:48:51.079211Z","end":"2026-02-24T20:48:53.768807Z","steps":["trace[553385368] 'agreement among raft nodes before linearized reading' (duration: 2.685996905s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:53.768882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:51.079171Z","time spent":"2.689699162s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2654,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:54.77422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.325705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:54.774677Z","caller":"traceutil/trace.go:171","msg":"trace[102802035] linearizableReadLoop","detail":"{readStateIndex:24536; appliedIndex:24534; }","duration":"1.003495518s","start":"2026-02-24T20:48:53.771155Z","end":"2026-02-24T20:48:54.77465Z","steps":["trace[102802035] 'read index received' (duration: 11.990961ms)","trace[102802035] 'applied index is now lower than readState.Index' (duration: 991.503167ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:54.774794Z","caller":"traceutil/trace.go:171","msg":"trace[1047043069] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"1.001942072s","start":"2026-02-24T20:48:53.772835Z","end":"2026-02-24T20:48:54.774777Z","steps":["trace[1047043069] 'process raft request' (duration: 1.001627435s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:54.774885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:53.772824Z","time spent":"1.002016403s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:54.77495Z","caller":"traceutil/trace.go:171","msg":"trace[2031710297] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"588.604738ms","start":"2026-02-24T20:48:54.186315Z","end":"2026-02-24T20:48:54.77492Z","steps":["trace[2031710297] 'process raft request' (duration: 588.291771ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:54.774919Z","caller":"traceutil/trace.go:171","msg":"trace[1205893558] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"999.812361ms","start":"2026-02-24T20:48:53.775071Z","end":"2026-02-24T20:48:54.774883Z","steps":["trace[1205893558] 'process raft request' (duration: 999.462153ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:54.775723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.186304Z","time spent":"589.311424ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:54.774993Z","caller":"traceutil/trace.go:171","msg":"trace[461812194] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"1.004659616s","start":"2026-02-24T20:48:53.770302Z","end":"2026-02-24T20:48:54.774961Z","steps":["trace[461812194] 'process raft request' (duration: 322.475031ms)","trace[461812194] 'compare' (duration: 681.08409ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:54.775828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:53.775056Z","time spent":"1.000683652s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5620,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:54.775913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:53.77029Z","time spent":"1.005567097s","remote":"127.0.0.1:50890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":129480,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:54.775206Z","caller":"traceutil/trace.go:171","msg":"trace[481112284] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"1.003991269s","start":"2026-02-24T20:48:53.771185Z","end":"2026-02-24T20:48:54.775176Z","steps":["trace[481112284] 'process raft request' (duration: 1.0031787s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:54.775275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004109862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-02-24T20:48:54.7761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:53.771175Z","time spent":"1.004804648s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:54.776135Z","caller":"traceutil/trace.go:171","msg":"trace[1233718598] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23690; }","duration":"1.004972612s","start":"2026-02-24T20:48:53.771123Z","end":"2026-02-24T20:48:54.776095Z","steps":["trace[1233718598] 'agreement among raft nodes before linearized reading' (duration: 1.00399862s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:54.776214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:53.771106Z","time spent":"1.005077054s","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:48:55.774756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000782979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:55.774871Z","caller":"traceutil/trace.go:171","msg":"trace[858002840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001001035s","start":"2026-02-24T20:48:53.773844Z","end":"2026-02-24T20:48:55.774845Z","steps":["trace[858002840] 'agreement among raft nodes before linearized reading' (duration: 2.00078664s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:55.774947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:53.773836Z","time spent":"2.001097567s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:56.192568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.06448473s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:48:56.208795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080748202s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:56.208978Z","caller":"traceutil/trace.go:171","msg":"trace[559905112] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"2.021588898s","start":"2026-02-24T20:48:54.187364Z","end":"2026-02-24T20:48:56.208953Z","steps":["trace[559905112] 'process raft request' (duration: 940.591911ms)","trace[559905112] 'compare' (duration: 1.079318187s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:56.209058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.187336Z","time spent":"2.02168497s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:56.209069Z","caller":"traceutil/trace.go:171","msg":"trace[671505414] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"2.02166612s","start":"2026-02-24T20:48:54.187389Z","end":"2026-02-24T20:48:56.209055Z","steps":["trace[671505414] 'process raft request' (duration: 2.021514797s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:56.209132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.187374Z","time spent":"2.021725451s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:56.209409Z","caller":"traceutil/trace.go:171","msg":"trace[778581593] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"2.021979267s","start":"2026-02-24T20:48:54.187407Z","end":"2026-02-24T20:48:56.209386Z","steps":["trace[778581593] 'process raft request' (duration: 2.021607798s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:56.209553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.187397Z","time spent":"2.02206986s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:56.210042Z","caller":"traceutil/trace.go:171","msg":"trace[834323826] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"2.022389587s","start":"2026-02-24T20:48:54.187532Z","end":"2026-02-24T20:48:56.209921Z","steps":["trace[834323826] 'process raft request' (duration: 2.021777003s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:56.210418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.187505Z","time spent":"2.022593771s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:56.210512Z","caller":"traceutil/trace.go:171","msg":"trace[772245400] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"2.015871503s","start":"2026-02-24T20:48:54.194622Z","end":"2026-02-24T20:48:56.210493Z","steps":["trace[772245400] 'process raft request' (duration: 2.015228388s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:56.210536Z","caller":"traceutil/trace.go:171","msg":"trace[1988575774] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"1.717505319s","start":"2026-02-24T20:48:54.493018Z","end":"2026-02-24T20:48:56.210524Z","steps":["trace[1988575774] 'process raft request' (duration: 1.717224293s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:56.21059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.492971Z","time spent":"1.717588411s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:56.210657Z","caller":"traceutil/trace.go:171","msg":"trace[2051105807] linearizableReadLoop","detail":"{readStateIndex:24546; appliedIndex:24540; }","duration":"1.435903887s","start":"2026-02-24T20:48:54.774721Z","end":"2026-02-24T20:48:56.210625Z","steps":["trace[2051105807] 'read index received' (duration: 353.327984ms)","trace[2051105807] 'applied index is now lower than readState.Index' (duration: 1.082574463s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:48:56.210811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027442654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T20:48:56.210831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080312445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:56.210855Z","caller":"traceutil/trace.go:171","msg":"trace[499393390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23697; }","duration":"2.027487455s","start":"2026-02-24T20:48:54.183357Z","end":"2026-02-24T20:48:56.210844Z","steps":["trace[499393390] 'agreement among raft nodes before linearized reading' (duration: 2.027330592s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:56.210869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501762525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:56.210817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656578458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:48:56.210866Z","caller":"traceutil/trace.go:171","msg":"trace[1115126844] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:23697; }","duration":"2.080432529s","start":"2026-02-24T20:48:54.130422Z","end":"2026-02-24T20:48:56.210855Z","steps":["trace[1115126844] 'agreement among raft nodes before linearized reading' (duration: 2.080333586s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:56.210951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.1304Z","time spent":"2.080539422s","remote":"127.0.0.1:36862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:56.210941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439149881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:56.211003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439832557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-24T20:48:56.211017Z","caller":"traceutil/trace.go:171","msg":"trace[1888365517] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23697; }","duration":"2.439233673s","start":"2026-02-24T20:48:53.771765Z","end":"2026-02-24T20:48:56.210999Z","steps":["trace[1888365517] 'agreement among raft nodes before linearized reading' (duration: 2.43911342s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:56.211041Z","caller":"traceutil/trace.go:171","msg":"trace[1193365580] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23697; }","duration":"2.439883698s","start":"2026-02-24T20:48:53.771148Z","end":"2026-02-24T20:48:56.211031Z","steps":["trace[1193365580] 'agreement among raft nodes before linearized reading' (duration: 2.439782475s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:56.211075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:53.771136Z","time spent":"2.439929349s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-02-24T20:48:56.211076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.363149717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-02-24T20:48:56.211081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:53.771746Z","time spent":"2.439311394s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-02-24T20:48:56.211113Z","caller":"traceutil/trace.go:171","msg":"trace[219366523] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23697; }","duration":"2.363211588s","start":"2026-02-24T20:48:53.847891Z","end":"2026-02-24T20:48:56.211103Z","steps":["trace[219366523] 'agreement among raft nodes before linearized reading' (duration: 2.363073955s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:56.211141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:53.847881Z","time spent":"2.363251489s","remote":"127.0.0.1:50996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-02-24T20:48:56.210529Z","caller":"traceutil/trace.go:171","msg":"trace[351710962] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"1.429267703s","start":"2026-02-24T20:48:54.781201Z","end":"2026-02-24T20:48:56.210469Z","steps":["trace[351710962] 'process raft request' (duration: 1.429182621s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:56.210979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87469696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-24T20:48:56.211215Z","caller":"traceutil/trace.go:171","msg":"trace[1128108054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23697; }","duration":"1.874955716s","start":"2026-02-24T20:48:54.336234Z","end":"2026-02-24T20:48:56.211189Z","steps":["trace[1128108054] 'agreement among raft nodes before linearized reading' (duration: 1.87468835s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:56.21125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.781187Z","time spent":"1.43000309s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:48:56.211255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.336213Z","time spent":"1.875030348s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T20:48:56.210907Z","caller":"traceutil/trace.go:171","msg":"trace[1170064196] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:23697; }","duration":"1.656677792s","start":"2026-02-24T20:48:54.554222Z","end":"2026-02-24T20:48:56.210899Z","steps":["trace[1170064196] 'agreement among raft nodes before linearized reading' (duration: 1.656486346s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:56.210883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.183281Z","time spent":"2.027595579s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:48:56.211384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.554186Z","time spent":"1.657178424s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:56.211403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025128181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:48:56.21091Z","caller":"traceutil/trace.go:171","msg":"trace[96665380] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23697; }","duration":"1.501850968s","start":"2026-02-24T20:48:54.709048Z","end":"2026-02-24T20:48:56.210898Z","steps":["trace[96665380] 'agreement among raft nodes before linearized reading' (duration: 1.501791145s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:56.211329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430108008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9499"} {"level":"info","ts":"2026-02-24T20:48:56.211472Z","caller":"traceutil/trace.go:171","msg":"trace[631553845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23697; }","duration":"2.025250144s","start":"2026-02-24T20:48:54.186207Z","end":"2026-02-24T20:48:56.211457Z","steps":["trace[631553845] 'agreement among raft nodes before linearized reading' (duration: 2.024993158s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:56.210588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.194584Z","time spent":"2.015968525s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:56.211483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.70902Z","time spent":"1.502447841s","remote":"127.0.0.1:53312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:56.211507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.186187Z","time spent":"2.025313236s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:48:56.21151Z","caller":"traceutil/trace.go:171","msg":"trace[404124785] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:23697; }","duration":"2.430279272s","start":"2026-02-24T20:48:53.781211Z","end":"2026-02-24T20:48:56.21149Z","steps":["trace[404124785] 'agreement among raft nodes before linearized reading' (duration: 2.430031637s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:56.211549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:53.781204Z","time spent":"2.430335184s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9522,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-02-24T20:48:57.70547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.339365182s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:48:57.764422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398244145s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:48:57.764576Z","caller":"traceutil/trace.go:171","msg":"trace[1754866529] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"2.193024353s","start":"2026-02-24T20:48:55.571521Z","end":"2026-02-24T20:48:57.764546Z","steps":["trace[1754866529] 'process raft request' (duration: 794.602305ms)","trace[1754866529] 'compare' (duration: 1.397419705s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:57.764635Z","caller":"traceutil/trace.go:171","msg":"trace[1978422841] transaction","detail":"{read_only:false; response_revision:23702; number_of_response:1; }","duration":"1.547652792s","start":"2026-02-24T20:48:56.216975Z","end":"2026-02-24T20:48:57.764627Z","steps":["trace[1978422841] 'process raft request' (duration: 1.547632041s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:57.76463Z","caller":"traceutil/trace.go:171","msg":"trace[1041061492] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"1.548215326s","start":"2026-02-24T20:48:56.216396Z","end":"2026-02-24T20:48:57.764611Z","steps":["trace[1041061492] 'process raft request' (duration: 1.548119293s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:57.764672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.216953Z","time spent":"1.547700133s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:57.764669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:55.571491Z","time spent":"2.193136585s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:57.764745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.216378Z","time spent":"1.548300418s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:48:57.764765Z","caller":"traceutil/trace.go:171","msg":"trace[2098142687] transaction","detail":"{read_only:false; response_revision:23701; number_of_response:1; }","duration":"1.548148103s","start":"2026-02-24T20:48:56.216611Z","end":"2026-02-24T20:48:57.764759Z","steps":["trace[2098142687] 'process raft request' (duration: 1.547961219s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:57.764789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.216594Z","time spent":"1.548184084s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:48:57.764797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983760896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7037"} {"level":"info","ts":"2026-02-24T20:48:57.764827Z","caller":"traceutil/trace.go:171","msg":"trace[1520285931] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23702; }","duration":"2.983834937s","start":"2026-02-24T20:48:54.780984Z","end":"2026-02-24T20:48:57.764819Z","steps":["trace[1520285931] 'agreement among raft nodes before linearized reading' (duration: 2.983679264s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:57.764857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.780964Z","time spent":"2.983888468s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7060,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T20:48:57.764881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850395379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:57.764877Z","caller":"traceutil/trace.go:171","msg":"trace[701079833] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"1.548358048s","start":"2026-02-24T20:48:56.216492Z","end":"2026-02-24T20:48:57.76485Z","steps":["trace[701079833] 'process raft request' (duration: 1.548055941s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:57.764897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767731815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:57.764611Z","caller":"traceutil/trace.go:171","msg":"trace[70542974] linearizableReadLoop","detail":"{readStateIndex:24548; appliedIndex:24547; }","duration":"1.553891889s","start":"2026-02-24T20:48:56.210695Z","end":"2026-02-24T20:48:57.764587Z","steps":["trace[70542974] 'read index received' (duration: 155.44728ms)","trace[70542974] 'applied index is now lower than readState.Index' (duration: 1.398441719s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:48:57.764922Z","caller":"traceutil/trace.go:171","msg":"trace[1461963484] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23702; }","duration":"1.85047723s","start":"2026-02-24T20:48:55.914434Z","end":"2026-02-24T20:48:57.764911Z","steps":["trace[1461963484] 'agreement among raft nodes before linearized reading' (duration: 1.850409659s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:57.764949Z","caller":"traceutil/trace.go:171","msg":"trace[812846005] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23702; }","duration":"2.767832506s","start":"2026-02-24T20:48:54.997104Z","end":"2026-02-24T20:48:57.764937Z","steps":["trace[812846005] 'agreement among raft nodes before linearized reading' (duration: 2.767743264s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:57.764955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:55.914412Z","time spent":"1.850534581s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:57.76498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.997085Z","time spent":"2.767889748s","remote":"127.0.0.1:53278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:57.764993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.983587411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a50e7aca-b926-40f7-ad4c-30e1600f7323\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-02-24T20:48:57.764971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98097004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:57.765011Z","caller":"traceutil/trace.go:171","msg":"trace[1854788338] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a50e7aca-b926-40f7-ad4c-30e1600f7323; range_end:; response_count:1; response_revision:23702; }","duration":"2.983642303s","start":"2026-02-24T20:48:54.781362Z","end":"2026-02-24T20:48:57.765004Z","steps":["trace[1854788338] 'agreement among raft nodes before linearized reading' (duration: 2.983564821s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:57.764971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989664598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:48:57.765007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.216464Z","time spent":"1.548475702s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:48:57.765029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.781344Z","time spent":"2.983681413s","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-a50e7aca-b926-40f7-ad4c-30e1600f7323\" "} {"level":"info","ts":"2026-02-24T20:48:57.765037Z","caller":"traceutil/trace.go:171","msg":"trace[1863529588] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:23702; }","duration":"2.981066052s","start":"2026-02-24T20:48:54.783957Z","end":"2026-02-24T20:48:57.765023Z","steps":["trace[1863529588] 'agreement among raft nodes before linearized reading' (duration: 2.980936099s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:48:57.765053Z","caller":"traceutil/trace.go:171","msg":"trace[1778850026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23702; }","duration":"1.98976215s","start":"2026-02-24T20:48:55.775272Z","end":"2026-02-24T20:48:57.765034Z","steps":["trace[1778850026] 'agreement among raft nodes before linearized reading' (duration: 1.989605187s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:57.765085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:54.783949Z","time spent":"2.981125173s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-02-24T20:48:57.765102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721464462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:57.765096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:55.775212Z","time spent":"1.989878474s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:48:57.765134Z","caller":"traceutil/trace.go:171","msg":"trace[1995805983] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23702; }","duration":"1.721527923s","start":"2026-02-24T20:48:56.043591Z","end":"2026-02-24T20:48:57.765119Z","steps":["trace[1995805983] 'agreement among raft nodes before linearized reading' (duration: 1.721477352s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:57.765153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830411169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-02-24T20:48:57.765187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.043572Z","time spent":"1.721598834s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:48:57.7652Z","caller":"traceutil/trace.go:171","msg":"trace[1836688733] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23702; }","duration":"1.830495851s","start":"2026-02-24T20:48:55.934692Z","end":"2026-02-24T20:48:57.765188Z","steps":["trace[1836688733] 'agreement among raft nodes before linearized reading' (duration: 1.830390768s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:57.765207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675319319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:48:57.765228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:55.934666Z","time spent":"1.830554863s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-02-24T20:48:57.765239Z","caller":"traceutil/trace.go:171","msg":"trace[1175234768] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23702; }","duration":"1.67536624s","start":"2026-02-24T20:48:56.089869Z","end":"2026-02-24T20:48:57.765235Z","steps":["trace[1175234768] 'agreement among raft nodes before linearized reading' (duration: 1.675281638s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:57.765253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.08986Z","time spent":"1.67538912s","remote":"127.0.0.1:51068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:48:58.771948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999929099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:58.772027Z","caller":"traceutil/trace.go:171","msg":"trace[434953776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055003s","start":"2026-02-24T20:48:56.771953Z","end":"2026-02-24T20:48:58.772008Z","steps":["trace[434953776] 'agreement among raft nodes before linearized reading' (duration: 1.99995698s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:58.772074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.771935Z","time spent":"2.000129995s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:48:59.298937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.059247ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:48:59.299034Z","caller":"traceutil/trace.go:171","msg":"trace[1181450426] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23702; }","duration":"459.167469ms","start":"2026-02-24T20:48:58.839854Z","end":"2026-02-24T20:48:59.299022Z","steps":["trace[1181450426] 'range keys from in-memory index tree' (duration: 459.046526ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:59.352325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.342482866s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:48:59.772413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000224136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:48:59.772507Z","caller":"traceutil/trace.go:171","msg":"trace[454221988] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036137s","start":"2026-02-24T20:48:57.77212Z","end":"2026-02-24T20:48:59.772482Z","steps":["trace[454221988] 'agreement among raft nodes before linearized reading' (duration: 2.000251977s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:48:59.772583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.772107Z","time spent":"2.000457492s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:48:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:00.130465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120595603s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:00.130792Z","caller":"traceutil/trace.go:171","msg":"trace[834943074] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"2.132496991s","start":"2026-02-24T20:48:57.998279Z","end":"2026-02-24T20:49:00.130776Z","steps":["trace[834943074] 'process raft request' (duration: 2.13245972s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:00.13086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.99826Z","time spent":"2.132569184s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:00.131045Z","caller":"traceutil/trace.go:171","msg":"trace[874653121] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"2.358395105s","start":"2026-02-24T20:48:57.772626Z","end":"2026-02-24T20:49:00.131021Z","steps":["trace[874653121] 'process raft request' (duration: 2.358070317s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:00.131032Z","caller":"traceutil/trace.go:171","msg":"trace[1886337835] linearizableReadLoop","detail":"{readStateIndex:24554; appliedIndex:24552; }","duration":"2.366049535s","start":"2026-02-24T20:48:57.764942Z","end":"2026-02-24T20:49:00.130992Z","steps":["trace[1886337835] 'read index received' (duration: 244.860589ms)","trace[1886337835] 'applied index is now lower than readState.Index' (duration: 2.121186826s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:00.131095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.772615Z","time spent":"2.358456036s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7213,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:00.131137Z","caller":"traceutil/trace.go:171","msg":"trace[1251087081] transaction","detail":"{read_only:false; response_revision:23703; number_of_response:1; }","duration":"3.35117083s","start":"2026-02-24T20:48:56.779945Z","end":"2026-02-24T20:49:00.131116Z","steps":["trace[1251087081] 'process raft request' (duration: 1.229842911s)","trace[1251087081] 'compare' (duration: 1.287936204s)","trace[1251087081] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 832.070964ms)"],"step_count":3} {"level":"warn","ts":"2026-02-24T20:49:00.131245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.779919Z","time spent":"3.351253702s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:00.131248Z","caller":"traceutil/trace.go:171","msg":"trace[1717112212] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"2.361271523s","start":"2026-02-24T20:48:57.769958Z","end":"2026-02-24T20:49:00.13123Z","steps":["trace[1717112212] 'process raft request' (duration: 2.36070163s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:00.131331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.769934Z","time spent":"2.361356024s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:00.131409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71917099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:00.13146Z","caller":"traceutil/trace.go:171","msg":"trace[1398943791] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23707; }","duration":"3.719271253s","start":"2026-02-24T20:48:56.412177Z","end":"2026-02-24T20:49:00.131448Z","steps":["trace[1398943791] 'agreement among raft nodes before linearized reading' (duration: 3.71914347s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:00.131453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.477091721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:00.131487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.412154Z","time spent":"3.719327414s","remote":"127.0.0.1:53162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:00.131487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.917519966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-qjbbl.1897471f93e782ca\" ","response":"range_response_count:1 size:862"} {"level":"warn","ts":"2026-02-24T20:49:00.131491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.912885637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3284"} {"level":"warn","ts":"2026-02-24T20:49:00.131496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.84395483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:00.131516Z","caller":"traceutil/trace.go:171","msg":"trace[108537678] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23707; }","duration":"2.477188843s","start":"2026-02-24T20:48:57.654308Z","end":"2026-02-24T20:49:00.131497Z","steps":["trace[108537678] 'agreement among raft nodes before linearized reading' (duration: 2.477027349s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:00.131533Z","caller":"traceutil/trace.go:171","msg":"trace[834178748] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-qjbbl.1897471f93e782ca; range_end:; response_count:1; response_revision:23707; }","duration":"3.917577607s","start":"2026-02-24T20:48:56.213942Z","end":"2026-02-24T20:49:00.131519Z","steps":["trace[834178748] 'agreement among raft nodes before linearized reading' (duration: 3.917439634s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:00.131535Z","caller":"traceutil/trace.go:171","msg":"trace[695096628] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23707; }","duration":"3.91294795s","start":"2026-02-24T20:48:56.218576Z","end":"2026-02-24T20:49:00.131524Z","steps":["trace[695096628] 'agreement among raft nodes before linearized reading' (duration: 3.912745025s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:00.131542Z","caller":"traceutil/trace.go:171","msg":"trace[650982152] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23707; }","duration":"3.844051182s","start":"2026-02-24T20:48:56.287478Z","end":"2026-02-24T20:49:00.131529Z","steps":["trace[650982152] 'agreement among raft nodes before linearized reading' (duration: 3.84398112s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:00.131559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.654294Z","time spent":"2.477257495s","remote":"127.0.0.1:53526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:49:00.131567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.213936Z","time spent":"3.917622738s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-qjbbl.1897471f93e782ca\" "} {"level":"warn","ts":"2026-02-24T20:49:00.131568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.218567Z","time spent":"3.91299225s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3307,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-02-24T20:49:00.131574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.28745Z","time spent":"3.844116172s","remote":"127.0.0.1:51070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:00.131613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586648422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:00.131635Z","caller":"traceutil/trace.go:171","msg":"trace[1884245058] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23707; }","duration":"2.586668303s","start":"2026-02-24T20:48:57.544959Z","end":"2026-02-24T20:49:00.131627Z","steps":["trace[1884245058] 'agreement among raft nodes before linearized reading' (duration: 2.586636162s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:00.131651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.544925Z","time spent":"2.586721804s","remote":"127.0.0.1:55904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:00.131738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597558009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:00.131758Z","caller":"traceutil/trace.go:171","msg":"trace[1185386152] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23707; }","duration":"2.59760238s","start":"2026-02-24T20:48:57.53415Z","end":"2026-02-24T20:49:00.131752Z","steps":["trace[1185386152] 'agreement among raft nodes before linearized reading' (duration: 2.597574059s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:00.131699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.7635017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T20:49:00.131789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.918080029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-24T20:49:00.131827Z","caller":"traceutil/trace.go:171","msg":"trace[1084677661] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:23707; }","duration":"3.91813273s","start":"2026-02-24T20:48:56.213682Z","end":"2026-02-24T20:49:00.131815Z","steps":["trace[1084677661] 'agreement among raft nodes before linearized reading' (duration: 3.918031618s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:00.131837Z","caller":"traceutil/trace.go:171","msg":"trace[1346380104] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23707; }","duration":"3.763731525s","start":"2026-02-24T20:48:56.368078Z","end":"2026-02-24T20:49:00.13181Z","steps":["trace[1346380104] 'agreement among raft nodes before linearized reading' (duration: 3.763293365s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:00.131864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.213665Z","time spent":"3.918190432s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-02-24T20:49:00.1318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21055894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:00.131905Z","caller":"traceutil/trace.go:171","msg":"trace[1043774905] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23707; }","duration":"3.210662442s","start":"2026-02-24T20:48:56.921236Z","end":"2026-02-24T20:49:00.131899Z","steps":["trace[1043774905] 'agreement among raft nodes before linearized reading' (duration: 3.210546379s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:00.131909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.368004Z","time spent":"3.763889309s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12035,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:49:00.131772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.534135Z","time spent":"2.597632771s","remote":"127.0.0.1:53136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:00.131959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.918411477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-24T20:49:00.132023Z","caller":"traceutil/trace.go:171","msg":"trace[478844497] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23707; }","duration":"3.91851779s","start":"2026-02-24T20:48:56.21349Z","end":"2026-02-24T20:49:00.132008Z","steps":["trace[478844497] 'agreement among raft nodes before linearized reading' (duration: 3.918296595s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:00.131925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.921216Z","time spent":"3.210702784s","remote":"127.0.0.1:51218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:00.132081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:56.21347Z","time spent":"3.918599072s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-02-24T20:49:00.131729Z","caller":"traceutil/trace.go:171","msg":"trace[1376634378] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"2.946202424s","start":"2026-02-24T20:48:57.185511Z","end":"2026-02-24T20:49:00.131713Z","steps":["trace[1376634378] 'process raft request' (duration: 2.945051237s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:00.132294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.18549Z","time spent":"2.946626144s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:01.773107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:01.77317Z","caller":"traceutil/trace.go:171","msg":"trace[387152949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000223617s","start":"2026-02-24T20:48:59.772931Z","end":"2026-02-24T20:49:01.773155Z","steps":["trace[387152949] 'agreement among raft nodes before linearized reading' (duration: 2.000144955s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.7732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:59.77292Z","time spent":"2.000274278s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:49:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:01.987937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678002342s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:01.98831Z","caller":"traceutil/trace.go:171","msg":"trace[2038018224] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"3.773592308s","start":"2026-02-24T20:48:58.214698Z","end":"2026-02-24T20:49:01.98829Z","steps":["trace[2038018224] 'process raft request' (duration: 3.773333922s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:01.988358Z","caller":"traceutil/trace.go:171","msg":"trace[852491052] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"3.773765252s","start":"2026-02-24T20:48:58.214532Z","end":"2026-02-24T20:49:01.988297Z","steps":["trace[852491052] 'process raft request' (duration: 2.095314879s)","trace[852491052] 'compare' (duration: 902.039536ms)","trace[852491052] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capo-system/controller-leader-election-capo; req_size:517; } (duration: 775.413024ms)"],"step_count":3} {"level":"warn","ts":"2026-02-24T20:49:01.988434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.214661Z","time spent":"3.77370413s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:01.988425Z","caller":"traceutil/trace.go:171","msg":"trace[135997315] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"3.773071576s","start":"2026-02-24T20:48:58.215312Z","end":"2026-02-24T20:49:01.988383Z","steps":["trace[135997315] 'process raft request' (duration: 3.77282725s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:01.988483Z","caller":"traceutil/trace.go:171","msg":"trace[1348164362] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"3.772552484s","start":"2026-02-24T20:48:58.215906Z","end":"2026-02-24T20:49:01.988458Z","steps":["trace[1348164362] 'process raft request' (duration: 3.77239185s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.988512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.214508Z","time spent":"3.773916055s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:01.988574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.215291Z","time spent":"3.773207038s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:01.988584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.215889Z","time spent":"3.772647236s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:01.988621Z","caller":"traceutil/trace.go:171","msg":"trace[511651934] linearizableReadLoop","detail":"{readStateIndex:24564; appliedIndex:24557; }","duration":"1.857524577s","start":"2026-02-24T20:49:00.131081Z","end":"2026-02-24T20:49:01.988605Z","steps":["trace[511651934] 'read index received' (duration: 178.832499ms)","trace[511651934] 'applied index is now lower than readState.Index' (duration: 1.678690788s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:01.988713Z","caller":"traceutil/trace.go:171","msg":"trace[1993832327] transaction","detail":"{read_only:false; response_revision:23713; number_of_response:1; }","duration":"3.771422746s","start":"2026-02-24T20:48:58.21728Z","end":"2026-02-24T20:49:01.988703Z","steps":["trace[1993832327] 'process raft request' (duration: 3.771183671s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.988771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.084146663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:01.988705Z","caller":"traceutil/trace.go:171","msg":"trace[73454035] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"3.7724063s","start":"2026-02-24T20:48:58.216209Z","end":"2026-02-24T20:49:01.988615Z","steps":["trace[73454035] 'process raft request' (duration: 3.772168465s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.988802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220333274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1072"} {"level":"warn","ts":"2026-02-24T20:49:01.988792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193899964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:01.988823Z","caller":"traceutil/trace.go:171","msg":"trace[1381463056] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:23715; }","duration":"4.220441528s","start":"2026-02-24T20:48:57.768376Z","end":"2026-02-24T20:49:01.988818Z","steps":["trace[1381463056] 'agreement among raft nodes before linearized reading' (duration: 4.220335915s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:01.988836Z","caller":"traceutil/trace.go:171","msg":"trace[817512818] transaction","detail":"{read_only:false; response_revision:23714; number_of_response:1; }","duration":"2.299145964s","start":"2026-02-24T20:48:59.68968Z","end":"2026-02-24T20:49:01.988826Z","steps":["trace[817512818] 'process raft request' (duration: 2.298826567s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:01.988836Z","caller":"traceutil/trace.go:171","msg":"trace[1795014848] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23715; }","duration":"4.193947326s","start":"2026-02-24T20:48:57.794877Z","end":"2026-02-24T20:49:01.988824Z","steps":["trace[1795014848] 'agreement among raft nodes before linearized reading' (duration: 4.193833863s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.988846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.768348Z","time spent":"4.220493879s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1095,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-02-24T20:49:01.988872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:59.689634Z","time spent":"2.299218217s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:01.98887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.794808Z","time spent":"4.194053868s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:01.988863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218913022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-02-24T20:49:01.988877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2135315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1629"} {"level":"warn","ts":"2026-02-24T20:49:01.988862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.699867817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:49:01.988842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001060657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:01.988898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21887562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:49:01.988911Z","caller":"traceutil/trace.go:171","msg":"trace[1699493607] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:23715; }","duration":"4.218971934s","start":"2026-02-24T20:48:57.769924Z","end":"2026-02-24T20:49:01.988896Z","steps":["trace[1699493607] 'agreement among raft nodes before linearized reading' (duration: 4.21882164s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:01.988912Z","caller":"traceutil/trace.go:171","msg":"trace[1386315516] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23715; }","duration":"3.213600181s","start":"2026-02-24T20:48:58.7753Z","end":"2026-02-24T20:49:01.988901Z","steps":["trace[1386315516] 'agreement among raft nodes before linearized reading' (duration: 3.213486808s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:01.98892Z","caller":"traceutil/trace.go:171","msg":"trace[2041650857] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23715; }","duration":"3.69997084s","start":"2026-02-24T20:48:58.288935Z","end":"2026-02-24T20:49:01.988906Z","steps":["trace[2041650857] 'agreement among raft nodes before linearized reading' (duration: 3.699784916s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.988936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432928544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:01.988936Z","caller":"traceutil/trace.go:171","msg":"trace[1877894491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23715; }","duration":"2.218955451s","start":"2026-02-24T20:48:59.769972Z","end":"2026-02-24T20:49:01.988927Z","steps":["trace[1877894491] 'agreement among raft nodes before linearized reading' (duration: 2.218853569s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.988942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.769911Z","time spent":"4.219023815s","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-02-24T20:49:01.988945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.775278Z","time spent":"3.213660183s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1652,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-02-24T20:49:01.988936Z","caller":"traceutil/trace.go:171","msg":"trace[1529516085] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23715; }","duration":"4.001215441s","start":"2026-02-24T20:48:57.9877Z","end":"2026-02-24T20:49:01.988915Z","steps":["trace[1529516085] 'agreement among raft nodes before linearized reading' (duration: 4.001029187s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.988955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.288907Z","time spent":"3.700039571s","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:01.988965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:59.769943Z","time spent":"2.219016143s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:49:01.988808Z","caller":"traceutil/trace.go:171","msg":"trace[1368197919] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23715; }","duration":"3.084219894s","start":"2026-02-24T20:48:58.904577Z","end":"2026-02-24T20:49:01.988797Z","steps":["trace[1368197919] 'agreement among raft nodes before linearized reading' (duration: 3.084121522s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.988991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:57.987678Z","time spent":"4.001301403s","remote":"127.0.0.1:53244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:01.988986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855744405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16910"} {"level":"warn","ts":"2026-02-24T20:49:01.989023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21888459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T20:49:01.989041Z","caller":"traceutil/trace.go:171","msg":"trace[1798088249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23715; }","duration":"2.218961062s","start":"2026-02-24T20:48:59.770075Z","end":"2026-02-24T20:49:01.989036Z","steps":["trace[1798088249] 'agreement among raft nodes before linearized reading' (duration: 2.218910121s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.989036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.904556Z","time spent":"3.08446832s","remote":"127.0.0.1:54098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:01.989052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584650251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"warn","ts":"2026-02-24T20:49:01.989059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:59.770045Z","time spent":"2.219011752s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:49:01.989066Z","caller":"traceutil/trace.go:171","msg":"trace[1714149936] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:23715; }","duration":"1.584709552s","start":"2026-02-24T20:49:00.404352Z","end":"2026-02-24T20:49:01.989062Z","steps":["trace[1714149936] 'agreement among raft nodes before linearized reading' (duration: 1.584664801s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:01.989062Z","caller":"traceutil/trace.go:171","msg":"trace[1852906942] transaction","detail":"{read_only:false; response_revision:23715; number_of_response:1; }","duration":"1.853280426s","start":"2026-02-24T20:49:00.135771Z","end":"2026-02-24T20:49:01.989052Z","steps":["trace[1852906942] 'process raft request' (duration: 1.852770334s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.989078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:00.404329Z","time spent":"1.584746414s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-02-24T20:49:01.98895Z","caller":"traceutil/trace.go:171","msg":"trace[1242924872] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23715; }","duration":"2.432969936s","start":"2026-02-24T20:48:59.555976Z","end":"2026-02-24T20:49:01.988946Z","steps":["trace[1242924872] 'agreement among raft nodes before linearized reading' (duration: 2.432941235s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.98911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:00.135744Z","time spent":"1.853338208s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:01.98909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218713556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-24T20:49:01.989187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.56129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:01.989219Z","caller":"traceutil/trace.go:171","msg":"trace[1037889974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23715; }","duration":"209.642232ms","start":"2026-02-24T20:49:01.77957Z","end":"2026-02-24T20:49:01.989212Z","steps":["trace[1037889974] 'agreement among raft nodes before linearized reading' (duration: 209.595241ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:01.989215Z","caller":"traceutil/trace.go:171","msg":"trace[408559412] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23715; }","duration":"2.218893991s","start":"2026-02-24T20:48:59.770301Z","end":"2026-02-24T20:49:01.989195Z","steps":["trace[408559412] 'agreement among raft nodes before linearized reading' (duration: 2.218538522s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.989341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852271664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:01.989398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85381124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-02-24T20:49:01.989406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.825733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T20:49:01.989431Z","caller":"traceutil/trace.go:171","msg":"trace[9883617] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23715; }","duration":"1.853841441s","start":"2026-02-24T20:49:00.135581Z","end":"2026-02-24T20:49:01.989422Z","steps":["trace[9883617] 'agreement among raft nodes before linearized reading' (duration: 1.853755679s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.989396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:59.770252Z","time spent":"2.219129776s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:49:01.989109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.216192Z","time spent":"3.772661257s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:01.989451Z","caller":"traceutil/trace.go:171","msg":"trace[1227286970] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23715; }","duration":"102.911585ms","start":"2026-02-24T20:49:01.886529Z","end":"2026-02-24T20:49:01.989441Z","steps":["trace[1227286970] 'agreement among raft nodes before linearized reading' (duration: 102.68224ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.989464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:00.135518Z","time spent":"1.853939133s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T20:49:01.988975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.927825402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:01.989398Z","caller":"traceutil/trace.go:171","msg":"trace[860535026] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23715; }","duration":"1.852436347s","start":"2026-02-24T20:49:00.136949Z","end":"2026-02-24T20:49:01.989385Z","steps":["trace[860535026] 'agreement among raft nodes before linearized reading' (duration: 1.852270643s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:01.989522Z","caller":"traceutil/trace.go:171","msg":"trace[1011392209] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23715; }","duration":"2.928383206s","start":"2026-02-24T20:48:59.061119Z","end":"2026-02-24T20:49:01.989502Z","steps":["trace[1011392209] 'agreement among raft nodes before linearized reading' (duration: 2.927840763s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.989552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:00.136923Z","time spent":"1.852613761s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:49:01.98958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:59.061104Z","time spent":"2.928456677s","remote":"127.0.0.1:56078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:01.989318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845384612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7229"} {"level":"info","ts":"2026-02-24T20:49:01.989635Z","caller":"traceutil/trace.go:171","msg":"trace[21053473] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23715; }","duration":"1.8457229s","start":"2026-02-24T20:49:00.143902Z","end":"2026-02-24T20:49:01.989625Z","steps":["trace[21053473] 'agreement among raft nodes before linearized reading' (duration: 1.84530069s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.989181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845019223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3294"} {"level":"warn","ts":"2026-02-24T20:49:01.989679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:00.143888Z","time spent":"1.845781072s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7252,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-24T20:49:01.989047Z","caller":"traceutil/trace.go:171","msg":"trace[994950510] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23715; }","duration":"1.855841437s","start":"2026-02-24T20:49:00.133189Z","end":"2026-02-24T20:49:01.989031Z","steps":["trace[994950510] 'agreement among raft nodes before linearized reading' (duration: 1.855639682s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:01.989688Z","caller":"traceutil/trace.go:171","msg":"trace[1774216649] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23715; }","duration":"1.845518445s","start":"2026-02-24T20:49:00.144156Z","end":"2026-02-24T20:49:01.989674Z","steps":["trace[1774216649] 'agreement among raft nodes before linearized reading' (duration: 1.844967912s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.989735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:00.133175Z","time spent":"1.856544574s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16933,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T20:49:01.989759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:00.144132Z","time spent":"1.845613686s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3317,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-24T20:49:01.988787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:58.217266Z","time spent":"3.771474008s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:01.989372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:59.555962Z","time spent":"2.433382725s","remote":"127.0.0.1:60334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:01.989105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769259684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:01.989888Z","caller":"traceutil/trace.go:171","msg":"trace[1557047110] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23715; }","duration":"1.770126004s","start":"2026-02-24T20:49:00.219749Z","end":"2026-02-24T20:49:01.989875Z","steps":["trace[1557047110] 'agreement among raft nodes before linearized reading' (duration: 1.769323246s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.989395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.100605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:01.989952Z","caller":"traceutil/trace.go:171","msg":"trace[1999681927] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23715; }","duration":"438.656158ms","start":"2026-02-24T20:49:01.551279Z","end":"2026-02-24T20:49:01.989935Z","steps":["trace[1999681927] 'agreement among raft nodes before linearized reading' (duration: 437.931321ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.988998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.953249319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:01.990021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.55121Z","time spent":"438.79201ms","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:01.990046Z","caller":"traceutil/trace.go:171","msg":"trace[2003856834] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23715; }","duration":"2.954314094s","start":"2026-02-24T20:48:59.035707Z","end":"2026-02-24T20:49:01.990021Z","steps":["trace[2003856834] 'agreement among raft nodes before linearized reading' (duration: 2.95327625s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:01.990063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:00.219714Z","time spent":"1.770209816s","remote":"127.0.0.1:53110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:01.990105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:48:59.035678Z","time spent":"2.954405946s","remote":"127.0.0.1:36924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:02.648926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.097779ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-02-24T20:49:02.649032Z","caller":"traceutil/trace.go:171","msg":"trace[851852214] linearizableReadLoop","detail":"{readStateIndex:24566; appliedIndex:24565; }","duration":"655.782044ms","start":"2026-02-24T20:49:01.99323Z","end":"2026-02-24T20:49:02.649012Z","steps":["trace[851852214] 'read index received' (duration: 115.690555ms)","trace[851852214] 'applied index is now lower than readState.Index' (duration: 540.089819ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:02.6491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.992794Z","time spent":"656.300217ms","remote":"127.0.0.1:50864","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-24T20:49:02.649308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.02928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-13f11ac2-ca97-41e7-8e79-fe08b9ee66e9\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-02-24T20:49:02.649395Z","caller":"traceutil/trace.go:171","msg":"trace[2019185172] range","detail":"{range_begin:/registry/persistentvolumes/pvc-13f11ac2-ca97-41e7-8e79-fe08b9ee66e9; range_end:; response_count:1; response_revision:23715; }","duration":"656.185844ms","start":"2026-02-24T20:49:01.993184Z","end":"2026-02-24T20:49:02.64937Z","steps":["trace[2019185172] 'agreement among raft nodes before linearized reading' (duration: 655.905327ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:02.649448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.993168Z","time spent":"656.269416ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-13f11ac2-ca97-41e7-8e79-fe08b9ee66e9\" "} {"level":"warn","ts":"2026-02-24T20:49:03.149645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056504999,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:03.491352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382489464s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:49:03.564884Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21318,"took":"9.793486899s","hash":1840402322,"current-db-size-bytes":48377856,"current-db-size":"48 MB","current-db-size-in-use-bytes":30232576,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-02-24T20:49:03.564967Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1840402322,"revision":21318,"compact-revision":18664} {"level":"info","ts":"2026-02-24T20:49:03.56629Z","caller":"traceutil/trace.go:171","msg":"trace[418004873] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"1.570453647s","start":"2026-02-24T20:49:01.995792Z","end":"2026-02-24T20:49:03.566246Z","steps":["trace[418004873] 'process raft request' (duration: 1.570353774s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:03.566446Z","caller":"traceutil/trace.go:171","msg":"trace[1963054414] transaction","detail":"{read_only:false; response_revision:23716; number_of_response:1; }","duration":"1.572175797s","start":"2026-02-24T20:49:01.994238Z","end":"2026-02-24T20:49:03.566414Z","steps":["trace[1963054414] 'process raft request' (duration: 1.497437294s)","trace[1963054414] 'compare' (duration: 73.963826ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:03.566472Z","caller":"traceutil/trace.go:171","msg":"trace[1876507449] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"1.571295417s","start":"2026-02-24T20:49:01.995071Z","end":"2026-02-24T20:49:03.566367Z","steps":["trace[1876507449] 'process raft request' (duration: 1.570843497s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:03.566553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.995783Z","time spent":"1.570635991s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:03.566769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.995058Z","time spent":"1.571546103s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:03.566769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.994223Z","time spent":"1.57231251s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:04.173051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.555833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:04.173374Z","caller":"traceutil/trace.go:171","msg":"trace[1686162207] linearizableReadLoop","detail":"{readStateIndex:24571; appliedIndex:24566; }","duration":"1.524297644s","start":"2026-02-24T20:49:02.649057Z","end":"2026-02-24T20:49:04.173355Z","steps":["trace[1686162207] 'read index received' (duration: 842.509818ms)","trace[1686162207] 'applied index is now lower than readState.Index' (duration: 681.786806ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:04.1735Z","caller":"traceutil/trace.go:171","msg":"trace[2068329738] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"2.035962296s","start":"2026-02-24T20:49:02.137524Z","end":"2026-02-24T20:49:04.173486Z","steps":["trace[2068329738] 'process raft request' (duration: 1.6638304s)","trace[2068329738] 'compare' (duration: 371.376779ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:04.173599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.13749Z","time spent":"2.036071228s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:04.173745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169937241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-02-24T20:49:04.173797Z","caller":"traceutil/trace.go:171","msg":"trace[1705055553] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23720; }","duration":"2.170001933s","start":"2026-02-24T20:49:02.003781Z","end":"2026-02-24T20:49:04.173783Z","steps":["trace[1705055553] 'agreement among raft nodes before linearized reading' (duration: 2.169807919s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:04.173832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.003775Z","time spent":"2.170048374s","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5565,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-02-24T20:49:04.173862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735535053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:04.173944Z","caller":"traceutil/trace.go:171","msg":"trace[224044699] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23720; }","duration":"1.735635416s","start":"2026-02-24T20:49:02.43829Z","end":"2026-02-24T20:49:04.173926Z","steps":["trace[224044699] 'agreement among raft nodes before linearized reading' (duration: 1.735456031s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:04.173883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95949084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:04.173945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177184141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:04.174003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.438218Z","time spent":"1.735768689s","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:04.174001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179301091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-qjbbl\" ","response":"range_response_count:1 size:6791"} {"level":"warn","ts":"2026-02-24T20:49:04.174014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179942585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-qjbbl.1897471f93e782ca\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-02-24T20:49:04.174055Z","caller":"traceutil/trace.go:171","msg":"trace[1828670378] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-qjbbl; range_end:; response_count:1; response_revision:23720; }","duration":"2.179378522s","start":"2026-02-24T20:49:01.994662Z","end":"2026-02-24T20:49:04.174041Z","steps":["trace[1828670378] 'agreement among raft nodes before linearized reading' (duration: 2.179146057s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:04.174012Z","caller":"traceutil/trace.go:171","msg":"trace[265857752] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:23720; }","duration":"1.959716395s","start":"2026-02-24T20:49:02.214275Z","end":"2026-02-24T20:49:04.173991Z","steps":["trace[265857752] 'agreement among raft nodes before linearized reading' (duration: 1.959486s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:04.174073Z","caller":"traceutil/trace.go:171","msg":"trace[942238323] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-qjbbl.1897471f93e782ca; range_end:; response_count:1; response_revision:23720; }","duration":"2.180033348s","start":"2026-02-24T20:49:01.99402Z","end":"2026-02-24T20:49:04.174054Z","steps":["trace[942238323] 'agreement among raft nodes before linearized reading' (duration: 2.179826033s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:04.174109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.99465Z","time spent":"2.179450814s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6814,"request content":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-qjbbl\" "} {"level":"warn","ts":"2026-02-24T20:49:04.174119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.994004Z","time spent":"2.180104089s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":886,"request content":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-qjbbl.1897471f93e782ca\" "} {"level":"info","ts":"2026-02-24T20:49:04.174071Z","caller":"traceutil/trace.go:171","msg":"trace[600909652] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23720; }","duration":"2.177315224s","start":"2026-02-24T20:49:01.996713Z","end":"2026-02-24T20:49:04.174028Z","steps":["trace[600909652] 'agreement among raft nodes before linearized reading' (duration: 2.17715415s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:04.173997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10002533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-02-24T20:49:04.174191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.996706Z","time spent":"2.177449497s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-24T20:49:04.174232Z","caller":"traceutil/trace.go:171","msg":"trace[1863666196] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:23720; }","duration":"2.100297646s","start":"2026-02-24T20:49:02.073916Z","end":"2026-02-24T20:49:04.174213Z","steps":["trace[1863666196] 'agreement among raft nodes before linearized reading' (duration: 2.099883807s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:04.173983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176490985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-02-24T20:49:04.174357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.073902Z","time spent":"2.100365817s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-02-24T20:49:04.174361Z","caller":"traceutil/trace.go:171","msg":"trace[801925616] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:23720; }","duration":"2.176855623s","start":"2026-02-24T20:49:01.997437Z","end":"2026-02-24T20:49:04.174292Z","steps":["trace[801925616] 'agreement among raft nodes before linearized reading' (duration: 2.176392002s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:04.174141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.214247Z","time spent":"1.959858399s","remote":"127.0.0.1:55794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:04.174481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:01.997424Z","time spent":"2.177034798s","remote":"127.0.0.1:50932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-02-24T20:49:04.173849Z","caller":"traceutil/trace.go:171","msg":"trace[2112759410] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"1.523673379s","start":"2026-02-24T20:49:02.650151Z","end":"2026-02-24T20:49:04.173824Z","steps":["trace[2112759410] 'process raft request' (duration: 1.523073285s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:04.174854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.650113Z","time spent":"1.524659642s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:04.217057Z","caller":"traceutil/trace.go:171","msg":"trace[1416686415] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"220.306641ms","start":"2026-02-24T20:49:03.996726Z","end":"2026-02-24T20:49:04.217033Z","steps":["trace[1416686415] 'process raft request' (duration: 220.168738ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:04.824494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:49:04.824584Z","caller":"traceutil/trace.go:171","msg":"trace[500457729] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533823s","start":"2026-02-24T20:49:02.824028Z","end":"2026-02-24T20:49:04.824562Z","steps":["trace[500457729] 'agreement among raft nodes before linearized reading' (duration: 2.00039847s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:04.824715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.823986Z","time spent":"2.000687957s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-24T20:49:05.072828Z","caller":"traceutil/trace.go:171","msg":"trace[2129530830] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"1.075341024s","start":"2026-02-24T20:49:03.997461Z","end":"2026-02-24T20:49:05.072802Z","steps":["trace[2129530830] 'process raft request' (duration: 1.075128839s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:05.072975Z","caller":"traceutil/trace.go:171","msg":"trace[781114492] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"1.075415346s","start":"2026-02-24T20:49:03.997549Z","end":"2026-02-24T20:49:05.072964Z","steps":["trace[781114492] 'process raft request' (duration: 1.075195641s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.073005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.997436Z","time spent":"1.075474578s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:05.073042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.997539Z","time spent":"1.075472078s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:05.073444Z","caller":"traceutil/trace.go:171","msg":"trace[1462328116] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"1.075831506s","start":"2026-02-24T20:49:03.997604Z","end":"2026-02-24T20:49:05.073435Z","steps":["trace[1462328116] 'process raft request' (duration: 1.075312804s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.073495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.997583Z","time spent":"1.075885848s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:05.073609Z","caller":"traceutil/trace.go:171","msg":"trace[1189624784] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"1.075882617s","start":"2026-02-24T20:49:03.997719Z","end":"2026-02-24T20:49:05.073602Z","steps":["trace[1189624784] 'process raft request' (duration: 1.075550609s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.073649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.997681Z","time spent":"1.075949249s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:05.07378Z","caller":"traceutil/trace.go:171","msg":"trace[136597782] transaction","detail":"{read_only:false; response_revision:23727; number_of_response:1; }","duration":"896.295081ms","start":"2026-02-24T20:49:04.177477Z","end":"2026-02-24T20:49:05.073772Z","steps":["trace[136597782] 'process raft request' (duration: 895.963953ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:05.073777Z","caller":"traceutil/trace.go:171","msg":"trace[362976354] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"1.075386586s","start":"2026-02-24T20:49:03.99831Z","end":"2026-02-24T20:49:05.073697Z","steps":["trace[362976354] 'process raft request' (duration: 1.075074869s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.073818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.177439Z","time spent":"896.356542ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:05.073934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.998292Z","time spent":"1.075544569s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:05.074051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710639508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:05.074085Z","caller":"traceutil/trace.go:171","msg":"trace[935640272] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23728; }","duration":"1.71073116s","start":"2026-02-24T20:49:03.363345Z","end":"2026-02-24T20:49:05.074076Z","steps":["trace[935640272] 'agreement among raft nodes before linearized reading' (duration: 1.710656458s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.07411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.363304Z","time spent":"1.710799351s","remote":"127.0.0.1:56098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:05.073991Z","caller":"traceutil/trace.go:171","msg":"trace[645064790] linearizableReadLoop","detail":"{readStateIndex:24577; appliedIndex:24571; }","duration":"900.519679ms","start":"2026-02-24T20:49:04.17345Z","end":"2026-02-24T20:49:05.07397Z","steps":["trace[645064790] 'read index received' (duration: 43.521981ms)","trace[645064790] 'applied index is now lower than readState.Index' (duration: 856.996458ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:05.074295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802176937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:05.074345Z","caller":"traceutil/trace.go:171","msg":"trace[2102037691] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23728; }","duration":"1.802274409s","start":"2026-02-24T20:49:03.272058Z","end":"2026-02-24T20:49:05.074333Z","steps":["trace[2102037691] 'agreement among raft nodes before linearized reading' (duration: 1.802061914s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.074384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.272022Z","time spent":"1.802354001s","remote":"127.0.0.1:51140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:05.074422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72007506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:05.074482Z","caller":"traceutil/trace.go:171","msg":"trace[18479335] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23728; }","duration":"1.720179094s","start":"2026-02-24T20:49:03.354286Z","end":"2026-02-24T20:49:05.074465Z","steps":["trace[18479335] 'agreement among raft nodes before linearized reading' (duration: 1.72006352s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.074512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88407486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:05.074628Z","caller":"traceutil/trace.go:171","msg":"trace[1928889922] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23728; }","duration":"1.884212673s","start":"2026-02-24T20:49:03.190364Z","end":"2026-02-24T20:49:05.074577Z","steps":["trace[1928889922] 'agreement among raft nodes before linearized reading' (duration: 1.88408694s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.074643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420823042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-02-24T20:49:05.074314Z","caller":"traceutil/trace.go:171","msg":"trace[212695110] transaction","detail":"{read_only:false; response_revision:23728; number_of_response:1; }","duration":"890.448383ms","start":"2026-02-24T20:49:04.183858Z","end":"2026-02-24T20:49:05.074306Z","steps":["trace[212695110] 'process raft request' (duration: 889.770487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.074661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.234174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T20:49:05.074668Z","caller":"traceutil/trace.go:171","msg":"trace[1348941624] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23728; }","duration":"2.420885453s","start":"2026-02-24T20:49:02.653775Z","end":"2026-02-24T20:49:05.07466Z","steps":["trace[1348941624] 'agreement among raft nodes before linearized reading' (duration: 2.420774431s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.074675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.190338Z","time spent":"1.884324106s","remote":"127.0.0.1:55774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:05.074695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:02.653757Z","time spent":"2.420931854s","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-02-24T20:49:05.074694Z","caller":"traceutil/trace.go:171","msg":"trace[1422961260] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23728; }","duration":"897.285105ms","start":"2026-02-24T20:49:04.177398Z","end":"2026-02-24T20:49:05.074683Z","steps":["trace[1422961260] 'agreement among raft nodes before linearized reading' (duration: 897.189573ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.074722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.177378Z","time spent":"897.338057ms","remote":"127.0.0.1:50996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-02-24T20:49:05.074525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.354261Z","time spent":"1.720253745s","remote":"127.0.0.1:53512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:05.074754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97558174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:05.074871Z","caller":"traceutil/trace.go:171","msg":"trace[211855685] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23728; }","duration":"1.975754184s","start":"2026-02-24T20:49:03.099089Z","end":"2026-02-24T20:49:05.074843Z","steps":["trace[211855685] 'agreement among raft nodes before linearized reading' (duration: 1.975551339s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.074356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:05.074946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:03.099068Z","time spent":"1.975859876s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:05.074962Z","caller":"traceutil/trace.go:171","msg":"trace[1131559334] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23728; }","duration":"904.577526ms","start":"2026-02-24T20:49:04.170376Z","end":"2026-02-24T20:49:05.074954Z","steps":["trace[1131559334] 'agreement among raft nodes before linearized reading' (duration: 903.953961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.074994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.170352Z","time spent":"904.631817ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:05.075115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.066032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:05.07516Z","caller":"traceutil/trace.go:171","msg":"trace[261448958] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23728; }","duration":"187.128954ms","start":"2026-02-24T20:49:04.888021Z","end":"2026-02-24T20:49:05.075149Z","steps":["trace[261448958] 'agreement among raft nodes before linearized reading' (duration: 187.012071ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.075189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.371262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:05.07521Z","caller":"traceutil/trace.go:171","msg":"trace[1111604990] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23728; }","duration":"896.404734ms","start":"2026-02-24T20:49:04.178799Z","end":"2026-02-24T20:49:05.075204Z","steps":["trace[1111604990] 'agreement among raft nodes before linearized reading' (duration: 896.368773ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.07523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.178794Z","time spent":"896.431594ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:49:05.07532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.139023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:05.075345Z","caller":"traceutil/trace.go:171","msg":"trace[1866168967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23728; }","duration":"250.204764ms","start":"2026-02-24T20:49:04.825133Z","end":"2026-02-24T20:49:05.075337Z","steps":["trace[1866168967] 'agreement among raft nodes before linearized reading' (duration: 250.171383ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.075383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.926276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-02-24T20:49:05.075429Z","caller":"traceutil/trace.go:171","msg":"trace[71389630] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:23728; }","duration":"896.970547ms","start":"2026-02-24T20:49:04.178447Z","end":"2026-02-24T20:49:05.075417Z","steps":["trace[71389630] 'agreement among raft nodes before linearized reading' (duration: 896.851484ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.075463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.178419Z","time spent":"897.037069ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-02-24T20:49:05.075473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.092303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7489"} {"level":"info","ts":"2026-02-24T20:49:05.075491Z","caller":"traceutil/trace.go:171","msg":"trace[1959493156] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23728; }","duration":"406.147904ms","start":"2026-02-24T20:49:04.669337Z","end":"2026-02-24T20:49:05.075485Z","steps":["trace[1959493156] 'agreement among raft nodes before linearized reading' (duration: 406.084713ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.075507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.669314Z","time spent":"406.189516ms","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7512,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-02-24T20:49:05.075736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.254713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-02-24T20:49:05.075791Z","caller":"traceutil/trace.go:171","msg":"trace[1806306578] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:23728; }","duration":"894.331015ms","start":"2026-02-24T20:49:04.181447Z","end":"2026-02-24T20:49:05.075778Z","steps":["trace[1806306578] 'agreement among raft nodes before linearized reading' (duration: 894.170471ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:05.075824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.181435Z","time spent":"894.381496ms","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-02-24T20:49:05.075818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:04.183846Z","time spent":"890.838163ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6968,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:05.583429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056505017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:06.083586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056505017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:06.584187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056505017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:06.923595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.842085654s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:49:06.924062Z","caller":"traceutil/trace.go:171","msg":"trace[1921894289] transaction","detail":"{read_only:false; response_revision:23729; number_of_response:1; }","duration":"1.842600136s","start":"2026-02-24T20:49:05.081428Z","end":"2026-02-24T20:49:06.924028Z","steps":["trace[1921894289] 'process raft request' (duration: 1.842390541s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:06.92424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.081417Z","time spent":"1.842729679s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:07.09478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:07.094942Z","caller":"traceutil/trace.go:171","msg":"trace[1589332280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035981s","start":"2026-02-24T20:49:05.094561Z","end":"2026-02-24T20:49:07.094921Z","steps":["trace[1589332280] 'agreement among raft nodes before linearized reading' (duration: 2.000178366s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:07.095034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.094556Z","time spent":"2.000457392s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:49:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:07.706045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.39349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:07.706612Z","caller":"traceutil/trace.go:171","msg":"trace[2142764992] transaction","detail":"{read_only:false; response_revision:23730; number_of_response:1; }","duration":"2.62484543s","start":"2026-02-24T20:49:05.081734Z","end":"2026-02-24T20:49:07.706579Z","steps":["trace[2142764992] 'process raft request' (duration: 2.010855606s)","trace[2142764992] 'compare' (duration: 612.994761ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:07.70675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.081719Z","time spent":"2.624965162s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-24T20:49:07.706788Z","caller":"traceutil/trace.go:171","msg":"trace[330440923] linearizableReadLoop","detail":"{readStateIndex:24585; appliedIndex:24579; }","duration":"2.624345318s","start":"2026-02-24T20:49:05.082423Z","end":"2026-02-24T20:49:07.706768Z","steps":["trace[330440923] 'read index received' (duration: 1.841387728s)","trace[330440923] 'applied index is now lower than readState.Index' (duration: 782.95642ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:07.706806Z","caller":"traceutil/trace.go:171","msg":"trace[569861948] transaction","detail":"{read_only:false; response_revision:23731; number_of_response:1; }","duration":"2.620268452s","start":"2026-02-24T20:49:05.08651Z","end":"2026-02-24T20:49:07.706779Z","steps":["trace[569861948] 'process raft request' (duration: 2.619964595s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:07.706868Z","caller":"traceutil/trace.go:171","msg":"trace[160070426] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"2.569510821s","start":"2026-02-24T20:49:05.137335Z","end":"2026-02-24T20:49:07.706846Z","steps":["trace[160070426] 'process raft request' (duration: 2.569307006s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:07.706938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.086505Z","time spent":"2.620366584s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7021,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:07.706958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.137325Z","time spent":"2.569587842s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:07.706869Z","caller":"traceutil/trace.go:171","msg":"trace[1849220990] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"1.527038788s","start":"2026-02-24T20:49:06.17982Z","end":"2026-02-24T20:49:07.706859Z","steps":["trace[1849220990] 'process raft request' (duration: 1.526878384s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:07.707103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.179755Z","time spent":"1.527267644s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:07.707449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625012903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-02-24T20:49:07.707542Z","caller":"traceutil/trace.go:171","msg":"trace[1207450373] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23734; }","duration":"2.625121087s","start":"2026-02-24T20:49:05.082406Z","end":"2026-02-24T20:49:07.707527Z","steps":["trace[1207450373] 'agreement among raft nodes before linearized reading' (duration: 2.624482692s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:07.707607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.082397Z","time spent":"2.625197928s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-02-24T20:49:07.707698Z","caller":"traceutil/trace.go:171","msg":"trace[1920794379] transaction","detail":"{read_only:false; response_revision:23734; number_of_response:1; }","duration":"1.484978031s","start":"2026-02-24T20:49:06.222691Z","end":"2026-02-24T20:49:07.707669Z","steps":["trace[1920794379] 'process raft request' (duration: 1.484039739s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:07.707817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.222662Z","time spent":"1.485101514s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:07.744773Z","caller":"traceutil/trace.go:171","msg":"trace[1783031191] transaction","detail":"{read_only:false; response_revision:23735; number_of_response:1; }","duration":"666.242031ms","start":"2026-02-24T20:49:07.078499Z","end":"2026-02-24T20:49:07.744741Z","steps":["trace[1783031191] 'process raft request' (duration: 665.933994ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:07.744828Z","caller":"traceutil/trace.go:171","msg":"trace[907199647] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"665.249228ms","start":"2026-02-24T20:49:07.07955Z","end":"2026-02-24T20:49:07.744799Z","steps":["trace[907199647] 'process raft request' (duration: 665.022163ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:07.744931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.078479Z","time spent":"666.365163ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:07.744974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.079531Z","time spent":"665.36506ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:07.745138Z","caller":"traceutil/trace.go:171","msg":"trace[1204831903] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"663.232131ms","start":"2026-02-24T20:49:07.081894Z","end":"2026-02-24T20:49:07.745126Z","steps":["trace[1204831903] 'process raft request' (duration: 662.866872ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:07.745201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.081881Z","time spent":"663.289612ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:07.745357Z","caller":"traceutil/trace.go:171","msg":"trace[821117534] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"663.314142ms","start":"2026-02-24T20:49:07.082025Z","end":"2026-02-24T20:49:07.745339Z","steps":["trace[821117534] 'process raft request' (duration: 663.016235ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:07.745371Z","caller":"traceutil/trace.go:171","msg":"trace[1826069659] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"663.288172ms","start":"2026-02-24T20:49:07.082065Z","end":"2026-02-24T20:49:07.745353Z","steps":["trace[1826069659] 'process raft request' (duration: 663.058407ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:07.745447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.082017Z","time spent":"663.387164ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:07.745685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.082036Z","time spent":"663.581968ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:08.772298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00033475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:08.772363Z","caller":"traceutil/trace.go:171","msg":"trace[1496045018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462643s","start":"2026-02-24T20:49:06.771886Z","end":"2026-02-24T20:49:08.772349Z","steps":["trace[1496045018] 'agreement among raft nodes before linearized reading' (duration: 2.000370351s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:08.772399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.771868Z","time spent":"2.000523175s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:49:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:09.095612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000714808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:09.095692Z","caller":"traceutil/trace.go:171","msg":"trace[607259540] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000832051s","start":"2026-02-24T20:49:07.094842Z","end":"2026-02-24T20:49:09.095674Z","steps":["trace[607259540] 'agreement among raft nodes before linearized reading' (duration: 2.000733488s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:09.095744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.09483Z","time spent":"2.000905052s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:49:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:10.009868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194285162s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-02-24T20:49:10.010428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17061308s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:10.010567Z","caller":"traceutil/trace.go:171","msg":"trace[2082744312] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23739; }","duration":"1.170765124s","start":"2026-02-24T20:49:08.839781Z","end":"2026-02-24T20:49:10.010546Z","steps":["trace[2082744312] 'range keys from in-memory index tree' (duration: 1.170595539s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:10.010884Z","caller":"traceutil/trace.go:171","msg":"trace[1010875506] linearizableReadLoop","detail":"{readStateIndex:24591; appliedIndex:24585; }","duration":"2.30404769s","start":"2026-02-24T20:49:07.706823Z","end":"2026-02-24T20:49:10.010871Z","steps":["trace[1010875506] 'read index received' (duration: 37.600933ms)","trace[1010875506] 'applied index is now lower than readState.Index' (duration: 2.266445447s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:10.010879Z","caller":"traceutil/trace.go:171","msg":"trace[2045380330] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"2.29769403s","start":"2026-02-24T20:49:07.713143Z","end":"2026-02-24T20:49:10.010837Z","steps":["trace[2045380330] 'process raft request' (duration: 2.296812669s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:10.011042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.713116Z","time spent":"2.297848664s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:49:10.512556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056505043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:10.514361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.695182596s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:49:11.103439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000379921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:49:11.103531Z","caller":"traceutil/trace.go:171","msg":"trace[1432052844] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531624s","start":"2026-02-24T20:49:09.102978Z","end":"2026-02-24T20:49:11.10351Z","steps":["trace[1432052844] 'agreement among raft nodes before linearized reading' (duration: 2.000412441s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:11.10383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.102953Z","time spent":"2.000861371s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:11.221803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.079698804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:11.221819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.275565121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-02-24T20:49:11.221886Z","caller":"traceutil/trace.go:171","msg":"trace[1014972690] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23740; }","duration":"6.079815737s","start":"2026-02-24T20:49:05.142051Z","end":"2026-02-24T20:49:11.221867Z","steps":["trace[1014972690] 'agreement among raft nodes before linearized reading' (duration: 4.868908361s)","trace[1014972690] 'count revisions from in-memory index tree' (duration: 1.210777744s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:11.22191Z","caller":"traceutil/trace.go:171","msg":"trace[2047876008] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23740; }","duration":"4.275678674s","start":"2026-02-24T20:49:06.946204Z","end":"2026-02-24T20:49:11.221882Z","steps":["trace[2047876008] 'agreement among raft nodes before linearized reading' (duration: 3.064787678s)","trace[2047876008] 'range keys from in-memory index tree' (duration: 1.210664201s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.221928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.142043Z","time spent":"6.079876288s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.221927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.650768495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T20:49:11.221959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.946191Z","time spent":"4.275756415s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-02-24T20:49:11.22197Z","caller":"traceutil/trace.go:171","msg":"trace[1620451193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23740; }","duration":"5.650849247s","start":"2026-02-24T20:49:05.571108Z","end":"2026-02-24T20:49:11.221957Z","steps":["trace[1620451193] 'agreement among raft nodes before linearized reading' (duration: 4.439815618s)","trace[1620451193] 'range keys from in-memory index tree' (duration: 1.210846795s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.571093Z","time spent":"5.650900178s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:11.222165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.871117903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:11.222186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.0343208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-24T20:49:11.222194Z","caller":"traceutil/trace.go:171","msg":"trace[848624670] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23740; }","duration":"4.871182014s","start":"2026-02-24T20:49:06.351002Z","end":"2026-02-24T20:49:11.222184Z","steps":["trace[848624670] 'agreement among raft nodes before linearized reading' (duration: 3.659905309s)","trace[848624670] 'count revisions from in-memory index tree' (duration: 1.211216384s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:11.222209Z","caller":"traceutil/trace.go:171","msg":"trace[1319824524] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23740; }","duration":"6.03436559s","start":"2026-02-24T20:49:05.187835Z","end":"2026-02-24T20:49:11.222201Z","steps":["trace[1319824524] 'agreement among raft nodes before linearized reading' (duration: 4.823108205s)","trace[1319824524] 'range keys from in-memory index tree' (duration: 1.211187323s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.222215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.350987Z","time spent":"4.871221655s","remote":"127.0.0.1:53496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.22223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.187825Z","time spent":"6.034400942s","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-02-24T20:49:11.22218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.650063988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-02-24T20:49:11.222363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.020627902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:11.222446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.764388671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:11.222368Z","caller":"traceutil/trace.go:171","msg":"trace[1390300344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.650296594s","start":"2026-02-24T20:49:05.572049Z","end":"2026-02-24T20:49:11.222346Z","steps":["trace[1390300344] 'agreement among raft nodes before linearized reading' (duration: 4.438859986s)","trace[1390300344] 'range keys from in-memory index tree' (duration: 1.211104491s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.222474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.279646913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:11.222297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227280478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1629"} {"level":"info","ts":"2026-02-24T20:49:11.22251Z","caller":"traceutil/trace.go:171","msg":"trace[1565773505] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23740; }","duration":"3.764485004s","start":"2026-02-24T20:49:07.458001Z","end":"2026-02-24T20:49:11.222486Z","steps":["trace[1565773505] 'agreement among raft nodes before linearized reading' (duration: 2.552969533s)","trace[1565773505] 'count revisions from in-memory index tree' (duration: 1.211451589s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.222589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.457977Z","time spent":"3.764600177s","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.222602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.294478195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749c2a74f60da\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-02-24T20:49:11.22267Z","caller":"traceutil/trace.go:171","msg":"trace[1211783077] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749c2a74f60da; range_end:; response_count:1; response_revision:23740; }","duration":"4.294561167s","start":"2026-02-24T20:49:06.928078Z","end":"2026-02-24T20:49:11.222639Z","steps":["trace[1211783077] 'agreement among raft nodes before linearized reading' (duration: 3.082907553s)","trace[1211783077] 'range keys from in-memory index tree' (duration: 1.21149699s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.222416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.560720926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:11.22275Z","caller":"traceutil/trace.go:171","msg":"trace[1491870460] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23740; }","duration":"4.561135855s","start":"2026-02-24T20:49:06.661603Z","end":"2026-02-24T20:49:11.222739Z","steps":["trace[1491870460] 'agreement among raft nodes before linearized reading' (duration: 3.34939082s)","trace[1491870460] 'count revisions from in-memory index tree' (duration: 1.211327146s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.222706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759102108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:49:11.222793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.661582Z","time spent":"4.561200476s","remote":"127.0.0.1:50956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.222813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.651661966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:49:11.222837Z","caller":"traceutil/trace.go:171","msg":"trace[485810956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23740; }","duration":"3.759341573s","start":"2026-02-24T20:49:07.463466Z","end":"2026-02-24T20:49:11.222807Z","steps":["trace[485810956] 'agreement among raft nodes before linearized reading' (duration: 2.547485015s)","trace[485810956] 'count revisions from in-memory index tree' (duration: 1.211448149s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:11.222459Z","caller":"traceutil/trace.go:171","msg":"trace[2032406826] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23740; }","duration":"5.020758995s","start":"2026-02-24T20:49:06.201671Z","end":"2026-02-24T20:49:11.22243Z","steps":["trace[2032406826] 'agreement among raft nodes before linearized reading' (duration: 3.809275886s)","trace[2032406826] 'count revisions from in-memory index tree' (duration: 1.211385097s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:11.22286Z","caller":"traceutil/trace.go:171","msg":"trace[1896355671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23740; }","duration":"5.651742598s","start":"2026-02-24T20:49:05.571107Z","end":"2026-02-24T20:49:11.222849Z","steps":["trace[1896355671] 'agreement among raft nodes before linearized reading' (duration: 4.439867039s)","trace[1896355671] 'range keys from in-memory index tree' (duration: 1.211731056s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.222368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.139275203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"warn","ts":"2026-02-24T20:49:11.222896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.571086Z","time spent":"5.651801699s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:11.222901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.463455Z","time spent":"3.759428115s","remote":"127.0.0.1:60278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.222912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.20165Z","time spent":"5.021235646s","remote":"127.0.0.1:52502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:11.222536Z","caller":"traceutil/trace.go:171","msg":"trace[1697353682] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23740; }","duration":"5.279732375s","start":"2026-02-24T20:49:05.942785Z","end":"2026-02-24T20:49:11.222518Z","steps":["trace[1697353682] 'agreement among raft nodes before linearized reading' (duration: 4.068308077s)","trace[1697353682] 'count revisions from in-memory index tree' (duration: 1.211327226s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:11.222952Z","caller":"traceutil/trace.go:171","msg":"trace[1892279156] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:23740; }","duration":"6.139862196s","start":"2026-02-24T20:49:05.083036Z","end":"2026-02-24T20:49:11.222898Z","steps":["trace[1892279156] 'agreement among raft nodes before linearized reading' (duration: 4.927941586s)","trace[1892279156] 'range keys from in-memory index tree' (duration: 1.211209414s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.22301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.942774Z","time spent":"5.280208586s","remote":"127.0.0.1:55868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:11.222805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.572041Z","time spent":"5.650464448s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:49:11.223071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.083029Z","time spent":"6.14002411s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} 2026/02/24 20:49:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-02-24T20:49:11.222533Z","caller":"traceutil/trace.go:171","msg":"trace[1019466462] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23740; }","duration":"4.227544714s","start":"2026-02-24T20:49:06.994976Z","end":"2026-02-24T20:49:11.222521Z","steps":["trace[1019466462] 'agreement among raft nodes before linearized reading' (duration: 3.016005523s)","trace[1019466462] 'range keys from in-memory index tree' (duration: 1.211224204s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.223205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.99496Z","time spent":"4.22823413s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1652,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-24T20:49:11.223288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.308740176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267335"} {"level":"info","ts":"2026-02-24T20:49:11.223338Z","caller":"traceutil/trace.go:171","msg":"trace[711568113] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23740; }","duration":"5.308829368s","start":"2026-02-24T20:49:05.914497Z","end":"2026-02-24T20:49:11.223326Z","steps":["trace[711568113] 'agreement among raft nodes before linearized reading' (duration: 4.096478398s)","trace[711568113] 'range keys from in-memory index tree' (duration: 1.212011272s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.223372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:05.914477Z","time spent":"5.308885659s","remote":"127.0.0.1:51290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267358,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-02-24T20:49:11.222726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.928059Z","time spent":"4.29465734s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749c2a74f60da\" "} {"level":"warn","ts":"2026-02-24T20:49:11.223974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213037837s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:11.224307Z","caller":"traceutil/trace.go:171","msg":"trace[369526913] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"2.405255835s","start":"2026-02-24T20:49:08.819033Z","end":"2026-02-24T20:49:11.224289Z","steps":["trace[369526913] 'process raft request' (duration: 2.405122652s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:11.224527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:08.819004Z","time spent":"2.405408119s","remote":"127.0.0.1:55802","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7472,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:11.224333Z","caller":"traceutil/trace.go:171","msg":"trace[997856601] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"3.369773138s","start":"2026-02-24T20:49:07.854542Z","end":"2026-02-24T20:49:11.224315Z","steps":["trace[997856601] 'process raft request' (duration: 2.156312321s)","trace[997856601] 'compare' (duration: 1.211645414s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.224846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.854509Z","time spent":"3.37028316s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:11.225809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.644924862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:11.225858Z","caller":"traceutil/trace.go:171","msg":"trace[126321918] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23740; }","duration":"4.648609848s","start":"2026-02-24T20:49:06.577236Z","end":"2026-02-24T20:49:11.225846Z","steps":["trace[126321918] 'agreement among raft nodes before linearized reading' (duration: 3.43375866s)","trace[126321918] 'count revisions from in-memory index tree' (duration: 1.211237504s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:11.225887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:06.577209Z","time spent":"4.64866612s","remote":"127.0.0.1:36830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:12.450816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.935988399s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:49:12.483748Z","caller":"traceutil/trace.go:171","msg":"trace[792520516] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"2.986205903s","start":"2026-02-24T20:49:09.497524Z","end":"2026-02-24T20:49:12.48373Z","steps":["trace[792520516] 'process raft request' (duration: 2.953484685s)","trace[792520516] 'compare' (duration: 32.594285ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:12.483857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.497501Z","time spent":"2.986300085s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:12.484047Z","caller":"traceutil/trace.go:171","msg":"trace[753062154] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"2.734434543s","start":"2026-02-24T20:49:09.749593Z","end":"2026-02-24T20:49:12.484027Z","steps":["trace[753062154] 'process raft request' (duration: 2.734377571s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:12.484098Z","caller":"traceutil/trace.go:171","msg":"trace[1308304835] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"2.769595649s","start":"2026-02-24T20:49:09.714473Z","end":"2026-02-24T20:49:12.484069Z","steps":["trace[1308304835] 'process raft request' (duration: 2.769224059s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:12.484091Z","caller":"traceutil/trace.go:171","msg":"trace[47960639] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"2.769482796s","start":"2026-02-24T20:49:09.714572Z","end":"2026-02-24T20:49:12.484055Z","steps":["trace[47960639] 'process raft request' (duration: 2.769312481s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:12.484153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.749573Z","time spent":"2.734522925s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:12.484236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.714455Z","time spent":"2.769703391s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:12.484267Z","caller":"traceutil/trace.go:171","msg":"trace[396272929] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"2.733736616s","start":"2026-02-24T20:49:09.750499Z","end":"2026-02-24T20:49:12.484236Z","steps":["trace[396272929] 'process raft request' (duration: 2.73350072s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:12.484293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.714527Z","time spent":"2.76965679s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:12.48442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.750467Z","time spent":"2.733871969s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:12.484421Z","caller":"traceutil/trace.go:171","msg":"trace[1172292800] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"2.733511101s","start":"2026-02-24T20:49:09.750889Z","end":"2026-02-24T20:49:12.4844Z","steps":["trace[1172292800] 'process raft request' (duration: 2.733326187s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:12.48443Z","caller":"traceutil/trace.go:171","msg":"trace[1233833662] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"2.732995099s","start":"2026-02-24T20:49:09.751414Z","end":"2026-02-24T20:49:12.484409Z","steps":["trace[1233833662] 'process raft request' (duration: 2.732841726s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:12.484529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.750881Z","time spent":"2.733591423s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:12.484532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.751389Z","time spent":"2.733088061s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:12.484559Z","caller":"traceutil/trace.go:171","msg":"trace[719708053] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"2.734015283s","start":"2026-02-24T20:49:09.750535Z","end":"2026-02-24T20:49:12.48455Z","steps":["trace[719708053] 'process raft request' (duration: 2.733606233s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:12.484607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.750505Z","time spent":"2.734076754s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:12.671423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.110851ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T20:49:12.671817Z","caller":"traceutil/trace.go:171","msg":"trace[561650215] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"2.404674901s","start":"2026-02-24T20:49:10.267113Z","end":"2026-02-24T20:49:12.671788Z","steps":["trace[561650215] 'process raft request' (duration: 2.404416244s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:12.671876Z","caller":"traceutil/trace.go:171","msg":"trace[594068746] linearizableReadLoop","detail":"{readStateIndex:24604; appliedIndex:24592; }","duration":"2.660923887s","start":"2026-02-24T20:49:10.010917Z","end":"2026-02-24T20:49:12.671841Z","steps":["trace[594068746] 'read index received' (duration: 503.606621ms)","trace[594068746] 'applied index is now lower than readState.Index' (duration: 2.157315485s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:12.671946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:10.267082Z","time spent":"2.404788024s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:13.104824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000195596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:49:13.104945Z","caller":"traceutil/trace.go:171","msg":"trace[1753681735] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0003645s","start":"2026-02-24T20:49:11.10455Z","end":"2026-02-24T20:49:13.104915Z","steps":["trace[1753681735] 'agreement among raft nodes before linearized reading' (duration: 2.000220307s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.105009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.104531Z","time spent":"2.000464762s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:13.774959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060455864s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:49:13.800867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824721324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:13.80098Z","caller":"traceutil/trace.go:171","msg":"trace[985845284] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23751; }","duration":"4.824890158s","start":"2026-02-24T20:49:08.976056Z","end":"2026-02-24T20:49:13.800946Z","steps":["trace[985845284] 'agreement among raft nodes before linearized reading' (duration: 3.696005117s)","trace[985845284] 'count revisions from in-memory index tree' (duration: 1.128719048s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:13.800974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.019369288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-02-24T20:49:13.801034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:08.976034Z","time spent":"4.82498673s","remote":"127.0.0.1:43636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:13.800889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.145593631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:13.801082Z","caller":"traceutil/trace.go:171","msg":"trace[325634146] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23751; }","duration":"4.019506991s","start":"2026-02-24T20:49:09.781541Z","end":"2026-02-24T20:49:13.801048Z","steps":["trace[325634146] 'agreement among raft nodes before linearized reading' (duration: 2.890421974s)","trace[325634146] 'range keys from in-memory index tree' (duration: 1.12885037s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:13.801124Z","caller":"traceutil/trace.go:171","msg":"trace[1961953031] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23751; }","duration":"4.145869147s","start":"2026-02-24T20:49:09.655219Z","end":"2026-02-24T20:49:13.801089Z","steps":["trace[1961953031] 'agreement among raft nodes before linearized reading' (duration: 3.016760891s)","trace[1961953031] 'count revisions from in-memory index tree' (duration: 1.128844541s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:13.801139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.781528Z","time spent":"4.019596623s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-02-24T20:49:13.801209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.655196Z","time spent":"4.14598473s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:13.801321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.082983912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7037"} {"level":"info","ts":"2026-02-24T20:49:13.801676Z","caller":"traceutil/trace.go:171","msg":"trace[58560334] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23751; }","duration":"6.083360381s","start":"2026-02-24T20:49:07.718158Z","end":"2026-02-24T20:49:13.801518Z","steps":["trace[58560334] 'agreement among raft nodes before linearized reading' (duration: 4.953930827s)","trace[58560334] 'range keys from in-memory index tree' (duration: 1.128746659s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:13.801853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.718147Z","time spent":"6.083691739s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7060,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T20:49:13.801867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.088421259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9539"} {"level":"info","ts":"2026-02-24T20:49:13.801982Z","caller":"traceutil/trace.go:171","msg":"trace[330574286] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:23751; }","duration":"6.088562472s","start":"2026-02-24T20:49:07.713384Z","end":"2026-02-24T20:49:13.801946Z","steps":["trace[330574286] 'agreement among raft nodes before linearized reading' (duration: 4.958718069s)","trace[330574286] 'range keys from in-memory index tree' (duration: 1.128733078s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:13.80207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:07.713324Z","time spent":"6.088707185s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9562,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-02-24T20:49:13.802111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130183192s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-02-24T20:49:13.802296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.61837126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:49:13.802405Z","caller":"traceutil/trace.go:171","msg":"trace[112805219] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"2.573971546s","start":"2026-02-24T20:49:11.228415Z","end":"2026-02-24T20:49:13.802387Z","steps":["trace[112805219] 'process raft request' (duration: 2.573805652s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:13.80242Z","caller":"traceutil/trace.go:171","msg":"trace[1328444041] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"2.575140263s","start":"2026-02-24T20:49:11.227225Z","end":"2026-02-24T20:49:13.802365Z","steps":["trace[1328444041] 'process raft request' (duration: 1.444598133s)","trace[1328444041] 'compare' (duration: 1.129816103s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:13.802509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.228403Z","time spent":"2.574054858s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:13.802558Z","caller":"traceutil/trace.go:171","msg":"trace[1569962908] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"2.573267089s","start":"2026-02-24T20:49:11.229264Z","end":"2026-02-24T20:49:13.802531Z","steps":["trace[1569962908] 'process raft request' (duration: 2.573070144s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.80267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.227188Z","time spent":"2.575277896s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:13.802668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.229256Z","time spent":"2.573357101s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:13.802791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810042712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-24T20:49:13.802841Z","caller":"traceutil/trace.go:171","msg":"trace[1927883341] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23754; }","duration":"1.810118684s","start":"2026-02-24T20:49:11.99271Z","end":"2026-02-24T20:49:13.802829Z","steps":["trace[1927883341] 'agreement among raft nodes before linearized reading' (duration: 1.80997684s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:13.802643Z","caller":"traceutil/trace.go:171","msg":"trace[1496049488] linearizableReadLoop","detail":"{readStateIndex:24607; appliedIndex:24604; }","duration":"1.130664633s","start":"2026-02-24T20:49:12.671959Z","end":"2026-02-24T20:49:13.802624Z","steps":["trace[1496049488] 'read index received' (duration: 155.104µs)","trace[1496049488] 'applied index is now lower than readState.Index' (duration: 1.130504579s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:13.802861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686564863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:13.802938Z","caller":"traceutil/trace.go:171","msg":"trace[480112553] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23755; }","duration":"1.686687416s","start":"2026-02-24T20:49:12.116228Z","end":"2026-02-24T20:49:13.802915Z","steps":["trace[480112553] 'agreement among raft nodes before linearized reading' (duration: 1.686527642s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.80296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109954779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:49:13.80296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575418889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-402660b2-153e-4e4a-9874-319596f3fa17\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-02-24T20:49:13.802949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267935415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:13.802958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229248087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:49:13.803Z","caller":"traceutil/trace.go:171","msg":"trace[2143518156] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23755; }","duration":"3.11004324s","start":"2026-02-24T20:49:10.692941Z","end":"2026-02-24T20:49:13.802984Z","steps":["trace[2143518156] 'agreement among raft nodes before linearized reading' (duration: 3.109959238s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:13.803006Z","caller":"traceutil/trace.go:171","msg":"trace[2071559119] range","detail":"{range_begin:/registry/persistentvolumes/pvc-402660b2-153e-4e4a-9874-319596f3fa17; range_end:; response_count:1; response_revision:23755; }","duration":"2.575497472s","start":"2026-02-24T20:49:11.227495Z","end":"2026-02-24T20:49:13.802993Z","steps":["trace[2071559119] 'agreement among raft nodes before linearized reading' (duration: 2.575368749s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.803005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:12.116207Z","time spent":"1.686779588s","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:13.803024Z","caller":"traceutil/trace.go:171","msg":"trace[866120693] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23755; }","duration":"1.268069488s","start":"2026-02-24T20:49:12.534936Z","end":"2026-02-24T20:49:13.803005Z","steps":["trace[866120693] 'agreement among raft nodes before linearized reading' (duration: 1.267755601s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:13.803029Z","caller":"traceutil/trace.go:171","msg":"trace[2079984779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23755; }","duration":"1.22934932s","start":"2026-02-24T20:49:12.573664Z","end":"2026-02-24T20:49:13.803013Z","steps":["trace[2079984779] 'agreement among raft nodes before linearized reading' (duration: 1.229063423s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.803034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:10.692913Z","time spent":"3.110110792s","remote":"127.0.0.1:51266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:13.803077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5729192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16910"} {"level":"warn","ts":"2026-02-24T20:49:13.802874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.992691Z","time spent":"1.810174845s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-02-24T20:49:13.803105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.380953201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:13.803119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.278223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:13.803144Z","caller":"traceutil/trace.go:171","msg":"trace[654509165] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23755; }","duration":"2.572997523s","start":"2026-02-24T20:49:11.230131Z","end":"2026-02-24T20:49:13.803129Z","steps":["trace[654509165] 'agreement among raft nodes before linearized reading' (duration: 2.572839339s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:13.803163Z","caller":"traceutil/trace.go:171","msg":"trace[281380445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23755; }","duration":"914.373025ms","start":"2026-02-24T20:49:12.888779Z","end":"2026-02-24T20:49:13.803153Z","steps":["trace[281380445] 'agreement among raft nodes before linearized reading' (duration: 914.304814ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.803159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.641322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:13.802937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574852796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-02-24T20:49:13.803162Z","caller":"traceutil/trace.go:171","msg":"trace[562985951] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23755; }","duration":"3.381051533s","start":"2026-02-24T20:49:10.422092Z","end":"2026-02-24T20:49:13.803144Z","steps":["trace[562985951] 'agreement among raft nodes before linearized reading' (duration: 3.380958081s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.803192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:12.888739Z","time spent":"914.443937ms","remote":"127.0.0.1:60362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:13.8032Z","caller":"traceutil/trace.go:171","msg":"trace[760280978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23755; }","duration":"690.710284ms","start":"2026-02-24T20:49:13.112477Z","end":"2026-02-24T20:49:13.803188Z","steps":["trace[760280978] 'agreement among raft nodes before linearized reading' (duration: 690.630972ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.803223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:10.42207Z","time spent":"3.381138405s","remote":"127.0.0.1:53220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:13.803233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.112465Z","time spent":"690.761885ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:13.80304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.22747Z","time spent":"2.575560952s","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-402660b2-153e-4e4a-9874-319596f3fa17\" "} {"level":"warn","ts":"2026-02-24T20:49:13.803085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:12.573649Z","time spent":"1.229426451s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:49:13.803087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:12.534921Z","time spent":"1.268147349s","remote":"127.0.0.1:36890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:13.803194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.230123Z","time spent":"2.573058974s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16933,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-02-24T20:49:13.803585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.609315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:13.802423Z","caller":"traceutil/trace.go:171","msg":"trace[283135937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23751; }","duration":"4.619104687s","start":"2026-02-24T20:49:09.183291Z","end":"2026-02-24T20:49:13.802396Z","steps":["trace[283135937] 'agreement among raft nodes before linearized reading' (duration: 3.488627878s)","trace[283135937] 'range keys from in-memory index tree' (duration: 1.128856651s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:13.803968Z","caller":"traceutil/trace.go:171","msg":"trace[1732443018] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23755; }","duration":"381.023505ms","start":"2026-02-24T20:49:13.422931Z","end":"2026-02-24T20:49:13.803954Z","steps":["trace[1732443018] 'agreement among raft nodes before linearized reading' (duration: 380.165904ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.804045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.422913Z","time spent":"381.117587ms","remote":"127.0.0.1:51208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:13.804107Z","caller":"traceutil/trace.go:171","msg":"trace[409576611] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:23755; }","duration":"2.575260695s","start":"2026-02-24T20:49:11.228016Z","end":"2026-02-24T20:49:13.803277Z","steps":["trace[409576611] 'agreement among raft nodes before linearized reading' (duration: 2.574809705s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.804155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:09.183266Z","time spent":"4.620859778s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12035,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T20:49:13.802886Z","caller":"traceutil/trace.go:171","msg":"trace[1698899398] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"1.088391s","start":"2026-02-24T20:49:12.714422Z","end":"2026-02-24T20:49:13.802813Z","steps":["trace[1698899398] 'process raft request' (duration: 1.088121124s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:13.805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:12.714403Z","time spent":"1.09051737s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:13.804183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:11.228Z","time spent":"2.576170838s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-02-24T20:49:14.702164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.540069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:14.702431Z","caller":"traceutil/trace.go:171","msg":"trace[764008039] linearizableReadLoop","detail":"{readStateIndex:24610; appliedIndex:24608; }","duration":"894.245753ms","start":"2026-02-24T20:49:13.808166Z","end":"2026-02-24T20:49:14.702412Z","steps":["trace[764008039] 'read index received' (duration: 70.045715ms)","trace[764008039] 'applied index is now lower than readState.Index' (duration: 824.199008ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:14.702414Z","caller":"traceutil/trace.go:171","msg":"trace[2109671231] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"893.488825ms","start":"2026-02-24T20:49:13.808884Z","end":"2026-02-24T20:49:14.702373Z","steps":["trace[2109671231] 'process raft request' (duration: 893.381302ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:14.70243Z","caller":"traceutil/trace.go:171","msg":"trace[1325266520] transaction","detail":"{read_only:false; response_revision:23756; number_of_response:1; }","duration":"894.639982ms","start":"2026-02-24T20:49:13.807734Z","end":"2026-02-24T20:49:14.702374Z","steps":["trace[1325266520] 'process raft request' (duration: 244.801347ms)","trace[1325266520] 'compare' (duration: 649.241771ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:14.702509Z","caller":"traceutil/trace.go:171","msg":"trace[882771226] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"822.853466ms","start":"2026-02-24T20:49:13.879647Z","end":"2026-02-24T20:49:14.7025Z","steps":["trace[882771226] 'process raft request' (duration: 822.720893ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.702571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.879604Z","time spent":"822.933538ms","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:14.702579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.808863Z","time spent":"893.635579ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:14.702624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.807709Z","time spent":"894.805135ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:14.702736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.54037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-02-24T20:49:14.702881Z","caller":"traceutil/trace.go:171","msg":"trace[629808828] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23758; }","duration":"894.693214ms","start":"2026-02-24T20:49:13.808158Z","end":"2026-02-24T20:49:14.702851Z","steps":["trace[629808828] 'agreement among raft nodes before linearized reading' (duration: 894.326065ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.702953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.808133Z","time spent":"894.803957ms","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-02-24T20:49:14.857524Z","caller":"traceutil/trace.go:171","msg":"trace[137180368] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"367.117488ms","start":"2026-02-24T20:49:14.490382Z","end":"2026-02-24T20:49:14.8575Z","steps":["trace[137180368] 'process raft request' (duration: 338.117377ms)","trace[137180368] 'compare' (duration: 28.702744ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:14.857675Z","caller":"traceutil/trace.go:171","msg":"trace[1425752688] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"367.052947ms","start":"2026-02-24T20:49:14.490598Z","end":"2026-02-24T20:49:14.857651Z","steps":["trace[1425752688] 'process raft request' (duration: 366.841492ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.857773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.490563Z","time spent":"367.160119ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:14.857775Z","caller":"traceutil/trace.go:171","msg":"trace[177920866] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"366.945324ms","start":"2026-02-24T20:49:14.490805Z","end":"2026-02-24T20:49:14.857751Z","steps":["trace[177920866] 'process raft request' (duration: 366.701518ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:14.857775Z","caller":"traceutil/trace.go:171","msg":"trace[1219354780] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"366.918854ms","start":"2026-02-24T20:49:14.490821Z","end":"2026-02-24T20:49:14.85774Z","steps":["trace[1219354780] 'process raft request' (duration: 366.793551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.857881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.490779Z","time spent":"367.038116ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:14.858111Z","caller":"traceutil/trace.go:171","msg":"trace[1747192397] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"367.105658ms","start":"2026-02-24T20:49:14.490988Z","end":"2026-02-24T20:49:14.858094Z","steps":["trace[1747192397] 'process raft request' (duration: 366.662678ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:14.858191Z","caller":"traceutil/trace.go:171","msg":"trace[685291733] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"367.144149ms","start":"2026-02-24T20:49:14.49103Z","end":"2026-02-24T20:49:14.858174Z","steps":["trace[685291733] 'process raft request' (duration: 366.889473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.858234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.490771Z","time spent":"367.089477ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:14.85831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.491002Z","time spent":"367.248621ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:14.858367Z","caller":"traceutil/trace.go:171","msg":"trace[2058159712] linearizableReadLoop","detail":"{readStateIndex:24619; appliedIndex:24612; }","duration":"155.8942ms","start":"2026-02-24T20:49:14.70246Z","end":"2026-02-24T20:49:14.858355Z","steps":["trace[2058159712] 'read index received' (duration: 125.941587ms)","trace[2058159712] 'applied index is now lower than readState.Index' (duration: 29.951493ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:14.858401Z","caller":"traceutil/trace.go:171","msg":"trace[81419008] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"367.244761ms","start":"2026-02-24T20:49:14.491124Z","end":"2026-02-24T20:49:14.858369Z","steps":["trace[81419008] 'process raft request' (duration: 366.974115ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.858211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.490978Z","time spent":"367.175919ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:14.858387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.490348Z","time spent":"367.234551ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:14.858575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04874715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T20:49:14.85855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:14.491094Z","time spent":"367.374294ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:14.858592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.894222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T20:49:14.858613Z","caller":"traceutil/trace.go:171","msg":"trace[554035686] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23765; }","duration":"1.048795431s","start":"2026-02-24T20:49:13.809811Z","end":"2026-02-24T20:49:14.858606Z","steps":["trace[554035686] 'agreement among raft nodes before linearized reading' (duration: 1.048637347s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.858637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.809806Z","time spent":"1.048825681s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12035,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-24T20:49:14.85863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050170953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-02-24T20:49:14.858689Z","caller":"traceutil/trace.go:171","msg":"trace[2147006986] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:23765; }","duration":"1.050230905s","start":"2026-02-24T20:49:13.808438Z","end":"2026-02-24T20:49:14.858669Z","steps":["trace[2147006986] 'agreement among raft nodes before linearized reading' (duration: 1.050034771s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.858734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.808433Z","time spent":"1.050293246s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-02-24T20:49:14.858824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.763455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6f21acda-8a39-43bd-842b-3da29125c5f5\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-02-24T20:49:14.858868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049464275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-qjbbl\" ","response":"range_response_count:1 size:6985"} {"level":"info","ts":"2026-02-24T20:49:14.85893Z","caller":"traceutil/trace.go:171","msg":"trace[953497964] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-qjbbl; range_end:; response_count:1; response_revision:23765; }","duration":"1.049537988s","start":"2026-02-24T20:49:13.809383Z","end":"2026-02-24T20:49:14.858921Z","steps":["trace[953497964] 'agreement among raft nodes before linearized reading' (duration: 1.049321523s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.858953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.809361Z","time spent":"1.049586498s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7008,"request content":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-qjbbl\" "} {"level":"warn","ts":"2026-02-24T20:49:14.858969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050494691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-02-24T20:49:14.858871Z","caller":"traceutil/trace.go:171","msg":"trace[579707993] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6f21acda-8a39-43bd-842b-3da29125c5f5; range_end:; response_count:1; response_revision:23765; }","duration":"152.850827ms","start":"2026-02-24T20:49:14.706005Z","end":"2026-02-24T20:49:14.858856Z","steps":["trace[579707993] 'agreement among raft nodes before linearized reading' (duration: 152.695994ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.858983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050720006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189749cc1488e41c\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-02-24T20:49:14.859003Z","caller":"traceutil/trace.go:171","msg":"trace[1354967683] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23765; }","duration":"1.050841479s","start":"2026-02-24T20:49:13.808152Z","end":"2026-02-24T20:49:14.858994Z","steps":["trace[1354967683] 'agreement among raft nodes before linearized reading' (duration: 1.050759017s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.85904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.808146Z","time spent":"1.05088831s","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-02-24T20:49:14.859044Z","caller":"traceutil/trace.go:171","msg":"trace[1235950317] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189749cc1488e41c; range_end:; response_count:1; response_revision:23765; }","duration":"1.050792827s","start":"2026-02-24T20:49:13.808235Z","end":"2026-02-24T20:49:14.859028Z","steps":["trace[1235950317] 'agreement among raft nodes before linearized reading' (duration: 1.050634904s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:14.859103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:13.80823Z","time spent":"1.050860759s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.189749cc1488e41c\" "} {"level":"info","ts":"2026-02-24T20:49:14.858638Z","caller":"traceutil/trace.go:171","msg":"trace[1753231625] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23765; }","duration":"153.958414ms","start":"2026-02-24T20:49:14.704669Z","end":"2026-02-24T20:49:14.858627Z","steps":["trace[1753231625] 'agreement among raft nodes before linearized reading' (duration: 153.839041ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:15.114368Z","caller":"traceutil/trace.go:171","msg":"trace[1283466481] linearizableReadLoop","detail":"{readStateIndex:24621; appliedIndex:24620; }","duration":"196.136974ms","start":"2026-02-24T20:49:14.918198Z","end":"2026-02-24T20:49:15.114335Z","steps":["trace[1283466481] 'read index received' (duration: 138.326027ms)","trace[1283466481] 'applied index is now lower than readState.Index' (duration: 57.809697ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:15.114423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.836324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:15.11451Z","caller":"traceutil/trace.go:171","msg":"trace[302635239] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23767; }","duration":"223.976727ms","start":"2026-02-24T20:49:14.890512Z","end":"2026-02-24T20:49:15.114488Z","steps":["trace[302635239] 'agreement among raft nodes before linearized reading' (duration: 223.832654ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:15.114657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.425064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:221"} {"level":"info","ts":"2026-02-24T20:49:15.114658Z","caller":"traceutil/trace.go:171","msg":"trace[966821760] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"244.209254ms","start":"2026-02-24T20:49:14.87042Z","end":"2026-02-24T20:49:15.114629Z","steps":["trace[966821760] 'process raft request' (duration: 186.13741ms)","trace[966821760] 'compare' (duration: 57.624222ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:15.114689Z","caller":"traceutil/trace.go:171","msg":"trace[1460928841] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:23767; }","duration":"243.526527ms","start":"2026-02-24T20:49:14.871153Z","end":"2026-02-24T20:49:15.11468Z","steps":["trace[1460928841] 'agreement among raft nodes before linearized reading' (duration: 243.340551ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:15.11472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.803594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:15.114993Z","caller":"traceutil/trace.go:171","msg":"trace[400820853] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23767; }","duration":"198.11883ms","start":"2026-02-24T20:49:14.91685Z","end":"2026-02-24T20:49:15.114969Z","steps":["trace[400820853] 'agreement among raft nodes before linearized reading' (duration: 197.795983ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:15.11509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.381431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9539"} {"level":"info","ts":"2026-02-24T20:49:15.115112Z","caller":"traceutil/trace.go:171","msg":"trace[819501633] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:23767; }","duration":"245.434672ms","start":"2026-02-24T20:49:14.869672Z","end":"2026-02-24T20:49:15.115107Z","steps":["trace[819501633] 'agreement among raft nodes before linearized reading' (duration: 245.35331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:15.115189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.062612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-24T20:49:15.115234Z","caller":"traceutil/trace.go:171","msg":"trace[97540493] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f; range_end:; response_count:1; response_revision:23767; }","duration":"193.128644ms","start":"2026-02-24T20:49:14.922093Z","end":"2026-02-24T20:49:15.115222Z","steps":["trace[97540493] 'agreement among raft nodes before linearized reading' (duration: 192.95595ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:15.115775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.962475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-02-24T20:49:15.115863Z","caller":"traceutil/trace.go:171","msg":"trace[1158484115] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23767; }","duration":"252.104389ms","start":"2026-02-24T20:49:14.863736Z","end":"2026-02-24T20:49:15.115841Z","steps":["trace[1158484115] 'agreement among raft nodes before linearized reading' (duration: 251.825902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:16.564358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212198527s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:49:16.594177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286004889s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:16.594314Z","caller":"traceutil/trace.go:171","msg":"trace[44223697] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"1.476380519s","start":"2026-02-24T20:49:15.117889Z","end":"2026-02-24T20:49:16.594269Z","steps":["trace[44223697] 'process raft request' (duration: 190.156394ms)","trace[44223697] 'compare' (duration: 1.285598139s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:16.594398Z","caller":"traceutil/trace.go:171","msg":"trace[267996601] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"1.471181267s","start":"2026-02-24T20:49:15.123191Z","end":"2026-02-24T20:49:16.594372Z","steps":["trace[267996601] 'process raft request' (duration: 1.471093005s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:16.59447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.123174Z","time spent":"1.471265459s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:49:16.594521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.117861Z","time spent":"1.476537253s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:16.594507Z","caller":"traceutil/trace.go:171","msg":"trace[860094281] linearizableReadLoop","detail":"{readStateIndex:24622; appliedIndex:24621; }","duration":"1.475828297s","start":"2026-02-24T20:49:15.118649Z","end":"2026-02-24T20:49:16.594478Z","steps":["trace[860094281] 'read index received' (duration: 189.374497ms)","trace[860094281] 'applied index is now lower than readState.Index' (duration: 1.28645052s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:16.594663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47599442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:16.594711Z","caller":"traceutil/trace.go:171","msg":"trace[1312122273] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23769; }","duration":"1.476067672s","start":"2026-02-24T20:49:15.118633Z","end":"2026-02-24T20:49:16.5947Z","steps":["trace[1312122273] 'agreement among raft nodes before linearized reading' (duration: 1.475926388s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:16.59476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.118625Z","time spent":"1.476126893s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-02-24T20:49:16.595134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475937058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-646c05a6-e60f-4077-8ab9-0cf232f66a0e\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-02-24T20:49:16.595163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.208179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:16.595188Z","caller":"traceutil/trace.go:171","msg":"trace[820117894] range","detail":"{range_begin:/registry/persistentvolumes/pvc-646c05a6-e60f-4077-8ab9-0cf232f66a0e; range_end:; response_count:1; response_revision:23769; }","duration":"1.476019031s","start":"2026-02-24T20:49:15.119157Z","end":"2026-02-24T20:49:16.595176Z","steps":["trace[820117894] 'agreement among raft nodes before linearized reading' (duration: 1.475597411s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:16.595219Z","caller":"traceutil/trace.go:171","msg":"trace[310731404] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23769; }","duration":"240.322981ms","start":"2026-02-24T20:49:16.35488Z","end":"2026-02-24T20:49:16.595203Z","steps":["trace[310731404] 'agreement among raft nodes before linearized reading' (duration: 240.137817ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:16.595256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.663387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:49:16.595371Z","caller":"traceutil/trace.go:171","msg":"trace[1892477826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23769; }","duration":"786.81609ms","start":"2026-02-24T20:49:15.808522Z","end":"2026-02-24T20:49:16.595338Z","steps":["trace[1892477826] 'agreement among raft nodes before linearized reading' (duration: 786.450982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:16.595226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.119139Z","time spent":"1.476077242s","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-646c05a6-e60f-4077-8ab9-0cf232f66a0e\" "} {"level":"warn","ts":"2026-02-24T20:49:16.595436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.808499Z","time spent":"786.922123ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:16.595448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472458786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-02-24T20:49:16.595459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388141637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:16.595449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469822355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3294"} {"level":"info","ts":"2026-02-24T20:49:16.59551Z","caller":"traceutil/trace.go:171","msg":"trace[355327261] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23769; }","duration":"1.388256469s","start":"2026-02-24T20:49:15.207239Z","end":"2026-02-24T20:49:16.595496Z","steps":["trace[355327261] 'agreement among raft nodes before linearized reading' (duration: 1.388156757s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:16.595491Z","caller":"traceutil/trace.go:171","msg":"trace[1751451611] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:23769; }","duration":"1.472518278s","start":"2026-02-24T20:49:15.122959Z","end":"2026-02-24T20:49:16.595477Z","steps":["trace[1751451611] 'agreement among raft nodes before linearized reading' (duration: 1.472359684s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:16.595551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.207217Z","time spent":"1.388324871s","remote":"127.0.0.1:52538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:16.595553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.122949Z","time spent":"1.472596749s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"warn","ts":"2026-02-24T20:49:16.595298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470377708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:16.595671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459127834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T20:49:16.595682Z","caller":"traceutil/trace.go:171","msg":"trace[2140306232] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23769; }","duration":"1.470774447s","start":"2026-02-24T20:49:15.124893Z","end":"2026-02-24T20:49:16.595668Z","steps":["trace[2140306232] 'agreement among raft nodes before linearized reading' (duration: 1.470357037s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:16.59569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.023945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-24T20:49:16.595651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476314237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7037"} {"level":"info","ts":"2026-02-24T20:49:16.595701Z","caller":"traceutil/trace.go:171","msg":"trace[1855854330] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23769; }","duration":"1.459169885s","start":"2026-02-24T20:49:15.136522Z","end":"2026-02-24T20:49:16.595692Z","steps":["trace[1855854330] 'agreement among raft nodes before linearized reading' (duration: 1.459070912s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:16.595731Z","caller":"traceutil/trace.go:171","msg":"trace[1461590933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23769; }","duration":"787.112457ms","start":"2026-02-24T20:49:15.808608Z","end":"2026-02-24T20:49:16.59572Z","steps":["trace[1461590933] 'agreement among raft nodes before linearized reading' (duration: 786.996665ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:16.595734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.124887Z","time spent":"1.470833668s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:49:16.595763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.808573Z","time spent":"787.182859ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-24T20:49:16.595762Z","caller":"traceutil/trace.go:171","msg":"trace[857566547] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23769; }","duration":"1.476450891s","start":"2026-02-24T20:49:15.119286Z","end":"2026-02-24T20:49:16.595737Z","steps":["trace[857566547] 'agreement among raft nodes before linearized reading' (duration: 1.476082642s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:16.595768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.136514Z","time spent":"1.459244736s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-02-24T20:49:16.595806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.115218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1629"} {"level":"info","ts":"2026-02-24T20:49:16.595558Z","caller":"traceutil/trace.go:171","msg":"trace[1513259449] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23769; }","duration":"1.469961258s","start":"2026-02-24T20:49:15.125573Z","end":"2026-02-24T20:49:16.595534Z","steps":["trace[1513259449] 'agreement among raft nodes before linearized reading' (duration: 1.469639821s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:16.595885Z","caller":"traceutil/trace.go:171","msg":"trace[719180640] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23769; }","duration":"364.247791ms","start":"2026-02-24T20:49:16.231613Z","end":"2026-02-24T20:49:16.595861Z","steps":["trace[719180640] 'agreement among raft nodes before linearized reading' (duration: 364.046566ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:16.595909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.125568Z","time spent":"1.470319097s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3317,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-02-24T20:49:16.595823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:15.119281Z","time spent":"1.476528782s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7060,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T20:49:16.595953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.231586Z","time spent":"364.340803ms","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1652,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-24T20:49:17.173101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056505087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:17.674142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056505087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-24T20:49:17.771373Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099331918s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:49:17.77188Z","caller":"traceutil/trace.go:171","msg":"trace[503510394] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"1.168364228s","start":"2026-02-24T20:49:16.603484Z","end":"2026-02-24T20:49:17.771848Z","steps":["trace[503510394] 'process raft request' (duration: 1.168103912s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:17.771963Z","caller":"traceutil/trace.go:171","msg":"trace[351996605] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"1.167753644s","start":"2026-02-24T20:49:16.604181Z","end":"2026-02-24T20:49:17.771934Z","steps":["trace[351996605] 'process raft request' (duration: 1.16756663s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:17.772102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.603469Z","time spent":"1.168503101s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:17.772104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.604164Z","time spent":"1.167855896s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:17.772176Z","caller":"traceutil/trace.go:171","msg":"trace[384584334] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"1.166167526s","start":"2026-02-24T20:49:16.605732Z","end":"2026-02-24T20:49:17.771899Z","steps":["trace[384584334] 'process raft request' (duration: 1.166072014s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:17.772298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.605715Z","time spent":"1.166506615s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7213,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:18.772773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000681847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-24T20:49:18.772854Z","caller":"traceutil/trace.go:171","msg":"trace[2068050272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000826691s","start":"2026-02-24T20:49:16.772009Z","end":"2026-02-24T20:49:18.772836Z","steps":["trace[2068050272] 'agreement among raft nodes before linearized reading' (duration: 2.000724798s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.772902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.771979Z","time spent":"2.000913902s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:49:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:18.817823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.046221781s","expected-duration":"1s"} {"level":"info","ts":"2026-02-24T20:49:18.818231Z","caller":"traceutil/trace.go:171","msg":"trace[1812012391] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"1.954527125s","start":"2026-02-24T20:49:16.863681Z","end":"2026-02-24T20:49:18.818209Z","steps":["trace[1812012391] 'process raft request' (duration: 1.954445083s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:18.818297Z","caller":"traceutil/trace.go:171","msg":"trace[1241345487] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"1.954677467s","start":"2026-02-24T20:49:16.863573Z","end":"2026-02-24T20:49:18.81825Z","steps":["trace[1241345487] 'process raft request' (duration: 1.954401221s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.81839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.863676Z","time spent":"1.954614736s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:18.818517Z","caller":"traceutil/trace.go:171","msg":"trace[240984708] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"1.954498843s","start":"2026-02-24T20:49:16.864001Z","end":"2026-02-24T20:49:18.8185Z","steps":["trace[240984708] 'process raft request' (duration: 1.954166856s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.818545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.86355Z","time spent":"1.954856642s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:18.818618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.86399Z","time spent":"1.954560965s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:18.81906Z","caller":"traceutil/trace.go:171","msg":"trace[1132956744] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"1.954972344s","start":"2026-02-24T20:49:16.864079Z","end":"2026-02-24T20:49:18.819051Z","steps":["trace[1132956744] 'process raft request' (duration: 1.95435983s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.8191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.864067Z","time spent":"1.955014066s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:18.819119Z","caller":"traceutil/trace.go:171","msg":"trace[1568484644] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"1.954263088s","start":"2026-02-24T20:49:16.864844Z","end":"2026-02-24T20:49:18.819107Z","steps":["trace[1568484644] 'process raft request' (duration: 1.953929851s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:18.819153Z","caller":"traceutil/trace.go:171","msg":"trace[1651892914] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"1.953593261s","start":"2026-02-24T20:49:16.865554Z","end":"2026-02-24T20:49:18.819147Z","steps":["trace[1651892914] 'process raft request' (duration: 1.953454258s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.819176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.865543Z","time spent":"1.953620253s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:18.81919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.864817Z","time spent":"1.954335259s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:18.819242Z","caller":"traceutil/trace.go:171","msg":"trace[1932374534] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"1.953117s","start":"2026-02-24T20:49:16.866119Z","end":"2026-02-24T20:49:18.819236Z","steps":["trace[1932374534] 'process raft request' (duration: 1.952930246s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.81927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.866102Z","time spent":"1.953154982s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:18.823023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:49:18.823059Z","caller":"traceutil/trace.go:171","msg":"trace[1812646612] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000224917s","start":"2026-02-24T20:49:16.822827Z","end":"2026-02-24T20:49:18.823052Z","steps":["trace[1812646612] 'agreement among raft nodes before linearized reading' (duration: 2.000181936s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.823079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.822807Z","time spent":"2.000268387s","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:18.933614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.504108ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-02-24T20:49:18.933882Z","caller":"traceutil/trace.go:171","msg":"trace[537535200] transaction","detail":"{read_only:false; response_revision:23782; number_of_response:1; }","duration":"122.67062ms","start":"2026-02-24T20:49:18.811192Z","end":"2026-02-24T20:49:18.933863Z","steps":["trace[537535200] 'process raft request' (duration: 122.529467ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:18.93389Z","caller":"traceutil/trace.go:171","msg":"trace[894545951] linearizableReadLoop","detail":"{readStateIndex:24636; appliedIndex:24625; }","duration":"2.26153006s","start":"2026-02-24T20:49:16.672333Z","end":"2026-02-24T20:49:18.933863Z","steps":["trace[894545951] 'read index received' (duration: 1.099285876s)","trace[894545951] 'applied index is now lower than readState.Index' (duration: 1.162240964s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:18.933987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329435195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:18.934022Z","caller":"traceutil/trace.go:171","msg":"trace[1456770797] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23782; }","duration":"2.329512588s","start":"2026-02-24T20:49:16.6045Z","end":"2026-02-24T20:49:18.934013Z","steps":["trace[1456770797] 'agreement among raft nodes before linearized reading' (duration: 2.329429066s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.93405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.604488Z","time spent":"2.329556568s","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-02-24T20:49:18.934064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330673904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16910"} {"level":"warn","ts":"2026-02-24T20:49:18.934066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327428248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3286"} {"level":"warn","ts":"2026-02-24T20:49:18.934099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319238545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-02-24T20:49:18.934116Z","caller":"traceutil/trace.go:171","msg":"trace[497985114] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23782; }","duration":"2.330747416s","start":"2026-02-24T20:49:16.603356Z","end":"2026-02-24T20:49:18.934103Z","steps":["trace[497985114] 'agreement among raft nodes before linearized reading' (duration: 2.330582012s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:18.934124Z","caller":"traceutil/trace.go:171","msg":"trace[1875779809] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23782; }","duration":"2.319288607s","start":"2026-02-24T20:49:16.614829Z","end":"2026-02-24T20:49:18.934118Z","steps":["trace[1875779809] 'agreement among raft nodes before linearized reading' (duration: 2.319221346s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.934128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267639335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:18.934142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.614818Z","time spent":"2.319321198s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-02-24T20:49:18.934142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.603346Z","time spent":"2.330789557s","remote":"127.0.0.1:51002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16933,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-24T20:49:18.934164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257618219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-02-24T20:49:18.93418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.070446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:18.93419Z","caller":"traceutil/trace.go:171","msg":"trace[1040206927] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:23782; }","duration":"2.257680101s","start":"2026-02-24T20:49:16.676501Z","end":"2026-02-24T20:49:18.934181Z","steps":["trace[1040206927] 'agreement among raft nodes before linearized reading' (duration: 2.257618219s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:18.934201Z","caller":"traceutil/trace.go:171","msg":"trace[1684113160] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23782; }","duration":"453.126718ms","start":"2026-02-24T20:49:18.481068Z","end":"2026-02-24T20:49:18.934195Z","steps":["trace[1684113160] 'agreement among raft nodes before linearized reading' (duration: 453.085147ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.934208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.676481Z","time spent":"2.257722611s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-02-24T20:49:18.934216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.695014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:18.934228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.481024Z","time spent":"453.194499ms","remote":"127.0.0.1:53266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:18.934241Z","caller":"traceutil/trace.go:171","msg":"trace[328150342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23782; }","duration":"103.745045ms","start":"2026-02-24T20:49:18.830489Z","end":"2026-02-24T20:49:18.934234Z","steps":["trace[328150342] 'agreement among raft nodes before linearized reading' (duration: 103.703374ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.934281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.934014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:49:18.9343Z","caller":"traceutil/trace.go:171","msg":"trace[1611898138] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23782; }","duration":"763.981775ms","start":"2026-02-24T20:49:18.170312Z","end":"2026-02-24T20:49:18.934293Z","steps":["trace[1611898138] 'agreement among raft nodes before linearized reading' (duration: 763.947634ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.934315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.170255Z","time spent":"764.056177ms","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:18.934343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.322311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-02-24T20:49:18.934344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.365962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-02-24T20:49:18.934334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157154615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-02-24T20:49:18.934378Z","caller":"traceutil/trace.go:171","msg":"trace[1460457825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23782; }","duration":"257.437544ms","start":"2026-02-24T20:49:18.676933Z","end":"2026-02-24T20:49:18.93437Z","steps":["trace[1460457825] 'agreement among raft nodes before linearized reading' (duration: 257.354342ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:18.934131Z","caller":"traceutil/trace.go:171","msg":"trace[1072775925] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23782; }","duration":"2.32749847s","start":"2026-02-24T20:49:16.606616Z","end":"2026-02-24T20:49:18.934114Z","steps":["trace[1072775925] 'agreement among raft nodes before linearized reading' (duration: 2.327338146s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:18.93439Z","caller":"traceutil/trace.go:171","msg":"trace[105374955] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f; range_end:; response_count:1; response_revision:23782; }","duration":"1.157265467s","start":"2026-02-24T20:49:17.777111Z","end":"2026-02-24T20:49:18.934377Z","steps":["trace[105374955] 'agreement among raft nodes before linearized reading' (duration: 1.157070313s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.934407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.606594Z","time spent":"2.327806147s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3309,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-02-24T20:49:18.934421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227529392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-02-24T20:49:18.934424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:17.777089Z","time spent":"1.157326639s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749ba1e174d2f\" "} {"level":"info","ts":"2026-02-24T20:49:18.934161Z","caller":"traceutil/trace.go:171","msg":"trace[1203851946] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23782; }","duration":"2.267724107s","start":"2026-02-24T20:49:16.666426Z","end":"2026-02-24T20:49:18.93415Z","steps":["trace[1203851946] 'agreement among raft nodes before linearized reading' (duration: 2.267673606s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:18.934379Z","caller":"traceutil/trace.go:171","msg":"trace[1575303862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23782; }","duration":"257.387123ms","start":"2026-02-24T20:49:18.676974Z","end":"2026-02-24T20:49:18.934361Z","steps":["trace[1575303862] 'agreement among raft nodes before linearized reading' (duration: 257.310751ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.934492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.666399Z","time spent":"2.268086946s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:18.934062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319488511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"warn","ts":"2026-02-24T20:49:18.934097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332132809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-02-24T20:49:18.934527Z","caller":"traceutil/trace.go:171","msg":"trace[170043502] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:23782; }","duration":"2.319980353s","start":"2026-02-24T20:49:16.614537Z","end":"2026-02-24T20:49:18.934517Z","steps":["trace[170043502] 'agreement among raft nodes before linearized reading' (duration: 2.31939072s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:18.934533Z","caller":"traceutil/trace.go:171","msg":"trace[2111708272] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:23782; }","duration":"2.332585979s","start":"2026-02-24T20:49:16.601938Z","end":"2026-02-24T20:49:18.934524Z","steps":["trace[2111708272] 'agreement among raft nodes before linearized reading' (duration: 2.332045207s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.934553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.614521Z","time spent":"2.320023584s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1044,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-02-24T20:49:18.934563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.601931Z","time spent":"2.33262316s","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-02-24T20:49:18.934066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318352786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-02-24T20:49:18.934587Z","caller":"traceutil/trace.go:171","msg":"trace[1816746487] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:23782; }","duration":"2.318907838s","start":"2026-02-24T20:49:16.615672Z","end":"2026-02-24T20:49:18.93458Z","steps":["trace[1816746487] 'agreement among raft nodes before linearized reading' (duration: 2.318309094s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.934613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.615658Z","time spent":"2.318948669s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-02-24T20:49:18.934622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156863039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7229"} {"level":"info","ts":"2026-02-24T20:49:18.934738Z","caller":"traceutil/trace.go:171","msg":"trace[1295223297] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23782; }","duration":"1.157048412s","start":"2026-02-24T20:49:17.777666Z","end":"2026-02-24T20:49:18.934715Z","steps":["trace[1295223297] 'agreement among raft nodes before linearized reading' (duration: 1.156665193s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.934786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:17.777645Z","time spent":"1.157134684s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7252,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-02-24T20:49:18.935202Z","caller":"traceutil/trace.go:171","msg":"trace[771024020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23782; }","duration":"2.228337761s","start":"2026-02-24T20:49:16.706853Z","end":"2026-02-24T20:49:18.935191Z","steps":["trace[771024020] 'agreement among raft nodes before linearized reading' (duration: 2.227507352s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.935252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:16.706842Z","time spent":"2.228390812s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-24T20:49:18.935553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304064374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:18.935597Z","caller":"traceutil/trace.go:171","msg":"trace[1798614855] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23782; }","duration":"1.305374374s","start":"2026-02-24T20:49:17.630214Z","end":"2026-02-24T20:49:18.935588Z","steps":["trace[1798614855] 'agreement among raft nodes before linearized reading' (duration: 1.304081444s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:18.935622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:17.630192Z","time spent":"1.305423005s","remote":"127.0.0.1:53206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:19.276379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.950691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:19.276567Z","caller":"traceutil/trace.go:171","msg":"trace[1320259551] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"338.123178ms","start":"2026-02-24T20:49:18.93842Z","end":"2026-02-24T20:49:19.276544Z","steps":["trace[1320259551] 'process raft request' (duration: 155.91114ms)","trace[1320259551] 'compare' (duration: 181.762027ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:19.276654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.938411Z","time spent":"338.21027ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:19.277038Z","caller":"traceutil/trace.go:171","msg":"trace[1654615645] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"335.818254ms","start":"2026-02-24T20:49:18.941208Z","end":"2026-02-24T20:49:19.277026Z","steps":["trace[1654615645] 'process raft request' (duration: 335.716001ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:19.277043Z","caller":"traceutil/trace.go:171","msg":"trace[1036350735] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"338.490136ms","start":"2026-02-24T20:49:18.938523Z","end":"2026-02-24T20:49:19.277013Z","steps":["trace[1036350735] 'process raft request' (duration: 337.965783ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.277112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.941196Z","time spent":"335.882125ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:19.277228Z","caller":"traceutil/trace.go:171","msg":"trace[1304835808] linearizableReadLoop","detail":"{readStateIndex:24642; appliedIndex:24638; }","duration":"301.044297ms","start":"2026-02-24T20:49:18.976155Z","end":"2026-02-24T20:49:19.277199Z","steps":["trace[1304835808] 'read index received' (duration: 118.036441ms)","trace[1304835808] 'applied index is now lower than readState.Index' (duration: 183.005436ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:19.277314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.938517Z","time spent":"338.599088ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:19.277338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.198006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:19.27746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.878983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-77cccfdc44-k72vb\" ","response":"range_response_count:1 size:4842"} {"level":"info","ts":"2026-02-24T20:49:19.277499Z","caller":"traceutil/trace.go:171","msg":"trace[1691099846] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23787; }","duration":"337.253797ms","start":"2026-02-24T20:49:18.940115Z","end":"2026-02-24T20:49:19.277369Z","steps":["trace[1691099846] 'agreement among raft nodes before linearized reading' (duration: 337.092283ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.277505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.935274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-77cccfdc44-pm2hh\" ","response":"range_response_count:1 size:4842"} {"level":"info","ts":"2026-02-24T20:49:19.277516Z","caller":"traceutil/trace.go:171","msg":"trace[1988430787] range","detail":"{range_begin:/registry/pods/kube-system/coredns-77cccfdc44-k72vb; range_end:; response_count:1; response_revision:23787; }","duration":"340.947725ms","start":"2026-02-24T20:49:18.936554Z","end":"2026-02-24T20:49:19.277502Z","steps":["trace[1988430787] 'agreement among raft nodes before linearized reading' (duration: 340.77308ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:19.277541Z","caller":"traceutil/trace.go:171","msg":"trace[1353014093] range","detail":"{range_begin:/registry/pods/kube-system/coredns-77cccfdc44-pm2hh; range_end:; response_count:1; response_revision:23787; }","duration":"340.991345ms","start":"2026-02-24T20:49:18.936539Z","end":"2026-02-24T20:49:19.27753Z","steps":["trace[1353014093] 'agreement among raft nodes before linearized reading' (duration: 340.825881ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.277517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.220404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6474d87f-bd3b-4a28-9f86-a7238f68ffe3\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-02-24T20:49:19.277555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.936548Z","time spent":"340.999366ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4865,"request content":"key:\"/registry/pods/kube-system/coredns-77cccfdc44-k72vb\" "} {"level":"warn","ts":"2026-02-24T20:49:19.277575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.936536Z","time spent":"341.031196ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4865,"request content":"key:\"/registry/pods/kube-system/coredns-77cccfdc44-pm2hh\" "} {"level":"info","ts":"2026-02-24T20:49:19.277601Z","caller":"traceutil/trace.go:171","msg":"trace[1651538161] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6474d87f-bd3b-4a28-9f86-a7238f68ffe3; range_end:; response_count:1; response_revision:23787; }","duration":"339.327647ms","start":"2026-02-24T20:49:18.938248Z","end":"2026-02-24T20:49:19.277575Z","steps":["trace[1651538161] 'agreement among raft nodes before linearized reading' (duration: 339.002348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.277659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.93824Z","time spent":"339.409119ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-6474d87f-bd3b-4a28-9f86-a7238f68ffe3\" "} {"level":"info","ts":"2026-02-24T20:49:19.277684Z","caller":"traceutil/trace.go:171","msg":"trace[1892089319] transaction","detail":"{read_only:false; response_revision:23787; number_of_response:1; }","duration":"335.372144ms","start":"2026-02-24T20:49:18.942298Z","end":"2026-02-24T20:49:19.27767Z","steps":["trace[1892089319] 'process raft request' (duration: 334.673807ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.277735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.20097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-rq8gc\" ","response":"range_response_count:1 size:7054"} {"level":"warn","ts":"2026-02-24T20:49:19.277742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.942292Z","time spent":"335.414315ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7021,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:19.277546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.940109Z","time spent":"337.422512ms","remote":"127.0.0.1:51110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-02-24T20:49:19.277775Z","caller":"traceutil/trace.go:171","msg":"trace[61069923] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-rq8gc; range_end:; response_count:1; response_revision:23787; }","duration":"341.245801ms","start":"2026-02-24T20:49:18.936514Z","end":"2026-02-24T20:49:19.27776Z","steps":["trace[61069923] 'agreement among raft nodes before linearized reading' (duration: 341.159319ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.277808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.936502Z","time spent":"341.299613ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7077,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-rq8gc\" "} {"level":"warn","ts":"2026-02-24T20:49:19.277875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.274345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-02-24T20:49:19.277984Z","caller":"traceutil/trace.go:171","msg":"trace[627336045] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:23787; }","duration":"339.50243ms","start":"2026-02-24T20:49:18.938459Z","end":"2026-02-24T20:49:19.277962Z","steps":["trace[627336045] 'agreement among raft nodes before linearized reading' (duration: 338.795723ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.278011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.558378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"warn","ts":"2026-02-24T20:49:19.277904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.561265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-02-24T20:49:19.278059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.932625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-7fcd8d6ffd-qjbbl.1897471f93e782ca\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-02-24T20:49:19.278115Z","caller":"traceutil/trace.go:171","msg":"trace[2105212680] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:23787; }","duration":"200.703412ms","start":"2026-02-24T20:49:19.077374Z","end":"2026-02-24T20:49:19.278077Z","steps":["trace[2105212680] 'agreement among raft nodes before linearized reading' (duration: 200.532348ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.278135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.80341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-02-24T20:49:19.27812Z","caller":"traceutil/trace.go:171","msg":"trace[1609602877] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-7fcd8d6ffd-qjbbl.1897471f93e782ca; range_end:; response_count:1; response_revision:23787; }","duration":"298.038768ms","start":"2026-02-24T20:49:18.980068Z","end":"2026-02-24T20:49:19.278106Z","steps":["trace[1609602877] 'agreement among raft nodes before linearized reading' (duration: 297.836493ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:19.278179Z","caller":"traceutil/trace.go:171","msg":"trace[1264011938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23787; }","duration":"331.867671ms","start":"2026-02-24T20:49:18.946297Z","end":"2026-02-24T20:49:19.278165Z","steps":["trace[1264011938] 'agreement among raft nodes before linearized reading' (duration: 331.170765ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.278222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.94629Z","time spent":"331.923662ms","remote":"127.0.0.1:60368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5565,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-02-24T20:49:19.278239Z","caller":"traceutil/trace.go:171","msg":"trace[109075484] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:23787; }","duration":"335.039265ms","start":"2026-02-24T20:49:18.943181Z","end":"2026-02-24T20:49:19.27822Z","steps":["trace[109075484] 'agreement among raft nodes before linearized reading' (duration: 334.303908ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.278471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.943176Z","time spent":"335.278251ms","remote":"127.0.0.1:50932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" "} {"level":"warn","ts":"2026-02-24T20:49:19.278061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:18.93844Z","time spent":"339.608142ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"info","ts":"2026-02-24T20:49:19.608022Z","caller":"traceutil/trace.go:171","msg":"trace[2006485132] linearizableReadLoop","detail":"{readStateIndex:24643; appliedIndex:24642; }","duration":"324.008847ms","start":"2026-02-24T20:49:19.28399Z","end":"2026-02-24T20:49:19.607999Z","steps":["trace[2006485132] 'read index received' (duration: 323.792051ms)","trace[2006485132] 'applied index is now lower than readState.Index' (duration: 215.445µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:19.608048Z","caller":"traceutil/trace.go:171","msg":"trace[737823931] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"325.106603ms","start":"2026-02-24T20:49:19.282917Z","end":"2026-02-24T20:49:19.608024Z","steps":["trace[737823931] 'process raft request' (duration: 324.936148ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.608192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.282885Z","time spent":"325.216396ms","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:19.608273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.344532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-02-24T20:49:19.608297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.288523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"warn","ts":"2026-02-24T20:49:19.608305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.667256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-02-24T20:49:19.608357Z","caller":"traceutil/trace.go:171","msg":"trace[2139720617] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:23788; }","duration":"324.374075ms","start":"2026-02-24T20:49:19.283968Z","end":"2026-02-24T20:49:19.608342Z","steps":["trace[2139720617] 'agreement among raft nodes before linearized reading' (duration: 324.116029ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:19.608378Z","caller":"traceutil/trace.go:171","msg":"trace[260732278] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23788; }","duration":"167.780919ms","start":"2026-02-24T20:49:19.440581Z","end":"2026-02-24T20:49:19.608362Z","steps":["trace[260732278] 'agreement among raft nodes before linearized reading' (duration: 167.569134ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.608395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.847122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-02-24T20:49:19.608408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.28396Z","time spent":"324.419496ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":248,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"info","ts":"2026-02-24T20:49:19.608431Z","caller":"traceutil/trace.go:171","msg":"trace[422706710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23788; }","duration":"311.906373ms","start":"2026-02-24T20:49:19.296516Z","end":"2026-02-24T20:49:19.608422Z","steps":["trace[422706710] 'agreement among raft nodes before linearized reading' (duration: 311.818191ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.60847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.296501Z","time spent":"311.961364ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T20:49:19.608315Z","caller":"traceutil/trace.go:171","msg":"trace[2023901578] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:23788; }","duration":"323.429494ms","start":"2026-02-24T20:49:19.284875Z","end":"2026-02-24T20:49:19.608304Z","steps":["trace[2023901578] 'agreement among raft nodes before linearized reading' (duration: 323.26267ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.608558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.28486Z","time spent":"323.690709ms","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} {"level":"warn","ts":"2026-02-24T20:49:19.608616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.387447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7037"} {"level":"info","ts":"2026-02-24T20:49:19.608658Z","caller":"traceutil/trace.go:171","msg":"trace[388056853] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23788; }","duration":"313.45872ms","start":"2026-02-24T20:49:19.295189Z","end":"2026-02-24T20:49:19.608648Z","steps":["trace[388056853] 'agreement among raft nodes before linearized reading' (duration: 313.328487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:19.608691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.29518Z","time spent":"313.50539ms","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7060,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-02-24T20:49:21.29517Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434420154s","expected-duration":"1s"} {"level":"warn","ts":"2026-02-24T20:49:21.331231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470322417s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:21.331535Z","caller":"traceutil/trace.go:171","msg":"trace[2069280274] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"1.715254218s","start":"2026-02-24T20:49:19.616258Z","end":"2026-02-24T20:49:21.331513Z","steps":["trace[2069280274] 'process raft request' (duration: 1.715114745s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:21.331596Z","caller":"traceutil/trace.go:171","msg":"trace[870728175] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"1.717339606s","start":"2026-02-24T20:49:19.614208Z","end":"2026-02-24T20:49:21.331548Z","steps":["trace[870728175] 'process raft request' (duration: 246.383934ms)","trace[870728175] 'compare' (duration: 1.470102771s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:21.33168Z","caller":"traceutil/trace.go:171","msg":"trace[1236043144] linearizableReadLoop","detail":"{readStateIndex:24644; appliedIndex:24643; }","duration":"1.716857234s","start":"2026-02-24T20:49:19.614811Z","end":"2026-02-24T20:49:21.331668Z","steps":["trace[1236043144] 'read index received' (duration: 245.877692ms)","trace[1236043144] 'applied index is now lower than readState.Index' (duration: 1.470978412s)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:21.331758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.614192Z","time spent":"1.717488669s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:49:21.331636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.616229Z","time spent":"1.715351569s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:21.331919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71711081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-02-24T20:49:21.331948Z","caller":"traceutil/trace.go:171","msg":"trace[1399980366] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23790; }","duration":"1.717159682s","start":"2026-02-24T20:49:19.61478Z","end":"2026-02-24T20:49:21.331939Z","steps":["trace[1399980366] 'agreement among raft nodes before linearized reading' (duration: 1.716966877s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:21.331985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.614769Z","time spent":"1.717209353s","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-02-24T20:49:21.832719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056505122,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:49:21.910235Z","caller":"traceutil/trace.go:171","msg":"trace[873625999] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"1.920379842s","start":"2026-02-24T20:49:19.989831Z","end":"2026-02-24T20:49:21.910211Z","steps":["trace[873625999] 'process raft request' (duration: 1.920200607s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:21.910397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.989807Z","time spent":"1.920505205s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:21.910748Z","caller":"traceutil/trace.go:171","msg":"trace[96171872] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"1.085210266s","start":"2026-02-24T20:49:20.825504Z","end":"2026-02-24T20:49:21.910714Z","steps":["trace[96171872] 'process raft request' (duration: 1.084663803s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:21.910792Z","caller":"traceutil/trace.go:171","msg":"trace[86593650] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"1.084430459s","start":"2026-02-24T20:49:20.826318Z","end":"2026-02-24T20:49:21.910748Z","steps":["trace[86593650] 'process raft request' (duration: 1.084191662s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:21.910908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.825488Z","time spent":"1.08533821s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:21.911019Z","caller":"traceutil/trace.go:171","msg":"trace[797204931] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"1.084644773s","start":"2026-02-24T20:49:20.826336Z","end":"2026-02-24T20:49:21.910981Z","steps":["trace[797204931] 'process raft request' (duration: 1.084350597s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:21.911092Z","caller":"traceutil/trace.go:171","msg":"trace[16320130] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"1.084591952s","start":"2026-02-24T20:49:20.82648Z","end":"2026-02-24T20:49:21.911072Z","steps":["trace[16320130] 'process raft request' (duration: 1.084384308s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:21.911172Z","caller":"traceutil/trace.go:171","msg":"trace[863179508] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"1.082283057s","start":"2026-02-24T20:49:20.828874Z","end":"2026-02-24T20:49:21.911157Z","steps":["trace[863179508] 'process raft request' (duration: 1.082178275s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:21.91121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.826296Z","time spent":"1.084815657s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:21.911115Z","caller":"traceutil/trace.go:171","msg":"trace[170754586] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"1.0836793s","start":"2026-02-24T20:49:20.827414Z","end":"2026-02-24T20:49:21.911093Z","steps":["trace[170754586] 'process raft request' (duration: 1.083604068s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:21.911244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.828862Z","time spent":"1.08234355s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:21.911251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.826471Z","time spent":"1.084696635s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:21.911039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.826303Z","time spent":"1.084598963s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:21.911351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.827389Z","time spent":"1.083886465s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:21.911162Z","caller":"traceutil/trace.go:171","msg":"trace[1772614324] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"1.084599252s","start":"2026-02-24T20:49:20.826494Z","end":"2026-02-24T20:49:21.911093Z","steps":["trace[1772614324] 'process raft request' (duration: 1.084486119s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:21.912007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.826462Z","time spent":"1.08537074s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:22.823488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-24T20:49:22.823567Z","caller":"traceutil/trace.go:171","msg":"trace[371511791] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999981671s","start":"2026-02-24T20:49:20.823568Z","end":"2026-02-24T20:49:22.82355Z","steps":["trace[371511791] 'agreement among raft nodes before linearized reading' (duration: 1.999885519s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:22.823663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.823549Z","time spent":"2.000099054s","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/24 20:49:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-24T20:49:23.0106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.209878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:23.011484Z","caller":"traceutil/trace.go:171","msg":"trace[1371395076] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"1.674120601s","start":"2026-02-24T20:49:21.337329Z","end":"2026-02-24T20:49:23.011449Z","steps":["trace[1371395076] 'process raft request' (duration: 1.556996142s)","trace[1371395076] 'compare' (duration: 116.085155ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:23.011607Z","caller":"traceutil/trace.go:171","msg":"trace[1949426855] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"1.633370275s","start":"2026-02-24T20:49:21.378209Z","end":"2026-02-24T20:49:23.011579Z","steps":["trace[1949426855] 'process raft request' (duration: 1.633200331s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.011669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.337307Z","time spent":"1.674246743s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-24T20:49:23.011748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.37818Z","time spent":"1.633495288s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:23.011792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644307307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:23.011814Z","caller":"traceutil/trace.go:171","msg":"trace[314944694] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"211.978077ms","start":"2026-02-24T20:49:22.799792Z","end":"2026-02-24T20:49:23.01177Z","steps":["trace[314944694] 'process raft request' (duration: 211.776192ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.011824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620599271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-02-24T20:49:23.011859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730447824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:49:23.011624Z","caller":"traceutil/trace.go:171","msg":"trace[1418821285] linearizableReadLoop","detail":"{readStateIndex:24655; appliedIndex:24645; }","duration":"1.679890495s","start":"2026-02-24T20:49:21.331715Z","end":"2026-02-24T20:49:23.011605Z","steps":["trace[1418821285] 'read index received' (duration: 578.434648ms)","trace[1418821285] 'applied index is now lower than readState.Index' (duration: 1.101454527s)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:23.011843Z","caller":"traceutil/trace.go:171","msg":"trace[1213427947] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23801; }","duration":"2.64441292s","start":"2026-02-24T20:49:20.367419Z","end":"2026-02-24T20:49:23.011832Z","steps":["trace[1213427947] 'agreement among raft nodes before linearized reading' (duration: 2.644249506s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.011976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.367396Z","time spent":"2.644568433s","remote":"127.0.0.1:55900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:23.011984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.394607371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-02-24T20:49:23.012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727057374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-02-24T20:49:23.01202Z","caller":"traceutil/trace.go:171","msg":"trace[582921740] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:23801; }","duration":"3.394658533s","start":"2026-02-24T20:49:19.617353Z","end":"2026-02-24T20:49:23.012011Z","steps":["trace[582921740] 'agreement among raft nodes before linearized reading' (duration: 3.394301335s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.012058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.617345Z","time spent":"3.394705164s","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"warn","ts":"2026-02-24T20:49:23.012076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701473719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-02-24T20:49:23.012085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730908484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-02-24T20:49:23.012113Z","caller":"traceutil/trace.go:171","msg":"trace[327936336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23801; }","duration":"1.730982426s","start":"2026-02-24T20:49:21.281124Z","end":"2026-02-24T20:49:23.012107Z","steps":["trace[327936336] 'agreement among raft nodes before linearized reading' (duration: 1.730557916s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:23.012115Z","caller":"traceutil/trace.go:171","msg":"trace[1578617428] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:23801; }","duration":"2.701546211s","start":"2026-02-24T20:49:20.310557Z","end":"2026-02-24T20:49:23.012103Z","steps":["trace[1578617428] 'agreement among raft nodes before linearized reading' (duration: 2.701121511s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.012145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.2811Z","time spent":"1.731038837s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:49:23.012152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.310535Z","time spent":"2.701608663s","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-02-24T20:49:23.011999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053260567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:23.012177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.085355811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-qjbbl\" ","response":"range_response_count:1 size:9138"} {"level":"warn","ts":"2026-02-24T20:49:23.01205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901471858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:23.012251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.972298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:23.012277Z","caller":"traceutil/trace.go:171","msg":"trace[1535456827] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23801; }","duration":"857.02765ms","start":"2026-02-24T20:49:22.155241Z","end":"2026-02-24T20:49:23.012269Z","steps":["trace[1535456827] 'agreement among raft nodes before linearized reading' (duration: 856.976009ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:23.012028Z","caller":"traceutil/trace.go:171","msg":"trace[929544098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23801; }","duration":"1.727129356s","start":"2026-02-24T20:49:21.284891Z","end":"2026-02-24T20:49:23.01202Z","steps":["trace[929544098] 'agreement among raft nodes before linearized reading' (duration: 1.726740317s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.012289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676415296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749c2a74f60da\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-02-24T20:49:23.012311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:22.155225Z","time spent":"857.07585ms","remote":"127.0.0.1:43584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:23.012327Z","caller":"traceutil/trace.go:171","msg":"trace[36372349] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189749c2a74f60da; range_end:; response_count:1; response_revision:23801; }","duration":"1.676484017s","start":"2026-02-24T20:49:21.335833Z","end":"2026-02-24T20:49:23.012317Z","steps":["trace[36372349] 'agreement among raft nodes before linearized reading' (duration: 1.676344984s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.012358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.335812Z","time spent":"1.676539009s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189749c2a74f60da\" "} {"level":"info","ts":"2026-02-24T20:49:23.011878Z","caller":"traceutil/trace.go:171","msg":"trace[508179351] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23801; }","duration":"2.620683483s","start":"2026-02-24T20:49:20.391183Z","end":"2026-02-24T20:49:23.011867Z","steps":["trace[508179351] 'agreement among raft nodes before linearized reading' (duration: 2.620424156s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.012462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:20.391172Z","time spent":"2.621272537s","remote":"127.0.0.1:51186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:23.012474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408372052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1629"} {"level":"info","ts":"2026-02-24T20:49:23.012505Z","caller":"traceutil/trace.go:171","msg":"trace[1244534183] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23801; }","duration":"1.408459085s","start":"2026-02-24T20:49:21.604036Z","end":"2026-02-24T20:49:23.012496Z","steps":["trace[1244534183] 'agreement among raft nodes before linearized reading' (duration: 1.408368663s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:23.011923Z","caller":"traceutil/trace.go:171","msg":"trace[41067323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23801; }","duration":"1.730553956s","start":"2026-02-24T20:49:21.281346Z","end":"2026-02-24T20:49:23.0119Z","steps":["trace[41067323] 'agreement among raft nodes before linearized reading' (duration: 1.73029616s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.012539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.604005Z","time spent":"1.408527116s","remote":"127.0.0.1:43550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1652,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-02-24T20:49:23.012568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.281315Z","time spent":"1.731242282s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-24T20:49:23.012277Z","caller":"traceutil/trace.go:171","msg":"trace[2116685] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-qjbbl; range_end:; response_count:1; response_revision:23801; }","duration":"3.085497645s","start":"2026-02-24T20:49:19.926763Z","end":"2026-02-24T20:49:23.012261Z","steps":["trace[2116685] 'agreement among raft nodes before linearized reading' (duration: 3.084931931s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.012609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566235388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-02-24T20:49:23.01262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.926736Z","time spent":"3.085873514s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":9161,"request content":"key:\"/registry/pods/kube-system/cilium-operator-7fcd8d6ffd-qjbbl\" "} {"level":"warn","ts":"2026-02-24T20:49:23.012641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019154136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-24T20:49:23.012677Z","caller":"traceutil/trace.go:171","msg":"trace[687511724] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:23801; }","duration":"1.019221167s","start":"2026-02-24T20:49:21.993447Z","end":"2026-02-24T20:49:23.012669Z","steps":["trace[687511724] 'agreement among raft nodes before linearized reading' (duration: 1.019129345s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.012705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.993383Z","time spent":"1.01931543s","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"warn","ts":"2026-02-24T20:49:23.012473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.69208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:23.012235Z","caller":"traceutil/trace.go:171","msg":"trace[1442543752] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23801; }","duration":"3.053535704s","start":"2026-02-24T20:49:19.958683Z","end":"2026-02-24T20:49:23.012219Z","steps":["trace[1442543752] 'agreement among raft nodes before linearized reading' (duration: 3.053003061s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:23.012749Z","caller":"traceutil/trace.go:171","msg":"trace[594842674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23801; }","duration":"188.962907ms","start":"2026-02-24T20:49:22.823774Z","end":"2026-02-24T20:49:23.012737Z","steps":["trace[594842674] 'agreement among raft nodes before linearized reading' (duration: 188.6706ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.01277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676102957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9503"} {"level":"warn","ts":"2026-02-24T20:49:23.012786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:19.958662Z","time spent":"3.054106577s","remote":"127.0.0.1:53422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:23.01281Z","caller":"traceutil/trace.go:171","msg":"trace[2080255283] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:23801; }","duration":"1.676161159s","start":"2026-02-24T20:49:21.336639Z","end":"2026-02-24T20:49:23.012801Z","steps":["trace[2080255283] 'agreement among raft nodes before linearized reading' (duration: 1.676052467s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.012846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.429572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:23.012855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.336632Z","time spent":"1.67620298s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9526,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-02-24T20:49:23.012878Z","caller":"traceutil/trace.go:171","msg":"trace[1294990606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23801; }","duration":"858.515735ms","start":"2026-02-24T20:49:22.154354Z","end":"2026-02-24T20:49:23.012869Z","steps":["trace[1294990606] 'agreement among raft nodes before linearized reading' (duration: 858.460133ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.012907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:22.154331Z","time spent":"858.568076ms","remote":"127.0.0.1:43524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:23.012646Z","caller":"traceutil/trace.go:171","msg":"trace[1540421560] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23801; }","duration":"1.56631717s","start":"2026-02-24T20:49:21.44632Z","end":"2026-02-24T20:49:23.012637Z","steps":["trace[1540421560] 'agreement among raft nodes before linearized reading' (duration: 1.566167187s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.013043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.446296Z","time spent":"1.56673748s","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":179,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:49:23.012278Z","caller":"traceutil/trace.go:171","msg":"trace[235900860] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:23801; }","duration":"1.901749255s","start":"2026-02-24T20:49:21.110518Z","end":"2026-02-24T20:49:23.012267Z","steps":["trace[235900860] 'agreement among raft nodes before linearized reading' (duration: 1.901175051s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.013395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.110497Z","time spent":"1.902880341s","remote":"127.0.0.1:51034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:49:23.013899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:21.284869Z","time spent":"1.72900814s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-02-24T20:49:23.250072Z","caller":"traceutil/trace.go:171","msg":"trace[2135768918] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"234.68398ms","start":"2026-02-24T20:49:23.015362Z","end":"2026-02-24T20:49:23.250046Z","steps":["trace[2135768918] 'process raft request' (duration: 234.142766ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:23.250249Z","caller":"traceutil/trace.go:171","msg":"trace[126630801] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"232.975269ms","start":"2026-02-24T20:49:23.017247Z","end":"2026-02-24T20:49:23.250222Z","steps":["trace[126630801] 'process raft request' (duration: 232.696872ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:23.250324Z","caller":"traceutil/trace.go:171","msg":"trace[1479982301] transaction","detail":"{read_only:false; response_revision:23804; number_of_response:1; }","duration":"232.386955ms","start":"2026-02-24T20:49:23.017904Z","end":"2026-02-24T20:49:23.25029Z","steps":["trace[1479982301] 'process raft request' (duration: 232.216421ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:23.250436Z","caller":"traceutil/trace.go:171","msg":"trace[1714662119] transaction","detail":"{read_only:false; response_revision:23805; number_of_response:1; }","duration":"230.106611ms","start":"2026-02-24T20:49:23.020311Z","end":"2026-02-24T20:49:23.250418Z","steps":["trace[1714662119] 'process raft request' (duration: 229.869666ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:23.250362Z","caller":"traceutil/trace.go:171","msg":"trace[729814807] linearizableReadLoop","detail":"{readStateIndex:24658; appliedIndex:24657; }","duration":"233.475192ms","start":"2026-02-24T20:49:23.016867Z","end":"2026-02-24T20:49:23.250343Z","steps":["trace[729814807] 'read index received' (duration: 61.493404ms)","trace[729814807] 'applied index is now lower than readState.Index' (duration: 171.959447ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:23.250496Z","caller":"traceutil/trace.go:171","msg":"trace[2107745742] transaction","detail":"{read_only:false; response_revision:23806; number_of_response:1; }","duration":"230.04457ms","start":"2026-02-24T20:49:23.020416Z","end":"2026-02-24T20:49:23.25046Z","steps":["trace[2107745742] 'process raft request' (duration: 229.843056ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.250601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.693906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-02-24T20:49:23.250666Z","caller":"traceutil/trace.go:171","msg":"trace[1910112940] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:23806; }","duration":"233.808339ms","start":"2026-02-24T20:49:23.016832Z","end":"2026-02-24T20:49:23.250641Z","steps":["trace[1910112940] 'agreement among raft nodes before linearized reading' (duration: 233.564514ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:23.344454Z","caller":"traceutil/trace.go:171","msg":"trace[1795303625] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"265.143583ms","start":"2026-02-24T20:49:23.079283Z","end":"2026-02-24T20:49:23.344427Z","steps":["trace[1795303625] 'process raft request' (duration: 264.939129ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.344509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.676188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:23.344539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.22253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5e67b0b2-29d1-481c-b3b2-5de4b11fcaab\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-02-24T20:49:23.344587Z","caller":"traceutil/trace.go:171","msg":"trace[1754078681] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5e67b0b2-29d1-481c-b3b2-5de4b11fcaab; range_end:; response_count:1; response_revision:23807; }","duration":"324.293492ms","start":"2026-02-24T20:49:23.020285Z","end":"2026-02-24T20:49:23.344578Z","steps":["trace[1754078681] 'agreement among raft nodes before linearized reading' (duration: 324.072487ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:23.34458Z","caller":"traceutil/trace.go:171","msg":"trace[556979295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23807; }","duration":"323.776499ms","start":"2026-02-24T20:49:23.02078Z","end":"2026-02-24T20:49:23.344557Z","steps":["trace[556979295] 'agreement among raft nodes before linearized reading' (duration: 323.576245ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.344613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:23.020277Z","time spent":"324.327633ms","remote":"127.0.0.1:50978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-5e67b0b2-29d1-481c-b3b2-5de4b11fcaab\" "} {"level":"warn","ts":"2026-02-24T20:49:23.344627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:23.020773Z","time spent":"323.841582ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:49:23.344671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.546289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-02-24T20:49:23.344778Z","caller":"traceutil/trace.go:171","msg":"trace[1037863796] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23807; }","duration":"327.685662ms","start":"2026-02-24T20:49:23.017074Z","end":"2026-02-24T20:49:23.34476Z","steps":["trace[1037863796] 'agreement among raft nodes before linearized reading' (duration: 327.397026ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.344836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:23.017061Z","time spent":"327.765834ms","remote":"127.0.0.1:50982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-02-24T20:49:23.568855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.438627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:23.569015Z","caller":"traceutil/trace.go:171","msg":"trace[1045503448] linearizableReadLoop","detail":"{readStateIndex:24664; appliedIndex:24663; }","duration":"220.618258ms","start":"2026-02-24T20:49:23.348377Z","end":"2026-02-24T20:49:23.568996Z","steps":["trace[1045503448] 'read index received' (duration: 50.895065ms)","trace[1045503448] 'applied index is now lower than readState.Index' (duration: 169.721023ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:23.56913Z","caller":"traceutil/trace.go:171","msg":"trace[158241656] transaction","detail":"{read_only:false; response_revision:23808; number_of_response:1; }","duration":"221.555413ms","start":"2026-02-24T20:49:23.347544Z","end":"2026-02-24T20:49:23.5691Z","steps":["trace[158241656] 'process raft request' (duration: 51.711185ms)","trace[158241656] 'compare' (duration: 168.728091ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:23.56934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.968158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-24T20:49:23.569407Z","caller":"traceutil/trace.go:171","msg":"trace[330584599] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:23808; }","duration":"221.081171ms","start":"2026-02-24T20:49:23.348314Z","end":"2026-02-24T20:49:23.569395Z","steps":["trace[330584599] 'agreement among raft nodes before linearized reading' (duration: 220.789094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.594266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.260867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-02-24T20:49:23.594241Z","caller":"traceutil/trace.go:171","msg":"trace[1936839208] transaction","detail":"{read_only:false; response_revision:23809; number_of_response:1; }","duration":"242.144354ms","start":"2026-02-24T20:49:23.352061Z","end":"2026-02-24T20:49:23.594205Z","steps":["trace[1936839208] 'process raft request' (duration: 241.986061ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:23.594313Z","caller":"traceutil/trace.go:171","msg":"trace[923184866] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23809; }","duration":"245.32828ms","start":"2026-02-24T20:49:23.34897Z","end":"2026-02-24T20:49:23.594298Z","steps":["trace[923184866] 'agreement among raft nodes before linearized reading' (duration: 245.221007ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.594407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.303992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9503"} {"level":"warn","ts":"2026-02-24T20:49:23.594441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.483871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-02-24T20:49:23.594468Z","caller":"traceutil/trace.go:171","msg":"trace[1191973503] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:23809; }","duration":"240.390914ms","start":"2026-02-24T20:49:23.354059Z","end":"2026-02-24T20:49:23.59445Z","steps":["trace[1191973503] 'agreement among raft nodes before linearized reading' (duration: 240.104106ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:23.594514Z","caller":"traceutil/trace.go:171","msg":"trace[517252891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23809; }","duration":"184.598124ms","start":"2026-02-24T20:49:23.409894Z","end":"2026-02-24T20:49:23.594492Z","steps":["trace[517252891] 'agreement among raft nodes before linearized reading' (duration: 184.376928ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.594485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.962487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-02-24T20:49:23.59464Z","caller":"traceutil/trace.go:171","msg":"trace[1551061552] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:23809; }","duration":"212.275844ms","start":"2026-02-24T20:49:23.382303Z","end":"2026-02-24T20:49:23.594579Z","steps":["trace[1551061552] 'agreement among raft nodes before linearized reading' (duration: 211.855103ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:23.912546Z","caller":"traceutil/trace.go:171","msg":"trace[1119342014] transaction","detail":"{read_only:false; response_revision:23819; number_of_response:1; }","duration":"160.917477ms","start":"2026-02-24T20:49:23.751604Z","end":"2026-02-24T20:49:23.912521Z","steps":["trace[1119342014] 'process raft request' (duration: 160.817515ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:23.912668Z","caller":"traceutil/trace.go:171","msg":"trace[754717407] transaction","detail":"{read_only:false; response_revision:23818; number_of_response:1; }","duration":"161.382238ms","start":"2026-02-24T20:49:23.751248Z","end":"2026-02-24T20:49:23.912631Z","steps":["trace[754717407] 'process raft request' (duration: 90.536995ms)","trace[754717407] 'compare' (duration: 70.454484ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:23.912752Z","caller":"traceutil/trace.go:171","msg":"trace[358943287] linearizableReadLoop","detail":"{readStateIndex:24674; appliedIndex:24673; }","duration":"161.280746ms","start":"2026-02-24T20:49:23.751442Z","end":"2026-02-24T20:49:23.912723Z","steps":["trace[358943287] 'read index received' (duration: 90.355121ms)","trace[358943287] 'applied index is now lower than readState.Index' (duration: 70.922115ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:23.912947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.492881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9518"} {"level":"info","ts":"2026-02-24T20:49:23.913079Z","caller":"traceutil/trace.go:171","msg":"trace[582024643] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:23819; }","duration":"161.657505ms","start":"2026-02-24T20:49:23.751407Z","end":"2026-02-24T20:49:23.913065Z","steps":["trace[582024643] 'agreement among raft nodes before linearized reading' (duration: 161.385849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:23.913246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.500206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-24T20:49:23.913311Z","caller":"traceutil/trace.go:171","msg":"trace[543716339] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:23819; }","duration":"142.606408ms","start":"2026-02-24T20:49:23.770692Z","end":"2026-02-24T20:49:23.913299Z","steps":["trace[543716339] 'agreement among raft nodes before linearized reading' (duration: 142.319142ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:24.575217Z","caller":"traceutil/trace.go:171","msg":"trace[488048884] transaction","detail":"{read_only:false; response_revision:23846; number_of_response:1; }","duration":"262.853921ms","start":"2026-02-24T20:49:24.312337Z","end":"2026-02-24T20:49:24.575191Z","steps":["trace[488048884] 'process raft request' (duration: 262.784179ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:24.575348Z","caller":"traceutil/trace.go:171","msg":"trace[425890160] transaction","detail":"{read_only:false; response_revision:23845; number_of_response:1; }","duration":"304.286784ms","start":"2026-02-24T20:49:24.27102Z","end":"2026-02-24T20:49:24.575307Z","steps":["trace[425890160] 'process raft request' (duration: 303.925045ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:24.575221Z","caller":"traceutil/trace.go:171","msg":"trace[1284627949] linearizableReadLoop","detail":"{readStateIndex:24702; appliedIndex:24702; }","duration":"250.157263ms","start":"2026-02-24T20:49:24.32503Z","end":"2026-02-24T20:49:24.575188Z","steps":["trace[1284627949] 'read index received' (duration: 250.134582ms)","trace[1284627949] 'applied index is now lower than readState.Index' (duration: 20.141µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:24.57558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.122377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T20:49:24.575629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.132497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-02-24T20:49:24.575634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:24.271004Z","time spent":"304.428237ms","remote":"127.0.0.1:51312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2772,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:49:24.575478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.828167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-02-24T20:49:24.575702Z","caller":"traceutil/trace.go:171","msg":"trace[1440074224] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23846; }","duration":"289.305981ms","start":"2026-02-24T20:49:24.286368Z","end":"2026-02-24T20:49:24.575674Z","steps":["trace[1440074224] 'agreement among raft nodes before linearized reading' (duration: 288.871721ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:24.575721Z","caller":"traceutil/trace.go:171","msg":"trace[868978803] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23846; }","duration":"292.25238ms","start":"2026-02-24T20:49:24.283447Z","end":"2026-02-24T20:49:24.575699Z","steps":["trace[868978803] 'agreement among raft nodes before linearized reading' (duration: 292.073796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:24.575728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.830558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-02-24T20:49:24.575738Z","caller":"traceutil/trace.go:171","msg":"trace[2019841918] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:23846; }","duration":"308.120733ms","start":"2026-02-24T20:49:24.267604Z","end":"2026-02-24T20:49:24.575725Z","steps":["trace[2019841918] 'agreement among raft nodes before linearized reading' (duration: 307.672493ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:24.575779Z","caller":"traceutil/trace.go:171","msg":"trace[1749255487] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:23846; }","duration":"293.93753ms","start":"2026-02-24T20:49:24.281829Z","end":"2026-02-24T20:49:24.575767Z","steps":["trace[1749255487] 'agreement among raft nodes before linearized reading' (duration: 293.737016ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:24.57579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:24.267596Z","time spent":"308.184195ms","remote":"127.0.0.1:51026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-02-24T20:49:24.575822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.920123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-02-24T20:49:24.575886Z","caller":"traceutil/trace.go:171","msg":"trace[434030965] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23846; }","duration":"263.027595ms","start":"2026-02-24T20:49:24.31284Z","end":"2026-02-24T20:49:24.575868Z","steps":["trace[434030965] 'agreement among raft nodes before linearized reading' (duration: 262.566434ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:24.598845Z","caller":"traceutil/trace.go:171","msg":"trace[877922336] transaction","detail":"{read_only:false; response_revision:23847; number_of_response:1; }","duration":"266.083796ms","start":"2026-02-24T20:49:24.332731Z","end":"2026-02-24T20:49:24.598815Z","steps":["trace[877922336] 'process raft request' (duration: 265.880612ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:24.598969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.904254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-02-24T20:49:24.599033Z","caller":"traceutil/trace.go:171","msg":"trace[1738412000] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:23847; }","duration":"255.026977ms","start":"2026-02-24T20:49:24.343992Z","end":"2026-02-24T20:49:24.599019Z","steps":["trace[1738412000] 'agreement among raft nodes before linearized reading' (duration: 254.807022ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:24.768081Z","caller":"traceutil/trace.go:171","msg":"trace[1825545285] transaction","detail":"{read_only:false; response_revision:23849; number_of_response:1; }","duration":"113.544125ms","start":"2026-02-24T20:49:24.65451Z","end":"2026-02-24T20:49:24.768054Z","steps":["trace[1825545285] 'process raft request' (duration: 85.270591ms)","trace[1825545285] 'compare' (duration: 28.12453ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:24.809721Z","caller":"traceutil/trace.go:171","msg":"trace[1498740666] transaction","detail":"{read_only:false; response_revision:23851; number_of_response:1; }","duration":"152.699795ms","start":"2026-02-24T20:49:24.656985Z","end":"2026-02-24T20:49:24.809685Z","steps":["trace[1498740666] 'process raft request' (duration: 152.394418ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:24.809908Z","caller":"traceutil/trace.go:171","msg":"trace[1912418261] linearizableReadLoop","detail":"{readStateIndex:24709; appliedIndex:24704; }","duration":"146.827486ms","start":"2026-02-24T20:49:24.663058Z","end":"2026-02-24T20:49:24.809885Z","steps":["trace[1912418261] 'read index received' (duration: 76.71267ms)","trace[1912418261] 'applied index is now lower than readState.Index' (duration: 70.112966ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:24.810058Z","caller":"traceutil/trace.go:171","msg":"trace[592662358] transaction","detail":"{read_only:false; response_revision:23852; number_of_response:1; }","duration":"152.426098ms","start":"2026-02-24T20:49:24.657598Z","end":"2026-02-24T20:49:24.810024Z","steps":["trace[592662358] 'process raft request' (duration: 152.018569ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:24.810229Z","caller":"traceutil/trace.go:171","msg":"trace[32324264] transaction","detail":"{read_only:false; response_revision:23850; number_of_response:1; }","duration":"153.232826ms","start":"2026-02-24T20:49:24.656272Z","end":"2026-02-24T20:49:24.809505Z","steps":["trace[32324264] 'process raft request' (duration: 152.9358ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:24.810417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.33999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9463"} {"level":"info","ts":"2026-02-24T20:49:24.810463Z","caller":"traceutil/trace.go:171","msg":"trace[1837676009] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:23853; }","duration":"147.419951ms","start":"2026-02-24T20:49:24.663031Z","end":"2026-02-24T20:49:24.810451Z","steps":["trace[1837676009] 'agreement among raft nodes before linearized reading' (duration: 147.221037ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:24.810442Z","caller":"traceutil/trace.go:171","msg":"trace[818273440] transaction","detail":"{read_only:false; response_revision:23853; number_of_response:1; }","duration":"148.595059ms","start":"2026-02-24T20:49:24.661832Z","end":"2026-02-24T20:49:24.810428Z","steps":["trace[818273440] 'process raft request' (duration: 147.973693ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:26.109899Z","caller":"traceutil/trace.go:171","msg":"trace[2103914214] transaction","detail":"{read_only:false; response_revision:23896; number_of_response:1; }","duration":"109.391378ms","start":"2026-02-24T20:49:26.000477Z","end":"2026-02-24T20:49:26.109868Z","steps":["trace[2103914214] 'process raft request' (duration: 109.206823ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:26.109938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.4711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:26.110013Z","caller":"traceutil/trace.go:171","msg":"trace[1104650174] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:23896; }","duration":"112.598404ms","start":"2026-02-24T20:49:25.997396Z","end":"2026-02-24T20:49:26.109994Z","steps":["trace[1104650174] 'agreement among raft nodes before linearized reading' (duration: 112.457299ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:26.410019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.026772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:49:26.410175Z","caller":"traceutil/trace.go:171","msg":"trace[1350605020] linearizableReadLoop","detail":"{readStateIndex:24755; appliedIndex:24754; }","duration":"231.388772ms","start":"2026-02-24T20:49:26.17877Z","end":"2026-02-24T20:49:26.410159Z","steps":["trace[1350605020] 'read index received' (duration: 61.102784ms)","trace[1350605020] 'applied index is now lower than readState.Index' (duration: 170.284928ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:26.410302Z","caller":"traceutil/trace.go:171","msg":"trace[752112018] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"231.662769ms","start":"2026-02-24T20:49:26.178629Z","end":"2026-02-24T20:49:26.410292Z","steps":["trace[752112018] 'process raft request' (duration: 61.295729ms)","trace[752112018] 'compare' (duration: 169.886959ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:49:26.410606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.486618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-02-24T20:49:26.410631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.870664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-02-24T20:49:26.410674Z","caller":"traceutil/trace.go:171","msg":"trace[1160494640] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23899; }","duration":"229.57189ms","start":"2026-02-24T20:49:26.181086Z","end":"2026-02-24T20:49:26.410657Z","steps":["trace[1160494640] 'agreement among raft nodes before linearized reading' (duration: 229.363625ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:26.410687Z","caller":"traceutil/trace.go:171","msg":"trace[2101488760] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23899; }","duration":"231.982926ms","start":"2026-02-24T20:49:26.178686Z","end":"2026-02-24T20:49:26.410669Z","steps":["trace[2101488760] 'agreement among raft nodes before linearized reading' (duration: 231.756461ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:26.410567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.235405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:49:26.410761Z","caller":"traceutil/trace.go:171","msg":"trace[2035139961] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:0; response_revision:23899; }","duration":"230.45448ms","start":"2026-02-24T20:49:26.180288Z","end":"2026-02-24T20:49:26.410742Z","steps":["trace[2035139961] 'agreement among raft nodes before linearized reading' (duration: 230.150763ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:26.593319Z","caller":"traceutil/trace.go:171","msg":"trace[1698173417] linearizableReadLoop","detail":"{readStateIndex:24756; appliedIndex:24755; }","duration":"172.111909ms","start":"2026-02-24T20:49:26.421152Z","end":"2026-02-24T20:49:26.593264Z","steps":["trace[1698173417] 'read index received' (duration: 171.924915ms)","trace[1698173417] 'applied index is now lower than readState.Index' (duration: 185.174µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:49:26.593604Z","caller":"traceutil/trace.go:171","msg":"trace[689010892] transaction","detail":"{read_only:false; response_revision:23900; number_of_response:1; }","duration":"175.274694ms","start":"2026-02-24T20:49:26.418281Z","end":"2026-02-24T20:49:26.593555Z","steps":["trace[689010892] 'process raft request' (duration: 174.769512ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:26.593711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.54143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-02-24T20:49:26.59384Z","caller":"traceutil/trace.go:171","msg":"trace[1334101232] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23900; }","duration":"172.737324ms","start":"2026-02-24T20:49:26.421088Z","end":"2026-02-24T20:49:26.593825Z","steps":["trace[1334101232] 'agreement among raft nodes before linearized reading' (duration: 172.301524ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:26.636611Z","caller":"traceutil/trace.go:171","msg":"trace[1287786340] transaction","detail":"{read_only:false; response_revision:23901; number_of_response:1; }","duration":"201.859628ms","start":"2026-02-24T20:49:26.43471Z","end":"2026-02-24T20:49:26.63657Z","steps":["trace[1287786340] 'process raft request' (duration: 201.627313ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:27.394448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.942987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T20:49:27.394549Z","caller":"traceutil/trace.go:171","msg":"trace[697652119] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:23923; }","duration":"126.117681ms","start":"2026-02-24T20:49:27.268403Z","end":"2026-02-24T20:49:27.394521Z","steps":["trace[697652119] 'range keys from in-memory index tree' (duration: 125.825525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:27.394539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.418352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:49:27.394621Z","caller":"traceutil/trace.go:171","msg":"trace[519537317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23923; }","duration":"110.560565ms","start":"2026-02-24T20:49:27.28404Z","end":"2026-02-24T20:49:27.394601Z","steps":["trace[519537317] 'range keys from in-memory index tree' (duration: 110.229068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:27.394616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.259038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T20:49:27.394683Z","caller":"traceutil/trace.go:171","msg":"trace[1986793903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23923; }","duration":"110.33527ms","start":"2026-02-24T20:49:27.284331Z","end":"2026-02-24T20:49:27.394666Z","steps":["trace[1986793903] 'range keys from in-memory index tree' (duration: 110.072944ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:27.394911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.371595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-24T20:49:27.394955Z","caller":"traceutil/trace.go:171","msg":"trace[1867494468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23923; }","duration":"111.459067ms","start":"2026-02-24T20:49:27.283485Z","end":"2026-02-24T20:49:27.394944Z","steps":["trace[1867494468] 'range keys from in-memory index tree' (duration: 111.233952ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:32.542865Z","caller":"traceutil/trace.go:171","msg":"trace[185231776] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"344.327073ms","start":"2026-02-24T20:49:32.198507Z","end":"2026-02-24T20:49:32.542834Z","steps":["trace[185231776] 'process raft request' (duration: 344.138929ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:49:32.543048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:49:32.198467Z","time spent":"344.488707ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:49:42.421696Z","caller":"traceutil/trace.go:171","msg":"trace[386053228] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"155.176523ms","start":"2026-02-24T20:49:42.266497Z","end":"2026-02-24T20:49:42.421673Z","steps":["trace[386053228] 'process raft request' (duration: 155.006659ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:42.423931Z","caller":"traceutil/trace.go:171","msg":"trace[1757949078] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"152.423008ms","start":"2026-02-24T20:49:42.271484Z","end":"2026-02-24T20:49:42.423907Z","steps":["trace[1757949078] 'process raft request' (duration: 152.384168ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:42.423972Z","caller":"traceutil/trace.go:171","msg":"trace[907081095] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"152.553601ms","start":"2026-02-24T20:49:42.271396Z","end":"2026-02-24T20:49:42.423949Z","steps":["trace[907081095] 'process raft request' (duration: 152.428039ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:49:42.424422Z","caller":"traceutil/trace.go:171","msg":"trace[173504150] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"153.711368ms","start":"2026-02-24T20:49:42.270667Z","end":"2026-02-24T20:49:42.424378Z","steps":["trace[173504150] 'process raft request' (duration: 153.038303ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:26.436483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10485115030056506820,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-24T20:50:26.589174Z","caller":"traceutil/trace.go:171","msg":"trace[1744800226] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"655.693402ms","start":"2026-02-24T20:50:25.933453Z","end":"2026-02-24T20:50:26.589146Z","steps":["trace[1744800226] 'process raft request' (duration: 655.517658ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:26.58938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:25.933427Z","time spent":"655.828086ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:27.192118Z","caller":"traceutil/trace.go:171","msg":"trace[1377317084] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"1.258663978s","start":"2026-02-24T20:50:25.933432Z","end":"2026-02-24T20:50:27.192096Z","steps":["trace[1377317084] 'process raft request' (duration: 1.258526744s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:27.19223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:25.933391Z","time spent":"1.25878294s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:27.192379Z","caller":"traceutil/trace.go:171","msg":"trace[1426259819] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"1.25880219s","start":"2026-02-24T20:50:25.933545Z","end":"2026-02-24T20:50:27.192347Z","steps":["trace[1426259819] 'process raft request' (duration: 1.258528004s)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:27.192504Z","caller":"traceutil/trace.go:171","msg":"trace[831223591] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"817.146093ms","start":"2026-02-24T20:50:26.375318Z","end":"2026-02-24T20:50:27.192464Z","steps":["trace[831223591] 'process raft request' (duration: 816.954829ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:27.192668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:26.375268Z","time spent":"817.313057ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:27.192819Z","caller":"traceutil/trace.go:171","msg":"trace[1453074268] linearizableReadLoop","detail":"{readStateIndex:25289; appliedIndex:25284; }","duration":"1.256892547s","start":"2026-02-24T20:50:25.935908Z","end":"2026-02-24T20:50:27.192801Z","steps":["trace[1453074268] 'read index received' (duration: 653.094423ms)","trace[1453074268] 'applied index is now lower than readState.Index' (duration: 603.796974ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:27.192854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:25.933457Z","time spent":"1.259243781s","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:27.193021Z","caller":"traceutil/trace.go:171","msg":"trace[31314299] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"809.766449ms","start":"2026-02-24T20:50:26.383231Z","end":"2026-02-24T20:50:27.192997Z","steps":["trace[31314299] 'process raft request' (duration: 809.495473ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:27.193091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:26.383215Z","time spent":"809.841592ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:27.193622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257575852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:50:27.193671Z","caller":"traceutil/trace.go:171","msg":"trace[1284475451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24419; }","duration":"1.257814448s","start":"2026-02-24T20:50:25.935845Z","end":"2026-02-24T20:50:27.193659Z","steps":["trace[1284475451] 'agreement among raft nodes before linearized reading' (duration: 1.257334457s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:27.193746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:25.935836Z","time spent":"1.257865579s","remote":"127.0.0.1:51014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12035,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-02-24T20:50:27.194766Z","caller":"traceutil/trace.go:171","msg":"trace[882659043] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"499.312512ms","start":"2026-02-24T20:50:26.695436Z","end":"2026-02-24T20:50:27.194748Z","steps":["trace[882659043] 'process raft request' (duration: 499.260951ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:27.194783Z","caller":"traceutil/trace.go:171","msg":"trace[435280474] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"605.208148ms","start":"2026-02-24T20:50:26.58953Z","end":"2026-02-24T20:50:27.194738Z","steps":["trace[435280474] 'process raft request' (duration: 605.108545ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:27.194838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:26.695408Z","time spent":"499.398813ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:27.194874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:26.5895Z","time spent":"605.32872ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:27.19514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027191074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:27.195174Z","caller":"traceutil/trace.go:171","msg":"trace[796433197] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24424; }","duration":"1.027284036s","start":"2026-02-24T20:50:26.167881Z","end":"2026-02-24T20:50:27.195165Z","steps":["trace[796433197] 'agreement among raft nodes before linearized reading' (duration: 1.027211145s)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:27.195269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:26.167843Z","time spent":"1.02741749s","remote":"127.0.0.1:53382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-02-24T20:50:27.195284Z","caller":"traceutil/trace.go:171","msg":"trace[268334368] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"413.136568ms","start":"2026-02-24T20:50:26.782133Z","end":"2026-02-24T20:50:27.19527Z","steps":["trace[268334368] 'process raft request' (duration: 412.932463ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:27.19539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:26.782106Z","time spent":"413.246562ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:27.195609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.261752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T20:50:27.195634Z","caller":"traceutil/trace.go:171","msg":"trace[1725590273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24424; }","duration":"160.310273ms","start":"2026-02-24T20:50:27.035316Z","end":"2026-02-24T20:50:27.195626Z","steps":["trace[1725590273] 'agreement among raft nodes before linearized reading' (duration: 160.122839ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:27.195665Z","caller":"traceutil/trace.go:171","msg":"trace[607650319] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"498.503213ms","start":"2026-02-24T20:50:26.69715Z","end":"2026-02-24T20:50:27.195653Z","steps":["trace[607650319] 'process raft request' (duration: 497.572601ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:27.195712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:26.697115Z","time spent":"498.571694ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:27.195769Z","caller":"traceutil/trace.go:171","msg":"trace[663985842] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"491.761393ms","start":"2026-02-24T20:50:26.704002Z","end":"2026-02-24T20:50:27.195763Z","steps":["trace[663985842] 'process raft request' (duration: 491.036116ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:27.195797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:26.70398Z","time spent":"491.802915ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:27.195829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.99688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:27.19587Z","caller":"traceutil/trace.go:171","msg":"trace[726435329] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24424; }","duration":"993.079112ms","start":"2026-02-24T20:50:26.20278Z","end":"2026-02-24T20:50:27.195859Z","steps":["trace[726435329] 'agreement among raft nodes before linearized reading' (duration: 993.011331ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:27.195901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:26.202759Z","time spent":"993.135633ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:50:27.195926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.11647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3286"} {"level":"info","ts":"2026-02-24T20:50:27.19599Z","caller":"traceutil/trace.go:171","msg":"trace[218484467] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24424; }","duration":"175.222552ms","start":"2026-02-24T20:50:27.020762Z","end":"2026-02-24T20:50:27.195984Z","steps":["trace[218484467] 'agreement among raft nodes before linearized reading' (duration: 175.016788ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:30.153316Z","caller":"traceutil/trace.go:171","msg":"trace[119215826] transaction","detail":"{read_only:false; response_revision:24441; number_of_response:1; }","duration":"315.855355ms","start":"2026-02-24T20:50:29.837415Z","end":"2026-02-24T20:50:30.15327Z","steps":["trace[119215826] 'process raft request' (duration: 315.695221ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:30.153471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:29.837399Z","time spent":"315.990559ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:30.543986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.265734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-02-24T20:50:30.544067Z","caller":"traceutil/trace.go:171","msg":"trace[1853409603] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24441; }","duration":"293.412487ms","start":"2026-02-24T20:50:30.250633Z","end":"2026-02-24T20:50:30.544045Z","steps":["trace[1853409603] 'range keys from in-memory index tree' (duration: 293.064439ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:30.544482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.094744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:30.544572Z","caller":"traceutil/trace.go:171","msg":"trace[748147079] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24441; }","duration":"222.255428ms","start":"2026-02-24T20:50:30.322299Z","end":"2026-02-24T20:50:30.544554Z","steps":["trace[748147079] 'count revisions from in-memory index tree' (duration: 221.953971ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:30.974759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.051061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:30.974856Z","caller":"traceutil/trace.go:171","msg":"trace[1420225664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24442; }","duration":"141.199985ms","start":"2026-02-24T20:50:30.833633Z","end":"2026-02-24T20:50:30.974833Z","steps":["trace[1420225664] 'range keys from in-memory index tree' (duration: 140.960029ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:31.53829Z","caller":"traceutil/trace.go:171","msg":"trace[180497983] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"333.895208ms","start":"2026-02-24T20:50:31.204364Z","end":"2026-02-24T20:50:31.538259Z","steps":["trace[180497983] 'process raft request' (duration: 333.690043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:31.538532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.204332Z","time spent":"334.051752ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":553,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:31.71241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.189619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:50:31.712824Z","caller":"traceutil/trace.go:171","msg":"trace[690895351] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"507.119916ms","start":"2026-02-24T20:50:31.205468Z","end":"2026-02-24T20:50:31.712588Z","steps":["trace[690895351] 'process raft request' (duration: 404.651141ms)","trace[690895351] 'compare' (duration: 102.017334ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:31.712926Z","caller":"traceutil/trace.go:171","msg":"trace[1931655966] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"505.277182ms","start":"2026-02-24T20:50:31.207429Z","end":"2026-02-24T20:50:31.712706Z","steps":["trace[1931655966] 'process raft request' (duration: 505.150129ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:31.712982Z","caller":"traceutil/trace.go:171","msg":"trace[250325761] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"503.793737ms","start":"2026-02-24T20:50:31.209166Z","end":"2026-02-24T20:50:31.71296Z","steps":["trace[250325761] 'process raft request' (duration: 503.48784ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:31.7131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.207403Z","time spent":"505.61261ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:31.713153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.209143Z","time spent":"503.89322ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:31.713234Z","caller":"traceutil/trace.go:171","msg":"trace[2052373431] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"507.164866ms","start":"2026-02-24T20:50:31.205547Z","end":"2026-02-24T20:50:31.712712Z","steps":["trace[2052373431] 'process raft request' (duration: 506.972941ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:31.713238Z","caller":"traceutil/trace.go:171","msg":"trace[2143313074] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"503.258535ms","start":"2026-02-24T20:50:31.20996Z","end":"2026-02-24T20:50:31.713218Z","steps":["trace[2143313074] 'process raft request' (duration: 502.879896ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:31.713315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.205534Z","time spent":"507.730629ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:31.71336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.209947Z","time spent":"503.370057ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:31.713234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.205461Z","time spent":"507.458804ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:31.713477Z","caller":"traceutil/trace.go:171","msg":"trace[67741923] transaction","detail":"{read_only:false; response_revision:24449; number_of_response:1; }","duration":"502.202689ms","start":"2026-02-24T20:50:31.211236Z","end":"2026-02-24T20:50:31.713438Z","steps":["trace[67741923] 'process raft request' (duration: 501.924713ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:31.713483Z","caller":"traceutil/trace.go:171","msg":"trace[43277671] linearizableReadLoop","detail":"{readStateIndex:25318; appliedIndex:25313; }","duration":"503.49603ms","start":"2026-02-24T20:50:31.209942Z","end":"2026-02-24T20:50:31.713438Z","steps":["trace[43277671] 'read index received' (duration: 328.099212ms)","trace[43277671] 'applied index is now lower than readState.Index' (duration: 175.395408ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:31.713602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.21121Z","time spent":"502.329472ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:31.713661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.709485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:50:31.713711Z","caller":"traceutil/trace.go:171","msg":"trace[138279956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24449; }","duration":"503.788797ms","start":"2026-02-24T20:50:31.209907Z","end":"2026-02-24T20:50:31.713695Z","steps":["trace[138279956] 'agreement among raft nodes before linearized reading' (duration: 503.622993ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:31.713764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.209893Z","time spent":"503.858908ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-24T20:50:31.713824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.862499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-02-24T20:50:31.713857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.111293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-02-24T20:50:31.713862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.325886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-02-24T20:50:31.713868Z","caller":"traceutil/trace.go:171","msg":"trace[878517010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24449; }","duration":"503.934641ms","start":"2026-02-24T20:50:31.209922Z","end":"2026-02-24T20:50:31.713857Z","steps":["trace[878517010] 'agreement among raft nodes before linearized reading' (duration: 503.783087ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:31.713891Z","caller":"traceutil/trace.go:171","msg":"trace[450990298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24449; }","duration":"498.175435ms","start":"2026-02-24T20:50:31.215706Z","end":"2026-02-24T20:50:31.713881Z","steps":["trace[450990298] 'agreement among raft nodes before linearized reading' (duration: 498.053842ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:31.713922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.21569Z","time spent":"498.225356ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-24T20:50:31.71392Z","caller":"traceutil/trace.go:171","msg":"trace[2098394762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24449; }","duration":"230.416039ms","start":"2026-02-24T20:50:31.483487Z","end":"2026-02-24T20:50:31.713903Z","steps":["trace[2098394762] 'agreement among raft nodes before linearized reading' (duration: 230.271755ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:31.713922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.209917Z","time spent":"503.995792ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-24T20:50:32.3491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.086052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:50:32.349178Z","caller":"traceutil/trace.go:171","msg":"trace[1791885883] transaction","detail":"{read_only:false; response_revision:24450; number_of_response:1; }","duration":"628.866553ms","start":"2026-02-24T20:50:31.720298Z","end":"2026-02-24T20:50:32.349164Z","steps":["trace[1791885883] 'process raft request' (duration: 378.645098ms)","trace[1791885883] 'compare' (duration: 249.940039ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:32.34922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.720275Z","time spent":"628.926295ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:32.514877Z","caller":"traceutil/trace.go:171","msg":"trace[650396244] transaction","detail":"{read_only:false; response_revision:24451; number_of_response:1; }","duration":"794.076042ms","start":"2026-02-24T20:50:31.720773Z","end":"2026-02-24T20:50:32.514849Z","steps":["trace[650396244] 'process raft request' (duration: 736.244714ms)","trace[650396244] 'compare' (duration: 57.655054ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:32.515038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.720748Z","time spent":"794.209355ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:32.515125Z","caller":"traceutil/trace.go:171","msg":"trace[1897354680] linearizableReadLoop","detail":"{readStateIndex:25324; appliedIndex:25320; }","duration":"691.043044ms","start":"2026-02-24T20:50:31.824057Z","end":"2026-02-24T20:50:32.5151Z","steps":["trace[1897354680] 'read index received' (duration: 274.897564ms)","trace[1897354680] 'applied index is now lower than readState.Index' (duration: 416.144099ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:32.515142Z","caller":"traceutil/trace.go:171","msg":"trace[2115461660] transaction","detail":"{read_only:false; response_revision:24453; number_of_response:1; }","duration":"793.706103ms","start":"2026-02-24T20:50:31.721405Z","end":"2026-02-24T20:50:32.515111Z","steps":["trace[2115461660] 'process raft request' (duration: 793.585ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:32.515254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.185057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:32.515301Z","caller":"traceutil/trace.go:171","msg":"trace[366690213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24453; }","duration":"691.273999ms","start":"2026-02-24T20:50:31.824017Z","end":"2026-02-24T20:50:32.515291Z","steps":["trace[366690213] 'agreement among raft nodes before linearized reading' (duration: 691.185297ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:32.515246Z","caller":"traceutil/trace.go:171","msg":"trace[713182573] transaction","detail":"{read_only:false; response_revision:24452; number_of_response:1; }","duration":"794.367178ms","start":"2026-02-24T20:50:31.720859Z","end":"2026-02-24T20:50:32.515226Z","steps":["trace[713182573] 'process raft request' (duration: 793.951369ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:32.515334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.824Z","time spent":"691.32692ms","remote":"127.0.0.1:50850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:50:32.515332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.721398Z","time spent":"793.852536ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:32.515368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.720837Z","time spent":"794.498212ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:32.515381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.423125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"info","ts":"2026-02-24T20:50:32.515426Z","caller":"traceutil/trace.go:171","msg":"trace[2057222212] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24453; }","duration":"217.529937ms","start":"2026-02-24T20:50:32.297891Z","end":"2026-02-24T20:50:32.515421Z","steps":["trace[2057222212] 'agreement among raft nodes before linearized reading' (duration: 217.396314ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:32.51542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.906491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-02-24T20:50:32.515497Z","caller":"traceutil/trace.go:171","msg":"trace[1691038626] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:24453; }","duration":"519.010544ms","start":"2026-02-24T20:50:31.996464Z","end":"2026-02-24T20:50:32.515474Z","steps":["trace[1691038626] 'agreement among raft nodes before linearized reading' (duration: 518.81302ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:32.515559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:31.996447Z","time spent":"519.098546ms","remote":"127.0.0.1:50864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.99\" "} {"level":"info","ts":"2026-02-24T20:50:32.923884Z","caller":"traceutil/trace.go:171","msg":"trace[1908899424] linearizableReadLoop","detail":"{readStateIndex:25327; appliedIndex:25326; }","duration":"207.172833ms","start":"2026-02-24T20:50:32.716688Z","end":"2026-02-24T20:50:32.923861Z","steps":["trace[1908899424] 'read index received' (duration: 206.953338ms)","trace[1908899424] 'applied index is now lower than readState.Index' (duration: 218.475µs)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:32.923933Z","caller":"traceutil/trace.go:171","msg":"trace[1987071482] transaction","detail":"{read_only:false; response_revision:24455; number_of_response:1; }","duration":"218.54272ms","start":"2026-02-24T20:50:32.70536Z","end":"2026-02-24T20:50:32.923902Z","steps":["trace[1987071482] 'process raft request' (duration: 218.317485ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:32.924149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.429589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:50:32.924256Z","caller":"traceutil/trace.go:171","msg":"trace[1951338635] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24455; }","duration":"207.586453ms","start":"2026-02-24T20:50:32.71665Z","end":"2026-02-24T20:50:32.924236Z","steps":["trace[1951338635] 'agreement among raft nodes before linearized reading' (duration: 207.371068ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:33.325183Z","caller":"traceutil/trace.go:171","msg":"trace[460402856] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"395.961126ms","start":"2026-02-24T20:50:32.929191Z","end":"2026-02-24T20:50:33.325152Z","steps":["trace[460402856] 'process raft request' (duration: 306.447784ms)","trace[460402856] 'compare' (duration: 89.390839ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:33.325365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:32.92917Z","time spent":"396.089588ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:34.20599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.357476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:50:34.206125Z","caller":"traceutil/trace.go:171","msg":"trace[508767856] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"660.549816ms","start":"2026-02-24T20:50:33.54553Z","end":"2026-02-24T20:50:34.20608Z","steps":["trace[508767856] 'process raft request' (duration: 393.122708ms)","trace[508767856] 'compare' (duration: 264.214472ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:34.206237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:33.545505Z","time spent":"660.655489ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:34.243921Z","caller":"traceutil/trace.go:171","msg":"trace[563321240] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"522.946106ms","start":"2026-02-24T20:50:33.720931Z","end":"2026-02-24T20:50:34.243877Z","steps":["trace[563321240] 'process raft request' (duration: 522.66576ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:34.244004Z","caller":"traceutil/trace.go:171","msg":"trace[2059388075] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"522.211159ms","start":"2026-02-24T20:50:33.721756Z","end":"2026-02-24T20:50:34.243967Z","steps":["trace[2059388075] 'process raft request' (duration: 522.075925ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:34.243988Z","caller":"traceutil/trace.go:171","msg":"trace[169184868] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"522.760841ms","start":"2026-02-24T20:50:33.721158Z","end":"2026-02-24T20:50:34.243919Z","steps":["trace[169184868] 'process raft request' (duration: 522.596388ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:34.244087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.938262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:34.244123Z","caller":"traceutil/trace.go:171","msg":"trace[564836008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24463; }","duration":"421.017504ms","start":"2026-02-24T20:50:33.823097Z","end":"2026-02-24T20:50:34.244114Z","steps":["trace[564836008] 'agreement among raft nodes before linearized reading' (duration: 420.893411ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:34.244084Z","caller":"traceutil/trace.go:171","msg":"trace[78884276] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"522.332912ms","start":"2026-02-24T20:50:33.721657Z","end":"2026-02-24T20:50:34.24399Z","steps":["trace[78884276] 'process raft request' (duration: 522.131697ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:34.244137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:33.721711Z","time spent":"522.355362ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:34.244176Z","caller":"traceutil/trace.go:171","msg":"trace[1795823423] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"522.348302ms","start":"2026-02-24T20:50:33.721819Z","end":"2026-02-24T20:50:34.244167Z","steps":["trace[1795823423] 'process raft request' (duration: 522.042445ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:34.244215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:33.721794Z","time spent":"522.395443ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:34.244207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:33.721133Z","time spent":"522.959236ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:34.244147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:33.823082Z","time spent":"421.060505ms","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-24T20:50:34.244127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:33.720904Z","time spent":"523.118681ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:34.243952Z","caller":"traceutil/trace.go:171","msg":"trace[609599309] linearizableReadLoop","detail":"{readStateIndex:25335; appliedIndex:25328; }","duration":"420.762568ms","start":"2026-02-24T20:50:33.823139Z","end":"2026-02-24T20:50:34.243901Z","steps":["trace[609599309] 'read index received' (duration: 115.448861ms)","trace[609599309] 'applied index is now lower than readState.Index' (duration: 305.312737ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:34.245024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:33.721628Z","time spent":"523.268753ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:34.24517Z","caller":"traceutil/trace.go:171","msg":"trace[2131832719] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"523.288155ms","start":"2026-02-24T20:50:33.721089Z","end":"2026-02-24T20:50:34.244377Z","steps":["trace[2131832719] 'process raft request' (duration: 522.63279ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:34.245376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:33.721058Z","time spent":"524.156115ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:34.288089Z","caller":"traceutil/trace.go:171","msg":"trace[1888089567] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"179.867112ms","start":"2026-02-24T20:50:34.108175Z","end":"2026-02-24T20:50:34.288042Z","steps":["trace[1888089567] 'process raft request' (duration: 179.643477ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:34.288156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.826533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:50:34.288232Z","caller":"traceutil/trace.go:171","msg":"trace[1374286103] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24464; }","duration":"421.970716ms","start":"2026-02-24T20:50:33.866234Z","end":"2026-02-24T20:50:34.288205Z","steps":["trace[1374286103] 'agreement among raft nodes before linearized reading' (duration: 421.790052ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:34.288303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:33.866214Z","time spent":"422.070919ms","remote":"127.0.0.1:60352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:50:34.288532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.686149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-02-24T20:50:34.288627Z","caller":"traceutil/trace.go:171","msg":"trace[805999457] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24464; }","duration":"372.840342ms","start":"2026-02-24T20:50:33.915766Z","end":"2026-02-24T20:50:34.288607Z","steps":["trace[805999457] 'agreement among raft nodes before linearized reading' (duration: 372.575216ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:34.288666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:33.915742Z","time spent":"372.915305ms","remote":"127.0.0.1:51024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-02-24T20:50:34.707395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.635107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:50:34.707475Z","caller":"traceutil/trace.go:171","msg":"trace[292443555] linearizableReadLoop","detail":"{readStateIndex:25338; appliedIndex:25337; }","duration":"188.045425ms","start":"2026-02-24T20:50:34.519417Z","end":"2026-02-24T20:50:34.707463Z","steps":["trace[292443555] 'read index received' (duration: 34.206223ms)","trace[292443555] 'applied index is now lower than readState.Index' (duration: 153.838162ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:34.707697Z","caller":"traceutil/trace.go:171","msg":"trace[1582796756] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"287.09755ms","start":"2026-02-24T20:50:34.420539Z","end":"2026-02-24T20:50:34.707636Z","steps":["trace[1582796756] 'process raft request' (duration: 133.128165ms)","trace[1582796756] 'compare' (duration: 153.318049ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:34.707931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.524126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T20:50:34.707958Z","caller":"traceutil/trace.go:171","msg":"trace[2085960187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24466; }","duration":"188.660489ms","start":"2026-02-24T20:50:34.519287Z","end":"2026-02-24T20:50:34.707948Z","steps":["trace[2085960187] 'agreement among raft nodes before linearized reading' (duration: 188.430774ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:34.70833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.779868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-24T20:50:34.708351Z","caller":"traceutil/trace.go:171","msg":"trace[116019891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24466; }","duration":"187.826539ms","start":"2026-02-24T20:50:34.520519Z","end":"2026-02-24T20:50:34.708345Z","steps":["trace[116019891] 'agreement among raft nodes before linearized reading' (duration: 187.773118ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:34.708632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.254909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-02-24T20:50:34.708721Z","caller":"traceutil/trace.go:171","msg":"trace[1606837676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24466; }","duration":"188.403283ms","start":"2026-02-24T20:50:34.520299Z","end":"2026-02-24T20:50:34.708702Z","steps":["trace[1606837676] 'agreement among raft nodes before linearized reading' (duration: 187.494652ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:34.941149Z","caller":"traceutil/trace.go:171","msg":"trace[420823937] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"228.784361ms","start":"2026-02-24T20:50:34.712335Z","end":"2026-02-24T20:50:34.941119Z","steps":["trace[420823937] 'process raft request' (duration: 207.108561ms)","trace[420823937] 'compare' (duration: 21.447864ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:34.941493Z","caller":"traceutil/trace.go:171","msg":"trace[588308244] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"229.095888ms","start":"2026-02-24T20:50:34.712339Z","end":"2026-02-24T20:50:34.941435Z","steps":["trace[588308244] 'process raft request' (duration: 228.73288ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:34.941808Z","caller":"traceutil/trace.go:171","msg":"trace[1627925972] linearizableReadLoop","detail":"{readStateIndex:25341; appliedIndex:25338; }","duration":"128.241971ms","start":"2026-02-24T20:50:34.81353Z","end":"2026-02-24T20:50:34.941772Z","steps":["trace[1627925972] 'read index received' (duration: 106.003168ms)","trace[1627925972] 'applied index is now lower than readState.Index' (duration: 22.237433ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:34.941988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.440355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:34.942045Z","caller":"traceutil/trace.go:171","msg":"trace[2087810626] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24469; }","duration":"128.567538ms","start":"2026-02-24T20:50:34.813466Z","end":"2026-02-24T20:50:34.942034Z","steps":["trace[2087810626] 'agreement among raft nodes before linearized reading' (duration: 128.445225ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:34.941835Z","caller":"traceutil/trace.go:171","msg":"trace[544663608] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"228.976364ms","start":"2026-02-24T20:50:34.712826Z","end":"2026-02-24T20:50:34.941802Z","steps":["trace[544663608] 'process raft request' (duration: 228.542094ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:34.943536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.910496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:34.943624Z","caller":"traceutil/trace.go:171","msg":"trace[1475881968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24469; }","duration":"120.050658ms","start":"2026-02-24T20:50:34.823557Z","end":"2026-02-24T20:50:34.943608Z","steps":["trace[1475881968] 'agreement among raft nodes before linearized reading' (duration: 119.884494ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:35.19484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.585684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:50:35.19493Z","caller":"traceutil/trace.go:171","msg":"trace[240037948] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"246.519527ms","start":"2026-02-24T20:50:34.948395Z","end":"2026-02-24T20:50:35.194915Z","steps":["trace[240037948] 'process raft request' (duration: 104.776399ms)","trace[240037948] 'compare' (duration: 141.387399ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:35.21315Z","caller":"traceutil/trace.go:171","msg":"trace[1979863485] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"258.60222ms","start":"2026-02-24T20:50:34.954529Z","end":"2026-02-24T20:50:35.213132Z","steps":["trace[1979863485] 'process raft request' (duration: 258.451997ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:43.448218Z","caller":"traceutil/trace.go:171","msg":"trace[766681980] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"467.768102ms","start":"2026-02-24T20:50:42.980418Z","end":"2026-02-24T20:50:43.448186Z","steps":["trace[766681980] 'process raft request' (duration: 467.612068ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:43.448391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:42.980408Z","time spent":"467.896044ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:43.518832Z","caller":"traceutil/trace.go:171","msg":"trace[131351963] linearizableReadLoop","detail":"{readStateIndex:25395; appliedIndex:25392; }","duration":"337.459382ms","start":"2026-02-24T20:50:43.181342Z","end":"2026-02-24T20:50:43.518801Z","steps":["trace[131351963] 'read index received' (duration: 266.707432ms)","trace[131351963] 'applied index is now lower than readState.Index' (duration: 70.75029ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:43.519259Z","caller":"traceutil/trace.go:171","msg":"trace[1217799315] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"537.880167ms","start":"2026-02-24T20:50:42.981362Z","end":"2026-02-24T20:50:43.519242Z","steps":["trace[1217799315] 'process raft request' (duration: 537.228782ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:43.51943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:42.981341Z","time spent":"537.973819ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:50:43.519642Z","caller":"traceutil/trace.go:171","msg":"trace[2049885870] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"537.692463ms","start":"2026-02-24T20:50:42.98194Z","end":"2026-02-24T20:50:43.519633Z","steps":["trace[2049885870] 'process raft request' (duration: 536.813542ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:43.519694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:42.981926Z","time spent":"537.737374ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:43.520123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.785244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:50:43.520171Z","caller":"traceutil/trace.go:171","msg":"trace[207411775] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24521; }","duration":"338.893986ms","start":"2026-02-24T20:50:43.181268Z","end":"2026-02-24T20:50:43.520162Z","steps":["trace[207411775] 'agreement among raft nodes before linearized reading' (duration: 338.761373ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:43.520198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:43.18125Z","time spent":"338.941207ms","remote":"127.0.0.1:51118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-02-24T20:50:43.52133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.112705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:43.521371Z","caller":"traceutil/trace.go:171","msg":"trace[2051942341] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24521; }","duration":"274.198867ms","start":"2026-02-24T20:50:43.24716Z","end":"2026-02-24T20:50:43.521359Z","steps":["trace[2051942341] 'agreement among raft nodes before linearized reading' (duration: 274.086525ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:43.521739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.30378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-24T20:50:43.521773Z","caller":"traceutil/trace.go:171","msg":"trace[752644931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24521; }","duration":"295.697183ms","start":"2026-02-24T20:50:43.226064Z","end":"2026-02-24T20:50:43.521761Z","steps":["trace[752644931] 'agreement among raft nodes before linearized reading' (duration: 294.27958ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:45.487707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.022948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-02-24T20:50:45.4878Z","caller":"traceutil/trace.go:171","msg":"trace[1841143841] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24534; }","duration":"330.193972ms","start":"2026-02-24T20:50:45.157582Z","end":"2026-02-24T20:50:45.487776Z","steps":["trace[1841143841] 'range keys from in-memory index tree' (duration: 329.769912ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:45.487844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.157543Z","time spent":"330.290964ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-02-24T20:50:45.604577Z","caller":"traceutil/trace.go:171","msg":"trace[1607881351] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"111.589229ms","start":"2026-02-24T20:50:45.492962Z","end":"2026-02-24T20:50:45.604551Z","steps":["trace[1607881351] 'process raft request' (duration: 111.364414ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:45.803881Z","caller":"traceutil/trace.go:171","msg":"trace[1913184886] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"195.341046ms","start":"2026-02-24T20:50:45.60851Z","end":"2026-02-24T20:50:45.803851Z","steps":["trace[1913184886] 'process raft request' (duration: 195.209023ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:45.803895Z","caller":"traceutil/trace.go:171","msg":"trace[995977416] linearizableReadLoop","detail":"{readStateIndex:25410; appliedIndex:25408; }","duration":"279.059101ms","start":"2026-02-24T20:50:45.524789Z","end":"2026-02-24T20:50:45.803848Z","steps":["trace[995977416] 'read index received' (duration: 79.499696ms)","trace[995977416] 'applied index is now lower than readState.Index' (duration: 199.554825ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:45.803885Z","caller":"traceutil/trace.go:171","msg":"trace[1671200906] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"310.387146ms","start":"2026-02-24T20:50:45.493412Z","end":"2026-02-24T20:50:45.803799Z","steps":["trace[1671200906] 'process raft request' (duration: 217.553056ms)","trace[1671200906] 'compare' (duration: 92.4544ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:45.804262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.436951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:50:45.804322Z","caller":"traceutil/trace.go:171","msg":"trace[1723801912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24537; }","duration":"279.569674ms","start":"2026-02-24T20:50:45.524735Z","end":"2026-02-24T20:50:45.804304Z","steps":["trace[1723801912] 'agreement among raft nodes before linearized reading' (duration: 279.297298ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:45.804394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:50:45.493383Z","time spent":"310.799616ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-24T20:50:45.804492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.826481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16899"} {"level":"warn","ts":"2026-02-24T20:50:45.8044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.699978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-02-24T20:50:45.804595Z","caller":"traceutil/trace.go:171","msg":"trace[1662347311] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24537; }","duration":"179.972235ms","start":"2026-02-24T20:50:45.624595Z","end":"2026-02-24T20:50:45.804568Z","steps":["trace[1662347311] 'agreement among raft nodes before linearized reading' (duration: 179.645767ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:45.80468Z","caller":"traceutil/trace.go:171","msg":"trace[219120372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24537; }","duration":"271.979975ms","start":"2026-02-24T20:50:45.532636Z","end":"2026-02-24T20:50:45.804616Z","steps":["trace[219120372] 'agreement among raft nodes before linearized reading' (duration: 271.607396ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:45.805205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.12922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-02-24T20:50:45.805384Z","caller":"traceutil/trace.go:171","msg":"trace[1697880629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24537; }","duration":"278.340424ms","start":"2026-02-24T20:50:45.527011Z","end":"2026-02-24T20:50:45.805351Z","steps":["trace[1697880629] 'agreement among raft nodes before linearized reading' (duration: 277.143136ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:46.016622Z","caller":"traceutil/trace.go:171","msg":"trace[1792082105] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"207.523752ms","start":"2026-02-24T20:50:45.809074Z","end":"2026-02-24T20:50:46.016598Z","steps":["trace[1792082105] 'process raft request' (duration: 142.29835ms)","trace[1792082105] 'compare' (duration: 64.908114ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:46.016758Z","caller":"traceutil/trace.go:171","msg":"trace[1755084552] linearizableReadLoop","detail":"{readStateIndex:25414; appliedIndex:25411; }","duration":"205.547916ms","start":"2026-02-24T20:50:45.811192Z","end":"2026-02-24T20:50:46.01674Z","steps":["trace[1755084552] 'read index received' (duration: 140.240192ms)","trace[1755084552] 'applied index is now lower than readState.Index' (duration: 65.306554ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:46.017018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.622363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:50:46.017055Z","caller":"traceutil/trace.go:171","msg":"trace[1698112083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24540; }","duration":"195.719735ms","start":"2026-02-24T20:50:45.821327Z","end":"2026-02-24T20:50:46.017047Z","steps":["trace[1698112083] 'agreement among raft nodes before linearized reading' (duration: 195.638923ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:46.017019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.826902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16899"} {"level":"info","ts":"2026-02-24T20:50:46.017149Z","caller":"traceutil/trace.go:171","msg":"trace[937587324] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24540; }","duration":"205.988196ms","start":"2026-02-24T20:50:45.811142Z","end":"2026-02-24T20:50:46.01713Z","steps":["trace[937587324] 'agreement among raft nodes before linearized reading' (duration: 205.71553ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:46.016806Z","caller":"traceutil/trace.go:171","msg":"trace[1280826167] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"206.827745ms","start":"2026-02-24T20:50:45.809955Z","end":"2026-02-24T20:50:46.016783Z","steps":["trace[1280826167] 'process raft request' (duration: 206.58764ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:46.016931Z","caller":"traceutil/trace.go:171","msg":"trace[1118513969] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"206.069888ms","start":"2026-02-24T20:50:45.810811Z","end":"2026-02-24T20:50:46.016881Z","steps":["trace[1118513969] 'process raft request' (duration: 205.873264ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:46.474756Z","caller":"traceutil/trace.go:171","msg":"trace[1417690361] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"182.380152ms","start":"2026-02-24T20:50:46.29236Z","end":"2026-02-24T20:50:46.474741Z","steps":["trace[1417690361] 'process raft request' (duration: 182.245829ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:46.569828Z","caller":"traceutil/trace.go:171","msg":"trace[1214685558] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"253.595792ms","start":"2026-02-24T20:50:46.316174Z","end":"2026-02-24T20:50:46.569769Z","steps":["trace[1214685558] 'process raft request' (duration: 253.340206ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:46.570105Z","caller":"traceutil/trace.go:171","msg":"trace[2043105808] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"253.734926ms","start":"2026-02-24T20:50:46.316338Z","end":"2026-02-24T20:50:46.570073Z","steps":["trace[2043105808] 'process raft request' (duration: 253.370648ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:46.570387Z","caller":"traceutil/trace.go:171","msg":"trace[1332830890] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"164.03736ms","start":"2026-02-24T20:50:46.406322Z","end":"2026-02-24T20:50:46.570359Z","steps":["trace[1332830890] 'process raft request' (duration: 163.806735ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:46.570505Z","caller":"traceutil/trace.go:171","msg":"trace[1887847224] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"162.697179ms","start":"2026-02-24T20:50:46.407799Z","end":"2026-02-24T20:50:46.570496Z","steps":["trace[1887847224] 'process raft request' (duration: 162.431873ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:46.570748Z","caller":"traceutil/trace.go:171","msg":"trace[1009551274] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"162.676789ms","start":"2026-02-24T20:50:46.408062Z","end":"2026-02-24T20:50:46.570739Z","steps":["trace[1009551274] 'process raft request' (duration: 162.397182ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:46.570749Z","caller":"traceutil/trace.go:171","msg":"trace[933143319] linearizableReadLoop","detail":"{readStateIndex:25417; appliedIndex:25414; }","duration":"236.094902ms","start":"2026-02-24T20:50:46.334633Z","end":"2026-02-24T20:50:46.570728Z","steps":["trace[933143319] 'read index received' (duration: 140.049588ms)","trace[933143319] 'applied index is now lower than readState.Index' (duration: 96.043684ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:46.570749Z","caller":"traceutil/trace.go:171","msg":"trace[493525889] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"162.524985ms","start":"2026-02-24T20:50:46.407973Z","end":"2026-02-24T20:50:46.570498Z","steps":["trace[493525889] 'process raft request' (duration: 162.424253ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:50:46.571371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.727068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267360"} {"level":"info","ts":"2026-02-24T20:50:46.571461Z","caller":"traceutil/trace.go:171","msg":"trace[1442310264] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24547; }","duration":"236.873651ms","start":"2026-02-24T20:50:46.334569Z","end":"2026-02-24T20:50:46.571442Z","steps":["trace[1442310264] 'agreement among raft nodes before linearized reading' (duration: 236.264686ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:48.127014Z","caller":"traceutil/trace.go:171","msg":"trace[10809367] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"104.38284ms","start":"2026-02-24T20:50:48.022603Z","end":"2026-02-24T20:50:48.126986Z","steps":["trace[10809367] 'process raft request' (duration: 104.170355ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:48.230152Z","caller":"traceutil/trace.go:171","msg":"trace[1245379415] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"206.026216ms","start":"2026-02-24T20:50:48.024097Z","end":"2026-02-24T20:50:48.230123Z","steps":["trace[1245379415] 'process raft request' (duration: 152.125181ms)","trace[1245379415] 'compare' (duration: 53.65815ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:50:48.230353Z","caller":"traceutil/trace.go:171","msg":"trace[810483552] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"204.90537ms","start":"2026-02-24T20:50:48.025427Z","end":"2026-02-24T20:50:48.230332Z","steps":["trace[810483552] 'process raft request' (duration: 204.637394ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:48.230376Z","caller":"traceutil/trace.go:171","msg":"trace[770755920] linearizableReadLoop","detail":"{readStateIndex:25427; appliedIndex:25424; }","duration":"202.639947ms","start":"2026-02-24T20:50:48.027654Z","end":"2026-02-24T20:50:48.230294Z","steps":["trace[770755920] 'read index received' (duration: 99.209599ms)","trace[770755920] 'applied index is now lower than readState.Index' (duration: 103.429108ms)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:50:48.230626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.954985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5542"} {"level":"info","ts":"2026-02-24T20:50:48.23071Z","caller":"traceutil/trace.go:171","msg":"trace[718175158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24552; }","duration":"203.045057ms","start":"2026-02-24T20:50:48.027642Z","end":"2026-02-24T20:50:48.230687Z","steps":["trace[718175158] 'agreement among raft nodes before linearized reading' (duration: 202.770541ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:49.987228Z","caller":"traceutil/trace.go:171","msg":"trace[1815016839] transaction","detail":"{read_only:false; response_revision:24563; number_of_response:1; }","duration":"118.141783ms","start":"2026-02-24T20:50:49.869066Z","end":"2026-02-24T20:50:49.987208Z","steps":["trace[1815016839] 'process raft request' (duration: 117.821666ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:50:50.275769Z","caller":"traceutil/trace.go:171","msg":"trace[188283537] transaction","detail":"{read_only:false; response_revision:24564; number_of_response:1; }","duration":"140.289753ms","start":"2026-02-24T20:50:50.135455Z","end":"2026-02-24T20:50:50.275745Z","steps":["trace[188283537] 'process raft request' (duration: 140.107769ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:51:24.598796Z","caller":"traceutil/trace.go:171","msg":"trace[1742185543] transaction","detail":"{read_only:false; response_revision:24969; number_of_response:1; }","duration":"112.229245ms","start":"2026-02-24T20:51:24.486532Z","end":"2026-02-24T20:51:24.598761Z","steps":["trace[1742185543] 'process raft request' (duration: 111.976059ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:52:45.320353Z","caller":"traceutil/trace.go:171","msg":"trace[1189693614] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"147.063532ms","start":"2026-02-24T20:52:45.173262Z","end":"2026-02-24T20:52:45.320325Z","steps":["trace[1189693614] 'process raft request' (duration: 146.457988ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:52:45.320628Z","caller":"traceutil/trace.go:171","msg":"trace[2115116432] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"143.536849ms","start":"2026-02-24T20:52:45.177061Z","end":"2026-02-24T20:52:45.320598Z","steps":["trace[2115116432] 'process raft request' (duration: 143.210152ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:52:45.320698Z","caller":"traceutil/trace.go:171","msg":"trace[1782832037] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"139.282789ms","start":"2026-02-24T20:52:45.181389Z","end":"2026-02-24T20:52:45.320671Z","steps":["trace[1782832037] 'process raft request' (duration: 139.128935ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:52:45.320825Z","caller":"traceutil/trace.go:171","msg":"trace[421783812] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"138.306156ms","start":"2026-02-24T20:52:45.182506Z","end":"2026-02-24T20:52:45.320812Z","steps":["trace[421783812] 'process raft request' (duration: 138.125642ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:52:45.320986Z","caller":"traceutil/trace.go:171","msg":"trace[957429797] linearizableReadLoop","detail":"{readStateIndex:26530; appliedIndex:26524; }","duration":"137.774794ms","start":"2026-02-24T20:52:45.183197Z","end":"2026-02-24T20:52:45.320972Z","steps":["trace[957429797] 'read index received' (duration: 13.060227ms)","trace[957429797] 'applied index is now lower than readState.Index' (duration: 124.713767ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:52:45.32102Z","caller":"traceutil/trace.go:171","msg":"trace[1337058037] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"138.437189ms","start":"2026-02-24T20:52:45.182554Z","end":"2026-02-24T20:52:45.320991Z","steps":["trace[1337058037] 'process raft request' (duration: 138.205964ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:52:45.321179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.963348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-02-24T20:52:45.321197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.551879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-02-24T20:52:45.321239Z","caller":"traceutil/trace.go:171","msg":"trace[839218463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25626; }","duration":"131.61644ms","start":"2026-02-24T20:52:45.189607Z","end":"2026-02-24T20:52:45.321224Z","steps":["trace[839218463] 'agreement among raft nodes before linearized reading' (duration: 131.464136ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:52:45.321237Z","caller":"traceutil/trace.go:171","msg":"trace[1316079304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25626; }","duration":"138.03893ms","start":"2026-02-24T20:52:45.183173Z","end":"2026-02-24T20:52:45.321212Z","steps":["trace[1316079304] 'agreement among raft nodes before linearized reading' (duration: 137.884626ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:53:53.771998Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23682} {"level":"info","ts":"2026-02-24T20:53:53.900493Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23682,"took":"123.730125ms","hash":1767944473,"current-db-size-bytes":49221632,"current-db-size":"49 MB","current-db-size-in-use-bytes":32968704,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-02-24T20:53:53.900566Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1767944473,"revision":23682,"compact-revision":21318} {"level":"info","ts":"2026-02-24T20:54:03.762273Z","caller":"traceutil/trace.go:171","msg":"trace[1228799223] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"385.254913ms","start":"2026-02-24T20:54:03.376991Z","end":"2026-02-24T20:54:03.762246Z","steps":["trace[1228799223] 'process raft request' (duration: 385.086849ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:03.762481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:54:03.376965Z","time spent":"385.403227ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:54:03.770208Z","caller":"traceutil/trace.go:171","msg":"trace[476267583] linearizableReadLoop","detail":"{readStateIndex:27316; appliedIndex:27314; }","duration":"276.562255ms","start":"2026-02-24T20:54:03.49362Z","end":"2026-02-24T20:54:03.770183Z","steps":["trace[476267583] 'read index received' (duration: 268.505256ms)","trace[476267583] 'applied index is now lower than readState.Index' (duration: 8.055629ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:54:03.77049Z","caller":"traceutil/trace.go:171","msg":"trace[1579958520] transaction","detail":"{read_only:false; response_revision:26390; number_of_response:1; }","duration":"311.563986ms","start":"2026-02-24T20:54:03.458911Z","end":"2026-02-24T20:54:03.770475Z","steps":["trace[1579958520] 'process raft request' (duration: 310.947072ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:03.770612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-24T20:54:03.45887Z","time spent":"311.659138ms","remote":"127.0.0.1:51098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-24T20:54:03.7708Z","caller":"traceutil/trace.go:171","msg":"trace[1418023140] transaction","detail":"{read_only:false; response_revision:26391; number_of_response:1; }","duration":"148.880071ms","start":"2026-02-24T20:54:03.621909Z","end":"2026-02-24T20:54:03.770789Z","steps":["trace[1418023140] 'process raft request' (duration: 148.052542ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:03.770946Z","caller":"traceutil/trace.go:171","msg":"trace[1632666266] transaction","detail":"{read_only:false; response_revision:26392; number_of_response:1; }","duration":"149.015975ms","start":"2026-02-24T20:54:03.621918Z","end":"2026-02-24T20:54:03.770934Z","steps":["trace[1632666266] 'process raft request' (duration: 148.103353ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:03.771083Z","caller":"traceutil/trace.go:171","msg":"trace[1410654301] transaction","detail":"{read_only:false; response_revision:26393; number_of_response:1; }","duration":"149.117768ms","start":"2026-02-24T20:54:03.621955Z","end":"2026-02-24T20:54:03.771073Z","steps":["trace[1410654301] 'process raft request' (duration: 148.110293ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:03.771169Z","caller":"traceutil/trace.go:171","msg":"trace[347756024] transaction","detail":"{read_only:false; response_revision:26394; number_of_response:1; }","duration":"149.020166ms","start":"2026-02-24T20:54:03.622139Z","end":"2026-02-24T20:54:03.77116Z","steps":["trace[347756024] 'process raft request' (duration: 147.96361ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:03.771261Z","caller":"traceutil/trace.go:171","msg":"trace[1230241770] transaction","detail":"{read_only:false; response_revision:26395; number_of_response:1; }","duration":"147.696434ms","start":"2026-02-24T20:54:03.623553Z","end":"2026-02-24T20:54:03.771249Z","steps":["trace[1230241770] 'process raft request' (duration: 146.588487ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:03.771602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.965078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-02-24T20:54:03.771692Z","caller":"traceutil/trace.go:171","msg":"trace[1273053800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26395; }","duration":"278.107692ms","start":"2026-02-24T20:54:03.493563Z","end":"2026-02-24T20:54:03.771671Z","steps":["trace[1273053800] 'agreement among raft nodes before linearized reading' (duration: 277.875846ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:03.772035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.962205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-02-24T20:54:03.772098Z","caller":"traceutil/trace.go:171","msg":"trace[599285391] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26395; }","duration":"248.065928ms","start":"2026-02-24T20:54:03.524014Z","end":"2026-02-24T20:54:03.77208Z","steps":["trace[599285391] 'agreement among raft nodes before linearized reading' (duration: 247.912664ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:09.897543Z","caller":"traceutil/trace.go:171","msg":"trace[1975583917] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"101.664883ms","start":"2026-02-24T20:54:09.795857Z","end":"2026-02-24T20:54:09.897522Z","steps":["trace[1975583917] 'process raft request' (duration: 101.483859ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:09.897853Z","caller":"traceutil/trace.go:171","msg":"trace[1566410995] transaction","detail":"{read_only:false; response_revision:26435; number_of_response:1; }","duration":"100.871345ms","start":"2026-02-24T20:54:09.796946Z","end":"2026-02-24T20:54:09.897817Z","steps":["trace[1566410995] 'process raft request' (duration: 100.505286ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:09.898051Z","caller":"traceutil/trace.go:171","msg":"trace[2086697393] linearizableReadLoop","detail":"{readStateIndex:27361; appliedIndex:27359; }","duration":"101.177592ms","start":"2026-02-24T20:54:09.796847Z","end":"2026-02-24T20:54:09.898024Z","steps":["trace[2086697393] 'read index received' (duration: 72.470198ms)","trace[2086697393] 'applied index is now lower than readState.Index' (duration: 28.706094ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:54:09.898114Z","caller":"traceutil/trace.go:171","msg":"trace[909063607] transaction","detail":"{read_only:false; response_revision:26436; number_of_response:1; }","duration":"100.18951ms","start":"2026-02-24T20:54:09.797913Z","end":"2026-02-24T20:54:09.898103Z","steps":["trace[909063607] 'process raft request' (duration: 99.823301ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:09.898206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.343727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4817"} {"level":"info","ts":"2026-02-24T20:54:09.898257Z","caller":"traceutil/trace.go:171","msg":"trace[433941120] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26438; }","duration":"101.455849ms","start":"2026-02-24T20:54:09.79679Z","end":"2026-02-24T20:54:09.898246Z","steps":["trace[433941120] 'agreement among raft nodes before linearized reading' (duration: 101.323796ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:14.952599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.49175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-02-24T20:54:14.952681Z","caller":"traceutil/trace.go:171","msg":"trace[1644771076] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:26479; }","duration":"130.617573ms","start":"2026-02-24T20:54:14.822044Z","end":"2026-02-24T20:54:14.952662Z","steps":["trace[1644771076] 'count revisions from in-memory index tree' (duration: 130.424939ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:14.953078Z","caller":"traceutil/trace.go:171","msg":"trace[1048683397] transaction","detail":"{read_only:false; response_revision:26480; number_of_response:1; }","duration":"124.624262ms","start":"2026-02-24T20:54:14.828439Z","end":"2026-02-24T20:54:14.953064Z","steps":["trace[1048683397] 'process raft request' (duration: 100.971788ms)","trace[1048683397] 'compare' (duration: 23.022ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:54:22.228949Z","caller":"traceutil/trace.go:171","msg":"trace[215910554] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"132.030196ms","start":"2026-02-24T20:54:22.096894Z","end":"2026-02-24T20:54:22.228924Z","steps":["trace[215910554] 'process raft request' (duration: 131.854132ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:22.229328Z","caller":"traceutil/trace.go:171","msg":"trace[689251835] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"132.319992ms","start":"2026-02-24T20:54:22.096959Z","end":"2026-02-24T20:54:22.229279Z","steps":["trace[689251835] 'process raft request' (duration: 131.925483ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:22.229394Z","caller":"traceutil/trace.go:171","msg":"trace[231070113] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"132.376214ms","start":"2026-02-24T20:54:22.096991Z","end":"2026-02-24T20:54:22.229367Z","steps":["trace[231070113] 'process raft request' (duration: 132.164278ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:22.229579Z","caller":"traceutil/trace.go:171","msg":"trace[1565584257] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"130.134381ms","start":"2026-02-24T20:54:22.099414Z","end":"2026-02-24T20:54:22.229548Z","steps":["trace[1565584257] 'process raft request' (duration: 129.848664ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:22.229755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.033594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-02-24T20:54:22.229809Z","caller":"traceutil/trace.go:171","msg":"trace[491968062] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26622; }","duration":"108.133666ms","start":"2026-02-24T20:54:22.121666Z","end":"2026-02-24T20:54:22.229799Z","steps":["trace[491968062] 'agreement among raft nodes before linearized reading' (duration: 107.959342ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:22.229579Z","caller":"traceutil/trace.go:171","msg":"trace[1793166808] linearizableReadLoop","detail":"{readStateIndex:27556; appliedIndex:27552; }","duration":"107.824549ms","start":"2026-02-24T20:54:22.121707Z","end":"2026-02-24T20:54:22.229532Z","steps":["trace[1793166808] 'read index received' (duration: 107.03401ms)","trace[1793166808] 'applied index is now lower than readState.Index' (duration: 789.139µs)"],"step_count":2} {"level":"warn","ts":"2026-02-24T20:54:22.461266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.279392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12012"} {"level":"warn","ts":"2026-02-24T20:54:22.461271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.437826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-02-24T20:54:22.461345Z","caller":"traceutil/trace.go:171","msg":"trace[684293404] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26622; }","duration":"129.401344ms","start":"2026-02-24T20:54:22.33193Z","end":"2026-02-24T20:54:22.461331Z","steps":["trace[684293404] 'range keys from in-memory index tree' (duration: 129.139458ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:22.461358Z","caller":"traceutil/trace.go:171","msg":"trace[292348727] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26622; }","duration":"144.563069ms","start":"2026-02-24T20:54:22.316779Z","end":"2026-02-24T20:54:22.461342Z","steps":["trace[292348727] 'count revisions from in-memory index tree' (duration: 144.373565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-24T20:54:36.582159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.934123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-02-24T20:54:36.582393Z","caller":"traceutil/trace.go:171","msg":"trace[1875876983] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"281.644204ms","start":"2026-02-24T20:54:36.300716Z","end":"2026-02-24T20:54:36.58236Z","steps":["trace[1875876983] 'process raft request' (duration: 158.416894ms)","trace[1875876983] 'compare' (duration: 122.78897ms)"],"step_count":2} {"level":"info","ts":"2026-02-24T20:54:36.582557Z","caller":"traceutil/trace.go:171","msg":"trace[535967569] transaction","detail":"{read_only:false; response_revision:26728; number_of_response:1; }","duration":"281.772757ms","start":"2026-02-24T20:54:36.300771Z","end":"2026-02-24T20:54:36.582544Z","steps":["trace[535967569] 'process raft request' (duration: 281.496871ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:54:36.582597Z","caller":"traceutil/trace.go:171","msg":"trace[1808797783] transaction","detail":"{read_only:false; response_revision:26729; number_of_response:1; }","duration":"281.642394ms","start":"2026-02-24T20:54:36.300917Z","end":"2026-02-24T20:54:36.582559Z","steps":["trace[1808797783] 'process raft request' (duration: 281.412629ms)"],"step_count":1} {"level":"info","ts":"2026-02-24T20:58:53.778091Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26326} {"level":"info","ts":"2026-02-24T20:58:53.906515Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26326,"took":"124.153372ms","hash":1327866323,"current-db-size-bytes":49221632,"current-db-size":"49 MB","current-db-size-in-use-bytes":31035392,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-24T20:58:53.906574Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1327866323,"revision":26326,"compact-revision":23682} {"level":"info","ts":"2026-02-24T21:00:00.136938Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"21032583b6cd9182","local-member-applied-index":30004,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-24T21:00:00.149892Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-02-24T21:00:00.150059Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-02-24T21:03:53.79315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28530} {"level":"info","ts":"2026-02-24T21:03:53.911995Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28530,"took":"115.64813ms","hash":3412668511,"current-db-size-bytes":49221632,"current-db-size":"49 MB","current-db-size-in-use-bytes":27971584,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-24T21:03:53.912049Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3412668511,"revision":28530,"compact-revision":26326} {"level":"info","ts":"2026-02-24T21:08:53.798772Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30676} {"level":"info","ts":"2026-02-24T21:08:53.940269Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30676,"took":"135.999886ms","hash":1975470148,"current-db-size-bytes":49221632,"current-db-size":"49 MB","current-db-size-in-use-bytes":28311552,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-24T21:08:53.940369Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1975470148,"revision":30676,"compact-revision":28530} {"level":"info","ts":"2026-02-24T21:13:53.808237Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32863} {"level":"info","ts":"2026-02-24T21:13:53.954227Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32863,"took":"141.954065ms","hash":3314590751,"current-db-size-bytes":50520064,"current-db-size":"50 MB","current-db-size-in-use-bytes":27492352,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-02-24T21:13:53.954299Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3314590751,"revision":32863,"compact-revision":30676} {"level":"info","ts":"2026-02-24T21:15:12.088907Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008f6d.wal"} {"level":"info","ts":"2026-02-24T21:18:53.814554Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34938} {"level":"info","ts":"2026-02-24T21:18:53.930209Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34938,"took":"111.553494ms","hash":3105860486,"current-db-size-bytes":51785728,"current-db-size":"52 MB","current-db-size-in-use-bytes":29032448,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-02-24T21:18:53.930276Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3105860486,"revision":34938,"compact-revision":32863}