{"level":"warn","ts":"2026-03-03T11:43:51.929053Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T11:43:51.92914Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.81:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.81:2380","--initial-cluster=instance=https://199.19.213.81:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.81:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.81:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T11:43:51.929206Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T11:43:51.929219Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.81:2380"]} {"level":"info","ts":"2026-03-03T11:43:51.929239Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T11:43:51.929868Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.81:2379"]} {"level":"info","ts":"2026-03-03T11:43:51.929949Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.81:2380"],"listen-peer-urls":["https://199.19.213.81:2380"],"advertise-client-urls":["https://199.19.213.81:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.81:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.81:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T11:43:51.933841Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.646223ms"} {"level":"info","ts":"2026-03-03T11:43:51.944487Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1627b0b72e417489","cluster-id":"d42e5eae8a1b814c"} {"level":"info","ts":"2026-03-03T11:43:51.944577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T11:43:51.94461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became follower at term 0"} {"level":"info","ts":"2026-03-03T11:43:51.944629Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1627b0b72e417489 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T11:43:51.944653Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became follower at term 1"} {"level":"info","ts":"2026-03-03T11:43:51.94471Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 switched to configuration voters=(1596438893727675529)"} {"level":"warn","ts":"2026-03-03T11:43:51.951092Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T11:43:51.953116Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T11:43:51.954563Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T11:43:51.956534Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1627b0b72e417489","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T11:43:51.956683Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1627b0b72e417489","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T11:43:51.956878Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T11:43:51.957065Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T11:43:51.957085Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T11:43:51.960017Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 switched to configuration voters=(1596438893727675529)"} {"level":"info","ts":"2026-03-03T11:43:51.960169Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d42e5eae8a1b814c","local-member-id":"1627b0b72e417489","added-peer-id":"1627b0b72e417489","added-peer-peer-urls":["https://199.19.213.81:2380"]} {"level":"info","ts":"2026-03-03T11:43:51.961855Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T11:43:51.962045Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.81:2380"} {"level":"info","ts":"2026-03-03T11:43:51.9621Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.81:2380"} {"level":"info","ts":"2026-03-03T11:43:51.962207Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1627b0b72e417489","initial-advertise-peer-urls":["https://199.19.213.81:2380"],"listen-peer-urls":["https://199.19.213.81:2380"],"advertise-client-urls":["https://199.19.213.81:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.81:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T11:43:51.96227Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T11:43:52.844946Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T11:43:52.845037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T11:43:52.845063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 received MsgPreVoteResp from 1627b0b72e417489 at term 1"} {"level":"info","ts":"2026-03-03T11:43:52.845082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became candidate at term 2"} {"level":"info","ts":"2026-03-03T11:43:52.845093Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 received MsgVoteResp from 1627b0b72e417489 at term 2"} {"level":"info","ts":"2026-03-03T11:43:52.845109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1627b0b72e417489 became leader at term 2"} {"level":"info","ts":"2026-03-03T11:43:52.845122Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1627b0b72e417489 elected leader 1627b0b72e417489 at term 2"} {"level":"info","ts":"2026-03-03T11:43:52.846159Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1627b0b72e417489","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.81:2379]}","request-path":"/0/members/1627b0b72e417489/attributes","cluster-id":"d42e5eae8a1b814c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T11:43:52.846162Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T11:43:52.846307Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T11:43:52.846561Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T11:43:52.846657Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T11:43:52.849956Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T11:43:52.850421Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.81:2379"} {"level":"info","ts":"2026-03-03T11:43:52.855351Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:52.856103Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d42e5eae8a1b814c","local-member-id":"1627b0b72e417489","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:52.85619Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:52.856226Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-03T11:44:10.86397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019668359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T11:44:11.364579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019668359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T11:44:11.654031Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.56786937s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T11:44:11.654568Z","caller":"traceutil/trace.go:171","msg":"trace[2095526387] linearizableReadLoop","detail":"{readStateIndex:422; appliedIndex:421; }","duration":"1.291120659s","start":"2026-03-03T11:44:10.363422Z","end":"2026-03-03T11:44:11.654542Z","steps":["trace[2095526387] 'read index received' (duration: 1.290930413s)","trace[2095526387] 'applied index is now lower than readState.Index' (duration: 189.016µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:11.65464Z","caller":"traceutil/trace.go:171","msg":"trace[1707098193] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"1.56857298s","start":"2026-03-03T11:44:10.086031Z","end":"2026-03-03T11:44:11.654604Z","steps":["trace[1707098193] 'process raft request' (duration: 1.568352894s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:11.654788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291344965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:44:11.654927Z","caller":"traceutil/trace.go:171","msg":"trace[1515476077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:406; }","duration":"1.291539031s","start":"2026-03-03T11:44:10.363364Z","end":"2026-03-03T11:44:11.654903Z","steps":["trace[1515476077] 'agreement among raft nodes before linearized reading' (duration: 1.291298354s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:11.655013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:10.363343Z","time spent":"1.291657794s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:44:11.655277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:10.086012Z","time spent":"1.568683683s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:44:12.217293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.204118ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T11:44:12.217466Z","caller":"traceutil/trace.go:171","msg":"trace[769339490] linearizableReadLoop","detail":"{readStateIndex:423; appliedIndex:422; }","duration":"562.794786ms","start":"2026-03-03T11:44:11.654649Z","end":"2026-03-03T11:44:12.217444Z","steps":["trace[769339490] 'read index received' (duration: 237.606958ms)","trace[769339490] 'applied index is now lower than readState.Index' (duration: 325.185638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:12.217634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537296728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T11:44:12.217627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329315315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T11:44:12.217642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537257877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T11:44:12.217679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801092995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:12.217726Z","caller":"traceutil/trace.go:171","msg":"trace[965336142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:406; }","duration":"1.32948303s","start":"2026-03-03T11:44:10.888219Z","end":"2026-03-03T11:44:12.217702Z","steps":["trace[965336142] 'agreement among raft nodes before linearized reading' (duration: 1.329255653s)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:12.217755Z","caller":"traceutil/trace.go:171","msg":"trace[1902278376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:406; }","duration":"1.537432103s","start":"2026-03-03T11:44:10.680302Z","end":"2026-03-03T11:44:12.217735Z","steps":["trace[1902278376] 'agreement among raft nodes before linearized reading' (duration: 1.537218877s)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:12.217778Z","caller":"traceutil/trace.go:171","msg":"trace[1327545839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:406; }","duration":"1.80127222s","start":"2026-03-03T11:44:10.41648Z","end":"2026-03-03T11:44:12.217752Z","steps":["trace[1327545839] 'agreement among raft nodes before linearized reading' (duration: 1.801094405s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:12.217807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:10.680278Z","time spent":"1.537519795s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T11:44:12.21767Z","caller":"traceutil/trace.go:171","msg":"trace[1471600369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:406; }","duration":"1.537396742s","start":"2026-03-03T11:44:10.680264Z","end":"2026-03-03T11:44:12.217661Z","steps":["trace[1471600369] 'agreement among raft nodes before linearized reading' (duration: 1.537278028s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:12.217825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:10.416442Z","time spent":"1.801376173s","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:44:12.217881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:10.680239Z","time spent":"1.537624627s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:44:12.217804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:10.887979Z","time spent":"1.32981601s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:44:12.615789Z","caller":"traceutil/trace.go:171","msg":"trace[1189773613] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"956.938678ms","start":"2026-03-03T11:44:11.658824Z","end":"2026-03-03T11:44:12.615763Z","steps":["trace[1189773613] 'process raft request' (duration: 956.779163ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:12.615944Z","caller":"traceutil/trace.go:171","msg":"trace[1802300175] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:424; }","duration":"398.371161ms","start":"2026-03-03T11:44:12.217503Z","end":"2026-03-03T11:44:12.615875Z","steps":["trace[1802300175] 'read index received' (duration: 398.34677ms)","trace[1802300175] 'applied index is now lower than readState.Index' (duration: 19.981µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:12.616053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:11.658803Z","time spent":"957.138733ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:44:12.616312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.523644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-03T11:44:12.616374Z","caller":"traceutil/trace.go:171","msg":"trace[682477946] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:407; }","duration":"957.663478ms","start":"2026-03-03T11:44:11.658699Z","end":"2026-03-03T11:44:12.616362Z","steps":["trace[682477946] 'agreement among raft nodes before linearized reading' (duration: 957.462682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:12.616445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:11.658681Z","time spent":"957.751661ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7317,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T11:44:12.638618Z","caller":"traceutil/trace.go:171","msg":"trace[1850820363] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"416.383028ms","start":"2026-03-03T11:44:12.222211Z","end":"2026-03-03T11:44:12.638594Z","steps":["trace[1850820363] 'process raft request' (duration: 416.299896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:12.638796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:12.222182Z","time spent":"416.520793ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:44:12.638834Z","caller":"traceutil/trace.go:171","msg":"trace[1848353421] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"416.639856ms","start":"2026-03-03T11:44:12.222174Z","end":"2026-03-03T11:44:12.638814Z","steps":["trace[1848353421] 'process raft request' (duration: 410.233435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:12.639054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:12.222149Z","time spent":"416.76976ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:44:12.63906Z","caller":"traceutil/trace.go:171","msg":"trace[719845663] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"416.77354ms","start":"2026-03-03T11:44:12.222253Z","end":"2026-03-03T11:44:12.639027Z","steps":["trace[719845663] 'process raft request' (duration: 416.303206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:12.639275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:12.222228Z","time spent":"416.924043ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:44:12.639296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.019912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:12.639351Z","caller":"traceutil/trace.go:171","msg":"trace[1279589836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"414.073333ms","start":"2026-03-03T11:44:12.225263Z","end":"2026-03-03T11:44:12.639336Z","steps":["trace[1279589836] 'agreement among raft nodes before linearized reading' (duration: 413.94328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:12.639392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:12.225221Z","time spent":"414.160626ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:44:23.050839Z","caller":"traceutil/trace.go:171","msg":"trace[114195381] linearizableReadLoop","detail":"{readStateIndex:485; appliedIndex:484; }","duration":"276.844603ms","start":"2026-03-03T11:44:22.773969Z","end":"2026-03-03T11:44:23.050814Z","steps":["trace[114195381] 'read index received' (duration: 276.527764ms)","trace[114195381] 'applied index is now lower than readState.Index' (duration: 315.769µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:23.05089Z","caller":"traceutil/trace.go:171","msg":"trace[998394749] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"359.429344ms","start":"2026-03-03T11:44:22.691436Z","end":"2026-03-03T11:44:23.050865Z","steps":["trace[998394749] 'process raft request' (duration: 359.156997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:23.051022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:22.691409Z","time spent":"359.551567ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:44:23.051199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.195432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T11:44:23.051269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.578257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T11:44:23.051272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.698794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:44:23.05132Z","caller":"traceutil/trace.go:171","msg":"trace[1042963883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:466; }","duration":"277.366457ms","start":"2026-03-03T11:44:22.773924Z","end":"2026-03-03T11:44:23.05129Z","steps":["trace[1042963883] 'agreement among raft nodes before linearized reading' (duration: 277.014677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:23.051332Z","caller":"traceutil/trace.go:171","msg":"trace[53562819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:466; }","duration":"275.67363ms","start":"2026-03-03T11:44:22.775638Z","end":"2026-03-03T11:44:23.051312Z","steps":["trace[53562819] 'agreement among raft nodes before linearized reading' (duration: 275.415253ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:23.051339Z","caller":"traceutil/trace.go:171","msg":"trace[823245288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:466; }","duration":"274.799407ms","start":"2026-03-03T11:44:22.776522Z","end":"2026-03-03T11:44:23.051321Z","steps":["trace[823245288] 'agreement among raft nodes before linearized reading' (duration: 274.5567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:30.884008Z","caller":"traceutil/trace.go:171","msg":"trace[1295085877] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"467.885292ms","start":"2026-03-03T11:44:30.416103Z","end":"2026-03-03T11:44:30.883988Z","steps":["trace[1295085877] 'read index received' (duration: 467.709477ms)","trace[1295085877] 'applied index is now lower than readState.Index' (duration: 175.175µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:30.88416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.046367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:30.884188Z","caller":"traceutil/trace.go:171","msg":"trace[1379522031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:511; }","duration":"468.127729ms","start":"2026-03-03T11:44:30.416053Z","end":"2026-03-03T11:44:30.884181Z","steps":["trace[1379522031] 'agreement among raft nodes before linearized reading' (duration: 468.050047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:30.884216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:30.416003Z","time spent":"468.207651ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:44:30.88443Z","caller":"traceutil/trace.go:171","msg":"trace[1000924142] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"911.751755ms","start":"2026-03-03T11:44:29.972645Z","end":"2026-03-03T11:44:30.884397Z","steps":["trace[1000924142] 'process raft request' (duration: 911.240511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:30.884581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:29.972626Z","time spent":"911.880979ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:44:31.555882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.895177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T11:44:31.555966Z","caller":"traceutil/trace.go:171","msg":"trace[350298407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:511; }","duration":"322.035612ms","start":"2026-03-03T11:44:31.233911Z","end":"2026-03-03T11:44:31.555947Z","steps":["trace[350298407] 'range keys from in-memory index tree' (duration: 321.720543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:31.556015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:31.233887Z","time spent":"322.116084ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:44:31.556126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.611102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T11:44:31.556215Z","caller":"traceutil/trace.go:171","msg":"trace[1442819517] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:511; }","duration":"394.753566ms","start":"2026-03-03T11:44:31.161443Z","end":"2026-03-03T11:44:31.556196Z","steps":["trace[1442819517] 'range keys from in-memory index tree' (duration: 394.368715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:31.55627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:31.161422Z","time spent":"394.839118ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:44:31.624381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.979477ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T11:44:31.624498Z","caller":"traceutil/trace.go:171","msg":"trace[164210408] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:531; }","duration":"381.75935ms","start":"2026-03-03T11:44:31.242719Z","end":"2026-03-03T11:44:31.624479Z","steps":["trace[164210408] 'read index received' (duration: 244.68635ms)","trace[164210408] 'applied index is now lower than readState.Index' (duration: 137.07098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:31.624695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.956835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T11:44:31.624735Z","caller":"traceutil/trace.go:171","msg":"trace[245748901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:511; }","duration":"382.008277ms","start":"2026-03-03T11:44:31.242715Z","end":"2026-03-03T11:44:31.624724Z","steps":["trace[245748901] 'agreement among raft nodes before linearized reading' (duration: 381.847212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:31.624766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:31.242643Z","time spent":"382.11516ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:44:31.654382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.768065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T11:44:31.654515Z","caller":"traceutil/trace.go:171","msg":"trace[1055236387] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:514; }","duration":"410.93419ms","start":"2026-03-03T11:44:31.24356Z","end":"2026-03-03T11:44:31.654494Z","steps":["trace[1055236387] 'agreement among raft nodes before linearized reading' (duration: 410.694753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:31.654561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:31.243544Z","time spent":"411.007262ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:44:33.363765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469380359s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:44:33.363893Z","caller":"traceutil/trace.go:171","msg":"trace[2066418421] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:535; }","duration":"1.487748252s","start":"2026-03-03T11:44:31.876129Z","end":"2026-03-03T11:44:33.363877Z","steps":["trace[2066418421] 'read index received' (duration: 18.177978ms)","trace[2066418421] 'applied index is now lower than readState.Index' (duration: 1.469569154s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:33.364002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487879176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:33.364071Z","caller":"traceutil/trace.go:171","msg":"trace[960708653] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:515; }","duration":"1.487986949s","start":"2026-03-03T11:44:31.876072Z","end":"2026-03-03T11:44:33.364059Z","steps":["trace[960708653] 'agreement among raft nodes before linearized reading' (duration: 1.487892386s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:33.364107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:31.876048Z","time spent":"1.488050791s","remote":"127.0.0.1:36302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-03T11:44:33.364194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.687199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:33.36426Z","caller":"traceutil/trace.go:171","msg":"trace[1403822272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:515; }","duration":"948.880714ms","start":"2026-03-03T11:44:32.415367Z","end":"2026-03-03T11:44:33.364248Z","steps":["trace[1403822272] 'agreement among raft nodes before linearized reading' (duration: 948.646288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:33.364378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:32.415345Z","time spent":"949.019237ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:44:33.363925Z","caller":"traceutil/trace.go:171","msg":"trace[724443722] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"1.705314199s","start":"2026-03-03T11:44:31.658573Z","end":"2026-03-03T11:44:33.363887Z","steps":["trace[724443722] 'process raft request' (duration: 235.726315ms)","trace[724443722] 'compare' (duration: 1.469246775s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:33.364731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:31.65855Z","time spent":"1.706073591s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:44:34.150668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019668638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T11:44:34.586452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.128828478s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T11:44:34.961667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.946763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:44:34.961798Z","caller":"traceutil/trace.go:171","msg":"trace[839088041] linearizableReadLoop","detail":"{readStateIndex:537; appliedIndex:536; }","duration":"1.312065153s","start":"2026-03-03T11:44:33.649713Z","end":"2026-03-03T11:44:34.961779Z","steps":["trace[839088041] 'read index received' (duration: 936.858593ms)","trace[839088041] 'applied index is now lower than readState.Index' (duration: 375.205ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:34.961825Z","caller":"traceutil/trace.go:171","msg":"trace[1576690510] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"1.504264165s","start":"2026-03-03T11:44:33.457516Z","end":"2026-03-03T11:44:34.96178Z","steps":["trace[1576690510] 'process raft request' (duration: 1.129122846s)","trace[1576690510] 'compare' (duration: 374.760278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:34.962008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:33.457499Z","time spent":"1.50442889s","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:44:34.962058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312335691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T11:44:34.962108Z","caller":"traceutil/trace.go:171","msg":"trace[692438627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:516; }","duration":"1.312423033s","start":"2026-03-03T11:44:33.64967Z","end":"2026-03-03T11:44:34.962093Z","steps":["trace[692438627] 'agreement among raft nodes before linearized reading' (duration: 1.312217137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:34.962152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:33.649652Z","time spent":"1.312488714s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:44:34.96244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.578531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:44:34.96247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303823527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T11:44:34.962501Z","caller":"traceutil/trace.go:171","msg":"trace[923126136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"549.685744ms","start":"2026-03-03T11:44:34.412802Z","end":"2026-03-03T11:44:34.962488Z","steps":["trace[923126136] 'agreement among raft nodes before linearized reading' (duration: 549.55448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:34.962536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:34.412786Z","time spent":"549.745026ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:44:34.962539Z","caller":"traceutil/trace.go:171","msg":"trace[1868883879] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:516; }","duration":"1.303908949s","start":"2026-03-03T11:44:33.658595Z","end":"2026-03-03T11:44:34.962504Z","steps":["trace[1868883879] 'agreement among raft nodes before linearized reading' (duration: 1.303750295s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:34.962525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302637024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T11:44:34.962586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:33.658575Z","time spent":"1.303999672s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T11:44:34.962598Z","caller":"traceutil/trace.go:171","msg":"trace[1811863445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:516; }","duration":"1.302748187s","start":"2026-03-03T11:44:33.659831Z","end":"2026-03-03T11:44:34.96258Z","steps":["trace[1811863445] 'agreement among raft nodes before linearized reading' (duration: 1.302531351s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:34.96264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:33.659817Z","time spent":"1.30281537s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T11:44:35.366045Z","caller":"traceutil/trace.go:171","msg":"trace[658117765] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:612; }","duration":"123.373013ms","start":"2026-03-03T11:44:35.242649Z","end":"2026-03-03T11:44:35.366022Z","steps":["trace[658117765] 'read index received' (duration: 1.682436ms)","trace[658117765] 'applied index is now lower than readState.Index' (duration: 121.689687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:35.366189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.517038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:35.366225Z","caller":"traceutil/trace.go:171","msg":"trace[2127886761] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:593; }","duration":"123.591439ms","start":"2026-03-03T11:44:35.24262Z","end":"2026-03-03T11:44:35.366212Z","steps":["trace[2127886761] 'agreement among raft nodes before linearized reading' (duration: 123.514267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:35.36626Z","caller":"traceutil/trace.go:171","msg":"trace[23048605] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"123.506987ms","start":"2026-03-03T11:44:35.242723Z","end":"2026-03-03T11:44:35.36623Z","steps":["trace[23048605] 'process raft request' (duration: 123.236989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:35.366305Z","caller":"traceutil/trace.go:171","msg":"trace[1416407328] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"124.651679ms","start":"2026-03-03T11:44:35.241622Z","end":"2026-03-03T11:44:35.366274Z","steps":["trace[1416407328] 'process raft request' (duration: 49.486398ms)","trace[1416407328] 'compare' (duration: 74.722419ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:35.366757Z","caller":"traceutil/trace.go:171","msg":"trace[230363114] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"118.952272ms","start":"2026-03-03T11:44:35.247791Z","end":"2026-03-03T11:44:35.366743Z","steps":["trace[230363114] 'process raft request' (duration: 118.801798ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:35.366775Z","caller":"traceutil/trace.go:171","msg":"trace[2000456589] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"119.438446ms","start":"2026-03-03T11:44:35.247301Z","end":"2026-03-03T11:44:35.36674Z","steps":["trace[2000456589] 'process raft request' (duration: 119.184799ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:35.366892Z","caller":"traceutil/trace.go:171","msg":"trace[353063909] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"117.655547ms","start":"2026-03-03T11:44:35.249205Z","end":"2026-03-03T11:44:35.366861Z","steps":["trace[353063909] 'process raft request' (duration: 117.477852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:35.367024Z","caller":"traceutil/trace.go:171","msg":"trace[338806725] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"108.516906ms","start":"2026-03-03T11:44:35.258484Z","end":"2026-03-03T11:44:35.367001Z","steps":["trace[338806725] 'process raft request' (duration: 108.426663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:35.367124Z","caller":"traceutil/trace.go:171","msg":"trace[409946855] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"117.230006ms","start":"2026-03-03T11:44:35.249866Z","end":"2026-03-03T11:44:35.367096Z","steps":["trace[409946855] 'process raft request' (duration: 116.889836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:43.529821Z","caller":"traceutil/trace.go:171","msg":"trace[13880604] transaction","detail":"{read_only:false; number_of_response:0; response_revision:735; }","duration":"107.795617ms","start":"2026-03-03T11:44:43.42199Z","end":"2026-03-03T11:44:43.529785Z","steps":["trace[13880604] 'process raft request' (duration: 74.861513ms)","trace[13880604] 'compare' (duration: 32.829891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:43.540878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.714052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:1886"} {"level":"info","ts":"2026-03-03T11:44:43.541139Z","caller":"traceutil/trace.go:171","msg":"trace[522034905] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:736; }","duration":"105.01223ms","start":"2026-03-03T11:44:43.436095Z","end":"2026-03-03T11:44:43.541107Z","steps":["trace[522034905] 'agreement among raft nodes before linearized reading' (duration: 104.66289ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:45.696152Z","caller":"traceutil/trace.go:171","msg":"trace[1068801208] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"105.274127ms","start":"2026-03-03T11:44:45.590859Z","end":"2026-03-03T11:44:45.696133Z","steps":["trace[1068801208] 'process raft request' (duration: 105.185435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:55.916707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019669248,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T11:44:56.280947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11468443s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T11:44:56.281336Z","caller":"traceutil/trace.go:171","msg":"trace[824488163] linearizableReadLoop","detail":"{readStateIndex:931; appliedIndex:930; }","duration":"865.28863ms","start":"2026-03-03T11:44:55.416017Z","end":"2026-03-03T11:44:56.281306Z","steps":["trace[824488163] 'read index received' (duration: 865.241779ms)","trace[824488163] 'applied index is now lower than readState.Index' (duration: 45.171µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:56.281443Z","caller":"traceutil/trace.go:171","msg":"trace[1790845028] transaction","detail":"{read_only:false; response_revision:905; number_of_response:1; }","duration":"1.126871884s","start":"2026-03-03T11:44:55.154535Z","end":"2026-03-03T11:44:56.281407Z","steps":["trace[1790845028] 'process raft request' (duration: 1.126609357s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:56.28153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.496766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:56.281583Z","caller":"traceutil/trace.go:171","msg":"trace[330517486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:905; }","duration":"865.599879ms","start":"2026-03-03T11:44:55.415965Z","end":"2026-03-03T11:44:56.281565Z","steps":["trace[330517486] 'agreement among raft nodes before linearized reading' (duration: 865.497766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:56.281624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:55.415943Z","time spent":"865.673721ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:44:56.28163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:55.154524Z","time spent":"1.127000638s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:44:56.51927Z","caller":"traceutil/trace.go:171","msg":"trace[1460977615] transaction","detail":"{read_only:false; response_revision:906; number_of_response:1; }","duration":"521.533203ms","start":"2026-03-03T11:44:55.997705Z","end":"2026-03-03T11:44:56.519238Z","steps":["trace[1460977615] 'process raft request' (duration: 521.321328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:56.519379Z","caller":"traceutil/trace.go:171","msg":"trace[1588285816] linearizableReadLoop","detail":"{readStateIndex:934; appliedIndex:931; }","duration":"237.941946ms","start":"2026-03-03T11:44:56.281428Z","end":"2026-03-03T11:44:56.51937Z","steps":["trace[1588285816] 'read index received' (duration: 237.546975ms)","trace[1588285816] 'applied index is now lower than readState.Index' (duration: 394.131µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:56.519481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:55.997688Z","time spent":"521.685117ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:44:56.51956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047563519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:44:56.519604Z","caller":"traceutil/trace.go:171","msg":"trace[774006332] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:908; }","duration":"1.047699493s","start":"2026-03-03T11:44:55.471892Z","end":"2026-03-03T11:44:56.519591Z","steps":["trace[774006332] 'agreement among raft nodes before linearized reading' (duration: 1.047551429s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:56.519656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:55.47187Z","time spent":"1.047773915s","remote":"127.0.0.1:36438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:44:56.519675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.663957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-n7pf8\" ","response":"range_response_count:1 size:5352"} {"level":"warn","ts":"2026-03-03T11:44:56.519688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.418637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:44:56.519295Z","caller":"traceutil/trace.go:171","msg":"trace[648423604] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"434.200988ms","start":"2026-03-03T11:44:56.085068Z","end":"2026-03-03T11:44:56.519269Z","steps":["trace[648423604] 'process raft request' (duration: 434.097485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:56.519778Z","caller":"traceutil/trace.go:171","msg":"trace[792310547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:908; }","duration":"786.556931ms","start":"2026-03-03T11:44:55.733199Z","end":"2026-03-03T11:44:56.519756Z","steps":["trace[792310547] 'agreement among raft nodes before linearized reading' (duration: 786.231832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:56.519844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:55.733179Z","time spent":"786.651504ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:44:56.519836Z","caller":"traceutil/trace.go:171","msg":"trace[892154016] transaction","detail":"{read_only:false; response_revision:908; number_of_response:1; }","duration":"362.707128ms","start":"2026-03-03T11:44:56.157091Z","end":"2026-03-03T11:44:56.519799Z","steps":["trace[892154016] 'process raft request' (duration: 362.121292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:56.51975Z","caller":"traceutil/trace.go:171","msg":"trace[1694272943] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-n7pf8; range_end:; response_count:1; response_revision:908; }","duration":"424.766639ms","start":"2026-03-03T11:44:56.094962Z","end":"2026-03-03T11:44:56.519729Z","steps":["trace[1694272943] 'agreement among raft nodes before linearized reading' (duration: 424.464031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:56.519907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.494495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T11:44:56.519937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:56.085045Z","time spent":"434.788584ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T11:44:56.519979Z","caller":"traceutil/trace.go:171","msg":"trace[1727208514] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:908; }","duration":"539.555107ms","start":"2026-03-03T11:44:55.980401Z","end":"2026-03-03T11:44:56.519957Z","steps":["trace[1727208514] 'agreement among raft nodes before linearized reading' (duration: 539.404653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:56.519982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:56.09495Z","time spent":"425.000166ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5375,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-n7pf8\" "} {"level":"warn","ts":"2026-03-03T11:44:56.520067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:55.980338Z","time spent":"539.714582ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"warn","ts":"2026-03-03T11:44:56.51974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.234136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:56.520358Z","caller":"traceutil/trace.go:171","msg":"trace[1288885836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:908; }","duration":"237.906465ms","start":"2026-03-03T11:44:56.282432Z","end":"2026-03-03T11:44:56.520339Z","steps":["trace[1288885836] 'agreement among raft nodes before linearized reading' (duration: 237.216236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:56.519962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:44:56.15707Z","time spent":"362.835811ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:12.734287Z","caller":"traceutil/trace.go:171","msg":"trace[1892016173] transaction","detail":"{read_only:false; response_revision:1042; number_of_response:1; }","duration":"124.111064ms","start":"2026-03-03T11:45:12.610149Z","end":"2026-03-03T11:45:12.73426Z","steps":["trace[1892016173] 'process raft request' (duration: 123.96782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:18.951854Z","caller":"traceutil/trace.go:171","msg":"trace[610285601] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"192.785947ms","start":"2026-03-03T11:45:18.759Z","end":"2026-03-03T11:45:18.951786Z","steps":["trace[610285601] 'process raft request' (duration: 192.613052ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:19.575041Z","caller":"traceutil/trace.go:171","msg":"trace[1217834740] linearizableReadLoop","detail":"{readStateIndex:1199; appliedIndex:1198; }","duration":"211.665835ms","start":"2026-03-03T11:45:19.363357Z","end":"2026-03-03T11:45:19.575023Z","steps":["trace[1217834740] 'read index received' (duration: 211.48051ms)","trace[1217834740] 'applied index is now lower than readState.Index' (duration: 184.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:19.57511Z","caller":"traceutil/trace.go:171","msg":"trace[630029288] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"214.722099ms","start":"2026-03-03T11:45:19.360349Z","end":"2026-03-03T11:45:19.575071Z","steps":["trace[630029288] 'process raft request' (duration: 214.551255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:19.575226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.86163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:45:19.575252Z","caller":"traceutil/trace.go:171","msg":"trace[551340447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1164; }","duration":"211.933862ms","start":"2026-03-03T11:45:19.363313Z","end":"2026-03-03T11:45:19.575247Z","steps":["trace[551340447] 'agreement among raft nodes before linearized reading' (duration: 211.804319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:19.575515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.464546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:45:19.575626Z","caller":"traceutil/trace.go:171","msg":"trace[1645909028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1164; }","duration":"158.688532ms","start":"2026-03-03T11:45:19.416909Z","end":"2026-03-03T11:45:19.575597Z","steps":["trace[1645909028] 'agreement among raft nodes before linearized reading' (duration: 158.303371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:21.577809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.405911ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T11:45:21.577914Z","caller":"traceutil/trace.go:171","msg":"trace[411820265] linearizableReadLoop","detail":"{readStateIndex:1205; appliedIndex:1204; }","duration":"271.004432ms","start":"2026-03-03T11:45:21.306892Z","end":"2026-03-03T11:45:21.577896Z","steps":["trace[411820265] 'read index received' (duration: 134.485028ms)","trace[411820265] 'applied index is now lower than readState.Index' (duration: 136.518044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:45:21.578092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.839251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:45:21.57812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.204799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:45:21.578165Z","caller":"traceutil/trace.go:171","msg":"trace[791643522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1169; }","duration":"160.951144ms","start":"2026-03-03T11:45:21.4172Z","end":"2026-03-03T11:45:21.578151Z","steps":["trace[791643522] 'agreement among raft nodes before linearized reading' (duration: 160.829621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:21.578203Z","caller":"traceutil/trace.go:171","msg":"trace[576743139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1169; }","duration":"271.320901ms","start":"2026-03-03T11:45:21.306858Z","end":"2026-03-03T11:45:21.578179Z","steps":["trace[576743139] 'agreement among raft nodes before linearized reading' (duration: 271.113195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:21.72272Z","caller":"traceutil/trace.go:171","msg":"trace[876766050] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"137.955113ms","start":"2026-03-03T11:45:21.584745Z","end":"2026-03-03T11:45:21.7227Z","steps":["trace[876766050] 'process raft request' (duration: 137.82121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:21.727024Z","caller":"traceutil/trace.go:171","msg":"trace[1380247301] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"138.745185ms","start":"2026-03-03T11:45:21.588245Z","end":"2026-03-03T11:45:21.72699Z","steps":["trace[1380247301] 'process raft request' (duration: 138.464958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:32.874658Z","caller":"traceutil/trace.go:171","msg":"trace[1759458574] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"231.350985ms","start":"2026-03-03T11:45:32.643279Z","end":"2026-03-03T11:45:32.87463Z","steps":["trace[1759458574] 'process raft request' (duration: 231.118179ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:33.465158Z","caller":"traceutil/trace.go:171","msg":"trace[2044865608] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"163.826621ms","start":"2026-03-03T11:45:33.301289Z","end":"2026-03-03T11:45:33.465115Z","steps":["trace[2044865608] 'process raft request' (duration: 163.304917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:46.556074Z","caller":"traceutil/trace.go:171","msg":"trace[1347734803] linearizableReadLoop","detail":"{readStateIndex:1636; appliedIndex:1635; }","duration":"323.642185ms","start":"2026-03-03T11:45:46.232419Z","end":"2026-03-03T11:45:46.556061Z","steps":["trace[1347734803] 'read index received' (duration: 323.527602ms)","trace[1347734803] 'applied index is now lower than readState.Index' (duration: 113.813µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:45:46.556116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:45.984414Z","time spent":"571.698721ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T11:45:46.556235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.81611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1899523b696501ef\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-03T11:45:46.556257Z","caller":"traceutil/trace.go:171","msg":"trace[1114081429] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.1899523b696501ef; range_end:; response_count:1; response_revision:1574; }","duration":"323.892442ms","start":"2026-03-03T11:45:46.232358Z","end":"2026-03-03T11:45:46.556251Z","steps":["trace[1114081429] 'agreement among raft nodes before linearized reading' (duration: 323.776279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:46.556279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:46.232334Z","time spent":"323.940633ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.1899523b696501ef\" "} {"level":"warn","ts":"2026-03-03T11:45:46.556532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.654765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-318bbd5e-93d3-4923-9994-2ec89218deeb\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-03T11:45:46.556616Z","caller":"traceutil/trace.go:171","msg":"trace[506503108] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-318bbd5e-93d3-4923-9994-2ec89218deeb; range_end:; response_count:1; response_revision:1574; }","duration":"194.796769ms","start":"2026-03-03T11:45:46.361799Z","end":"2026-03-03T11:45:46.556596Z","steps":["trace[506503108] 'agreement among raft nodes before linearized reading' (duration: 194.539102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:47.690764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.244516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:45:47.690899Z","caller":"traceutil/trace.go:171","msg":"trace[160254721] linearizableReadLoop","detail":"{readStateIndex:1637; appliedIndex:1636; }","duration":"1.132543937s","start":"2026-03-03T11:45:46.558333Z","end":"2026-03-03T11:45:47.690877Z","steps":["trace[160254721] 'read index received' (duration: 327.164428ms)","trace[160254721] 'applied index is now lower than readState.Index' (duration: 805.377939ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:47.691015Z","caller":"traceutil/trace.go:171","msg":"trace[1194111260] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"1.134069308s","start":"2026-03-03T11:45:46.556928Z","end":"2026-03-03T11:45:47.690997Z","steps":["trace[1194111260] 'process raft request' (duration: 328.496273ms)","trace[1194111260] 'compare' (duration: 805.073801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:45:47.691096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:46.556911Z","time spent":"1.134140259s","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:47.691547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133201755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T11:45:47.691638Z","caller":"traceutil/trace.go:171","msg":"trace[1205808944] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1575; }","duration":"1.133338948s","start":"2026-03-03T11:45:46.558279Z","end":"2026-03-03T11:45:47.691618Z","steps":["trace[1205808944] 'agreement among raft nodes before linearized reading' (duration: 1.132785453s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:47.691687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:46.558252Z","time spent":"1.13342229s","remote":"127.0.0.1:37226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T11:45:48.191801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019670615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T11:45:48.247193Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.361674562s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T11:45:48.565853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.922098ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:45:48.566308Z","caller":"traceutil/trace.go:171","msg":"trace[904384283] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1575; }","duration":"367.36153ms","start":"2026-03-03T11:45:48.198898Z","end":"2026-03-03T11:45:48.56626Z","steps":["trace[904384283] 'range keys from in-memory index tree' (duration: 366.890578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:48.56666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.074395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:45:48.566922Z","caller":"traceutil/trace.go:171","msg":"trace[1266608107] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"2.008349126s","start":"2026-03-03T11:45:46.558531Z","end":"2026-03-03T11:45:48.56688Z","steps":["trace[1266608107] 'process raft request' (duration: 1.688912462s)","trace[1266608107] 'compare' (duration: 318.840679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:45:48.567027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:46.558514Z","time spent":"2.008465419s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:48.567165Z","caller":"traceutil/trace.go:171","msg":"trace[252711214] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"2.007038771s","start":"2026-03-03T11:45:46.560092Z","end":"2026-03-03T11:45:48.567131Z","steps":["trace[252711214] 'process raft request' (duration: 2.006693652s)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:48.567214Z","caller":"traceutil/trace.go:171","msg":"trace[1546277311] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"2.004610887s","start":"2026-03-03T11:45:46.562578Z","end":"2026-03-03T11:45:48.567189Z","steps":["trace[1546277311] 'process raft request' (duration: 2.004420332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:48.567362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:46.560077Z","time spent":"2.007189225s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:48.56736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:46.562568Z","time spent":"2.00470692s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:48.567503Z","caller":"traceutil/trace.go:171","msg":"trace[33198066] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"1.802171835s","start":"2026-03-03T11:45:46.765308Z","end":"2026-03-03T11:45:48.56748Z","steps":["trace[33198066] 'process raft request' (duration: 1.801802825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:48.567603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:46.765278Z","time spent":"1.802277598s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:48.567597Z","caller":"traceutil/trace.go:171","msg":"trace[839547054] linearizableReadLoop","detail":"{readStateIndex:1645; appliedIndex:1637; }","duration":"876.640111ms","start":"2026-03-03T11:45:47.690932Z","end":"2026-03-03T11:45:48.567571Z","steps":["trace[839547054] 'read index received' (duration: 556.506008ms)","trace[839547054] 'applied index is now lower than readState.Index' (duration: 320.132642ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:48.56775Z","caller":"traceutil/trace.go:171","msg":"trace[1303973541] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"1.428831637s","start":"2026-03-03T11:45:47.138909Z","end":"2026-03-03T11:45:48.56774Z","steps":["trace[1303973541] 'process raft request' (duration: 1.428449877s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:48.567841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150868919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:45:48.567864Z","caller":"traceutil/trace.go:171","msg":"trace[453290674] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"1.423032204s","start":"2026-03-03T11:45:47.14481Z","end":"2026-03-03T11:45:48.567842Z","steps":["trace[453290674] 'process raft request' (duration: 1.422674264s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:48.567872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:47.13888Z","time spent":"1.42891858s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:48.567885Z","caller":"traceutil/trace.go:171","msg":"trace[2130714404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1583; }","duration":"1.150947711s","start":"2026-03-03T11:45:47.416925Z","end":"2026-03-03T11:45:48.567873Z","steps":["trace[2130714404] 'agreement among raft nodes before linearized reading' (duration: 1.15088381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:48.567938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:47.416896Z","time spent":"1.151035044s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:45:48.567963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:47.144791Z","time spent":"1.423120005s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:48.567968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461671174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T11:45:48.567977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396063951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T11:45:48.568068Z","caller":"traceutil/trace.go:171","msg":"trace[371587733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1583; }","duration":"1.461776158s","start":"2026-03-03T11:45:47.106238Z","end":"2026-03-03T11:45:48.568014Z","steps":["trace[371587733] 'agreement among raft nodes before linearized reading' (duration: 1.461580203s)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:48.568121Z","caller":"traceutil/trace.go:171","msg":"trace[1138730916] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"538.087192ms","start":"2026-03-03T11:45:48.03001Z","end":"2026-03-03T11:45:48.568098Z","steps":["trace[1138730916] 'process raft request' (duration: 537.528788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:48.568128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.682466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:45:48.56788Z","caller":"traceutil/trace.go:171","msg":"trace[654981188] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"1.316058726s","start":"2026-03-03T11:45:47.25176Z","end":"2026-03-03T11:45:48.567819Z","steps":["trace[654981188] 'process raft request' (duration: 1.315756868s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:48.56816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006515374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-318bbd5e-93d3-4923-9994-2ec89218deeb\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-03-03T11:45:48.568225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:48.029983Z","time spent":"538.173105ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:48.568173Z","caller":"traceutil/trace.go:171","msg":"trace[1371570062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1583; }","duration":"673.723017ms","start":"2026-03-03T11:45:47.894437Z","end":"2026-03-03T11:45:48.56816Z","steps":["trace[1371570062] 'agreement among raft nodes before linearized reading' (duration: 673.570063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:48.568238Z","caller":"traceutil/trace.go:171","msg":"trace[1617059070] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-318bbd5e-93d3-4923-9994-2ec89218deeb; range_end:; response_count:1; response_revision:1583; }","duration":"1.006626927s","start":"2026-03-03T11:45:47.5616Z","end":"2026-03-03T11:45:48.568227Z","steps":["trace[1617059070] 'agreement among raft nodes before linearized reading' (duration: 1.006514874s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:48.568248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.306792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T11:45:48.568271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:47.561578Z","time spent":"1.006685718s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-318bbd5e-93d3-4923-9994-2ec89218deeb\" "} {"level":"warn","ts":"2026-03-03T11:45:48.568269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:47.894381Z","time spent":"673.880702ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:45:48.567981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.286628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T11:45:48.568322Z","caller":"traceutil/trace.go:171","msg":"trace[1967796254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1583; }","duration":"677.411645ms","start":"2026-03-03T11:45:47.890881Z","end":"2026-03-03T11:45:48.568292Z","steps":["trace[1967796254] 'agreement among raft nodes before linearized reading' (duration: 677.130047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:48.568304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:47.251727Z","time spent":"1.316503278s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:45:48.568371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:47.890858Z","time spent":"677.500697ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T11:45:48.568078Z","caller":"traceutil/trace.go:171","msg":"trace[343798432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1583; }","duration":"1.396188854s","start":"2026-03-03T11:45:47.17187Z","end":"2026-03-03T11:45:48.568059Z","steps":["trace[343798432] 'agreement among raft nodes before linearized reading' (duration: 1.395985209s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:48.568363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:47.106216Z","time spent":"1.462110236s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:45:48.568396Z","caller":"traceutil/trace.go:171","msg":"trace[1978852377] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1583; }","duration":"874.697789ms","start":"2026-03-03T11:45:47.693657Z","end":"2026-03-03T11:45:48.568355Z","steps":["trace[1978852377] 'agreement among raft nodes before linearized reading' (duration: 874.279898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:48.568428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:47.171854Z","time spent":"1.396562544s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:45:48.568477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:47.693636Z","time spent":"874.818323ms","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T11:46:02.744097Z","caller":"traceutil/trace.go:171","msg":"trace[1853557116] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"125.369554ms","start":"2026-03-03T11:46:02.618687Z","end":"2026-03-03T11:46:02.744057Z","steps":["trace[1853557116] 'process raft request' (duration: 25.70989ms)","trace[1853557116] 'compare' (duration: 99.385067ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:02.744119Z","caller":"traceutil/trace.go:171","msg":"trace[2073159679] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"125.073856ms","start":"2026-03-03T11:46:02.619021Z","end":"2026-03-03T11:46:02.744095Z","steps":["trace[2073159679] 'process raft request' (duration: 124.930512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:02.955638Z","caller":"traceutil/trace.go:171","msg":"trace[1461716659] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"205.828951ms","start":"2026-03-03T11:46:02.749773Z","end":"2026-03-03T11:46:02.955602Z","steps":["trace[1461716659] 'process raft request' (duration: 181.100397ms)","trace[1461716659] 'compare' (duration: 24.529729ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:02.955893Z","caller":"traceutil/trace.go:171","msg":"trace[373505523] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"206.053576ms","start":"2026-03-03T11:46:02.749819Z","end":"2026-03-03T11:46:02.955873Z","steps":["trace[373505523] 'process raft request' (duration: 205.726058ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:02.95613Z","caller":"traceutil/trace.go:171","msg":"trace[1840928697] linearizableReadLoop","detail":"{readStateIndex:1766; appliedIndex:1761; }","duration":"141.792778ms","start":"2026-03-03T11:46:02.81432Z","end":"2026-03-03T11:46:02.956112Z","steps":["trace[1840928697] 'read index received' (duration: 116.599472ms)","trace[1840928697] 'applied index is now lower than readState.Index' (duration: 25.192586ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:02.956127Z","caller":"traceutil/trace.go:171","msg":"trace[1527544863] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"206.247742ms","start":"2026-03-03T11:46:02.749841Z","end":"2026-03-03T11:46:02.956089Z","steps":["trace[1527544863] 'process raft request' (duration: 205.953344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:02.956168Z","caller":"traceutil/trace.go:171","msg":"trace[2026752796] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"206.242901ms","start":"2026-03-03T11:46:02.749898Z","end":"2026-03-03T11:46:02.956141Z","steps":["trace[2026752796] 'process raft request' (duration: 206.115188ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:02.956195Z","caller":"traceutil/trace.go:171","msg":"trace[1921879443] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"205.775659ms","start":"2026-03-03T11:46:02.7504Z","end":"2026-03-03T11:46:02.956175Z","steps":["trace[1921879443] 'process raft request' (duration: 205.688517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:02.956292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.959333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T11:46:02.956319Z","caller":"traceutil/trace.go:171","msg":"trace[546161131] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1701; }","duration":"142.022644ms","start":"2026-03-03T11:46:02.814287Z","end":"2026-03-03T11:46:02.95631Z","steps":["trace[546161131] 'agreement among raft nodes before linearized reading' (duration: 141.893021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:07.326306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.074534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:46:07.326378Z","caller":"traceutil/trace.go:171","msg":"trace[115442636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1714; }","duration":"908.176397ms","start":"2026-03-03T11:46:06.418184Z","end":"2026-03-03T11:46:07.32636Z","steps":["trace[115442636] 'range keys from in-memory index tree' (duration: 908.012882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:07.326416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:06.41817Z","time spent":"908.238458ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:46:07.32656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.245323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:46:07.326652Z","caller":"traceutil/trace.go:171","msg":"trace[1892286586] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1714; }","duration":"845.381507ms","start":"2026-03-03T11:46:06.481245Z","end":"2026-03-03T11:46:07.326626Z","steps":["trace[1892286586] 'count revisions from in-memory index tree' (duration: 845.152501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:07.326708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:06.481225Z","time spent":"845.470219ms","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T11:46:07.326914Z","caller":"traceutil/trace.go:171","msg":"trace[1721071887] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"687.850223ms","start":"2026-03-03T11:46:06.639037Z","end":"2026-03-03T11:46:07.326887Z","steps":["trace[1721071887] 'process raft request' (duration: 687.687338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:07.327104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:06.638992Z","time spent":"688.024327ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:07.440172Z","caller":"traceutil/trace.go:171","msg":"trace[1991678771] linearizableReadLoop","detail":"{readStateIndex:1784; appliedIndex:1781; }","duration":"467.746505ms","start":"2026-03-03T11:46:06.972405Z","end":"2026-03-03T11:46:07.440151Z","steps":["trace[1991678771] 'read index received' (duration: 354.330927ms)","trace[1991678771] 'applied index is now lower than readState.Index' (duration: 113.414617ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:07.440302Z","caller":"traceutil/trace.go:171","msg":"trace[246126276] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"681.991337ms","start":"2026-03-03T11:46:06.758269Z","end":"2026-03-03T11:46:07.44026Z","steps":["trace[246126276] 'process raft request' (duration: 681.831783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:07.440492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.079583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:46:07.440559Z","caller":"traceutil/trace.go:171","msg":"trace[998526249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1717; }","duration":"468.201546ms","start":"2026-03-03T11:46:06.972342Z","end":"2026-03-03T11:46:07.440544Z","steps":["trace[998526249] 'agreement among raft nodes before linearized reading' (duration: 467.96832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:07.440553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.066842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T11:46:07.440565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:06.758242Z","time spent":"682.170882ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:07.440623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:06.97232Z","time spent":"468.275928ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:46:07.440587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.163355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T11:46:07.440648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.716693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T11:46:07.440648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.208773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:46:07.440772Z","caller":"traceutil/trace.go:171","msg":"trace[1573776497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1717; }","duration":"467.823626ms","start":"2026-03-03T11:46:06.972887Z","end":"2026-03-03T11:46:07.440711Z","steps":["trace[1573776497] 'agreement among raft nodes before linearized reading' (duration: 467.624241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:07.440836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:06.97288Z","time spent":"467.946089ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:46:07.440656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.620097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T11:46:07.440932Z","caller":"traceutil/trace.go:171","msg":"trace[1180614838] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1717; }","duration":"457.923975ms","start":"2026-03-03T11:46:06.982991Z","end":"2026-03-03T11:46:07.440915Z","steps":["trace[1180614838] 'agreement among raft nodes before linearized reading' (duration: 457.506954ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:07.440856Z","caller":"traceutil/trace.go:171","msg":"trace[1841787284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1717; }","duration":"113.46293ms","start":"2026-03-03T11:46:07.327368Z","end":"2026-03-03T11:46:07.440831Z","steps":["trace[1841787284] 'agreement among raft nodes before linearized reading' (duration: 113.134961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:07.440984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:06.982983Z","time spent":"457.985676ms","remote":"127.0.0.1:37226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T11:46:07.440702Z","caller":"traceutil/trace.go:171","msg":"trace[875067493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1717; }","duration":"468.32105ms","start":"2026-03-03T11:46:06.97236Z","end":"2026-03-03T11:46:07.440681Z","steps":["trace[875067493] 'agreement among raft nodes before linearized reading' (duration: 468.014531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:07.440636Z","caller":"traceutil/trace.go:171","msg":"trace[1554227860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1717; }","duration":"468.252478ms","start":"2026-03-03T11:46:06.972364Z","end":"2026-03-03T11:46:07.440617Z","steps":["trace[1554227860] 'agreement among raft nodes before linearized reading' (duration: 468.031502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:07.44138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:06.972342Z","time spent":"469.016617ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T11:46:07.440733Z","caller":"traceutil/trace.go:171","msg":"trace[1946839969] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"682.532971ms","start":"2026-03-03T11:46:06.758183Z","end":"2026-03-03T11:46:07.440716Z","steps":["trace[1946839969] 'process raft request' (duration: 680.59128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:07.440759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.043432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T11:46:07.441512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:06.758155Z","time spent":"683.282912ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:07.44157Z","caller":"traceutil/trace.go:171","msg":"trace[1333325868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1717; }","duration":"468.892185ms","start":"2026-03-03T11:46:06.972661Z","end":"2026-03-03T11:46:07.441553Z","steps":["trace[1333325868] 'agreement among raft nodes before linearized reading' (duration: 468.005191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:07.441621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:06.97264Z","time spent":"468.964336ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:46:07.442002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:06.972338Z","time spent":"468.72286ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:46:17.81861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.618714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:46:17.818961Z","caller":"traceutil/trace.go:171","msg":"trace[685287425] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"240.25305ms","start":"2026-03-03T11:46:17.578647Z","end":"2026-03-03T11:46:17.8189Z","steps":["trace[685287425] 'process raft request' (duration: 115.252846ms)","trace[685287425] 'compare' (duration: 124.47002ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:17.819051Z","caller":"traceutil/trace.go:171","msg":"trace[795693969] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"240.349893ms","start":"2026-03-03T11:46:17.578652Z","end":"2026-03-03T11:46:17.819002Z","steps":["trace[795693969] 'process raft request' (duration: 240.081696ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:17.819192Z","caller":"traceutil/trace.go:171","msg":"trace[265706233] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"239.223423ms","start":"2026-03-03T11:46:17.579941Z","end":"2026-03-03T11:46:17.819164Z","steps":["trace[265706233] 'process raft request' (duration: 238.863114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:17.819112Z","caller":"traceutil/trace.go:171","msg":"trace[271840505] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"239.11858ms","start":"2026-03-03T11:46:17.579969Z","end":"2026-03-03T11:46:17.819087Z","steps":["trace[271840505] 'process raft request' (duration: 238.905275ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:39.077627Z","caller":"traceutil/trace.go:171","msg":"trace[1246791473] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"272.524181ms","start":"2026-03-03T11:46:38.805078Z","end":"2026-03-03T11:46:39.077602Z","steps":["trace[1246791473] 'process raft request' (duration: 271.951436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:40.038974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.563868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T11:46:40.039032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.461224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T11:46:40.039053Z","caller":"traceutil/trace.go:171","msg":"trace[213784829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1880; }","duration":"108.691451ms","start":"2026-03-03T11:46:39.930344Z","end":"2026-03-03T11:46:40.039036Z","steps":["trace[213784829] 'range keys from in-memory index tree' (duration: 108.375622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:40.039128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.841775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T11:46:40.039147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.969604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:46:40.039194Z","caller":"traceutil/trace.go:171","msg":"trace[593722358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1880; }","duration":"108.909446ms","start":"2026-03-03T11:46:39.930269Z","end":"2026-03-03T11:46:40.039179Z","steps":["trace[593722358] 'range keys from in-memory index tree' (duration: 108.738482ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:40.039257Z","caller":"traceutil/trace.go:171","msg":"trace[1432087436] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1880; }","duration":"110.112178ms","start":"2026-03-03T11:46:39.929109Z","end":"2026-03-03T11:46:40.039221Z","steps":["trace[1432087436] 'range keys from in-memory index tree' (duration: 109.808849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:40.039128Z","caller":"traceutil/trace.go:171","msg":"trace[1963868162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1880; }","duration":"108.606129ms","start":"2026-03-03T11:46:39.9305Z","end":"2026-03-03T11:46:40.039107Z","steps":["trace[1963868162] 'range keys from in-memory index tree' (duration: 108.28489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:46.917616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019671392,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:46:47.048067Z","caller":"traceutil/trace.go:171","msg":"trace[672214846] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"825.992781ms","start":"2026-03-03T11:46:46.222016Z","end":"2026-03-03T11:46:47.048009Z","steps":["trace[672214846] 'process raft request' (duration: 825.812446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:47.048248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:46.221995Z","time spent":"826.166885ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:47.699017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.351452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:46:47.699571Z","caller":"traceutil/trace.go:171","msg":"trace[2119869737] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1984; }","duration":"1.28278828s","start":"2026-03-03T11:46:46.416765Z","end":"2026-03-03T11:46:47.699553Z","steps":["trace[2119869737] 'read index received' (duration: 631.041218ms)","trace[2119869737] 'applied index is now lower than readState.Index' (duration: 651.746182ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:47.699566Z","caller":"traceutil/trace.go:171","msg":"trace[1705264523] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"1.477393605s","start":"2026-03-03T11:46:46.222142Z","end":"2026-03-03T11:46:47.699536Z","steps":["trace[1705264523] 'process raft request' (duration: 1.061439687s)","trace[1705264523] 'compare' (duration: 415.205759ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:47.699591Z","caller":"traceutil/trace.go:171","msg":"trace[2112028271] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"1.477382904s","start":"2026-03-03T11:46:46.222189Z","end":"2026-03-03T11:46:47.699572Z","steps":["trace[2112028271] 'process raft request' (duration: 1.477259331s)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:47.699654Z","caller":"traceutil/trace.go:171","msg":"trace[369386181] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"1.477424186s","start":"2026-03-03T11:46:46.222219Z","end":"2026-03-03T11:46:47.699643Z","steps":["trace[369386181] 'process raft request' (duration: 1.477293122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:47.699715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:46.222125Z","time spent":"1.477511137s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:47.69973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:46.2222Z","time spent":"1.477487577s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:47.699853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:46.222157Z","time spent":"1.477479407s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:47.699864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283106508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:46:47.699898Z","caller":"traceutil/trace.go:171","msg":"trace[2070721833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1913; }","duration":"1.28316382s","start":"2026-03-03T11:46:46.416724Z","end":"2026-03-03T11:46:47.699888Z","steps":["trace[2070721833] 'agreement among raft nodes before linearized reading' (duration: 1.283114239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:47.699931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:46.416712Z","time spent":"1.283208221s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:46:47.702803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.873876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T11:46:47.702895Z","caller":"traceutil/trace.go:171","msg":"trace[2015460691] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1914; }","duration":"890.00614ms","start":"2026-03-03T11:46:46.812864Z","end":"2026-03-03T11:46:47.70287Z","steps":["trace[2015460691] 'agreement among raft nodes before linearized reading' (duration: 889.721592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:47.702947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:46.812839Z","time spent":"890.093962ms","remote":"127.0.0.1:37226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T11:46:48.271011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.830927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:46:48.271167Z","caller":"traceutil/trace.go:171","msg":"trace[1981863776] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1989; }","duration":"445.462928ms","start":"2026-03-03T11:46:47.825684Z","end":"2026-03-03T11:46:48.271147Z","steps":["trace[1981863776] 'read index received' (duration: 299.376334ms)","trace[1981863776] 'applied index is now lower than readState.Index' (duration: 146.085433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:46:48.27137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.690194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:46:48.271423Z","caller":"traceutil/trace.go:171","msg":"trace[1194259922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1916; }","duration":"445.810026ms","start":"2026-03-03T11:46:47.825598Z","end":"2026-03-03T11:46:48.271408Z","steps":["trace[1194259922] 'agreement among raft nodes before linearized reading' (duration: 445.627732ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:48.271384Z","caller":"traceutil/trace.go:171","msg":"trace[893616268] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"474.334271ms","start":"2026-03-03T11:46:47.797002Z","end":"2026-03-03T11:46:48.271336Z","steps":["trace[893616268] 'process raft request' (duration: 328.108834ms)","trace[893616268] 'compare' (duration: 145.737395ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:48.271552Z","caller":"traceutil/trace.go:171","msg":"trace[1397878099] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"460.163896ms","start":"2026-03-03T11:46:47.811325Z","end":"2026-03-03T11:46:48.271489Z","steps":["trace[1397878099] 'process raft request' (duration: 459.777096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:48.271612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:47.825574Z","time spent":"445.883199ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:46:48.271704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:47.796977Z","time spent":"474.64534ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:48.27173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:47.811311Z","time spent":"460.33727ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:47:54.735281Z","caller":"traceutil/trace.go:171","msg":"trace[1748028831] transaction","detail":"{read_only:false; response_revision:2408; number_of_response:1; }","duration":"175.112094ms","start":"2026-03-03T11:47:54.560101Z","end":"2026-03-03T11:47:54.735213Z","steps":["trace[1748028831] 'process raft request' (duration: 174.981521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:54.984776Z","caller":"traceutil/trace.go:171","msg":"trace[464093663] linearizableReadLoop","detail":"{readStateIndex:2503; appliedIndex:2501; }","duration":"315.438672ms","start":"2026-03-03T11:47:54.669307Z","end":"2026-03-03T11:47:54.984746Z","steps":["trace[464093663] 'read index received' (duration: 65.867685ms)","trace[464093663] 'applied index is now lower than readState.Index' (duration: 249.569227ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:47:54.984791Z","caller":"traceutil/trace.go:171","msg":"trace[604565131] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"422.838734ms","start":"2026-03-03T11:47:54.56192Z","end":"2026-03-03T11:47:54.984759Z","steps":["trace[604565131] 'process raft request' (duration: 422.146267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:54.984936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:54.561903Z","time spent":"422.961237ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:47:54.985084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.760821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:47:54.985129Z","caller":"traceutil/trace.go:171","msg":"trace[39707443] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2409; }","duration":"315.867444ms","start":"2026-03-03T11:47:54.66925Z","end":"2026-03-03T11:47:54.985117Z","steps":["trace[39707443] 'agreement among raft nodes before linearized reading' (duration: 315.599917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:47:54.985208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:47:54.669227Z","time spent":"315.968516ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:48:02.42069Z","caller":"traceutil/trace.go:171","msg":"trace[1572311982] linearizableReadLoop","detail":"{readStateIndex:2535; appliedIndex:2534; }","duration":"335.275636ms","start":"2026-03-03T11:48:02.085393Z","end":"2026-03-03T11:48:02.420669Z","steps":["trace[1572311982] 'read index received' (duration: 335.100112ms)","trace[1572311982] 'applied index is now lower than readState.Index' (duration: 174.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:48:02.42077Z","caller":"traceutil/trace.go:171","msg":"trace[1073385172] transaction","detail":"{read_only:false; response_revision:2439; number_of_response:1; }","duration":"385.997757ms","start":"2026-03-03T11:48:02.034746Z","end":"2026-03-03T11:48:02.420744Z","steps":["trace[1073385172] 'process raft request' (duration: 385.795402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:02.420947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.538054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T11:48:02.420995Z","caller":"traceutil/trace.go:171","msg":"trace[930490728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2439; }","duration":"335.633475ms","start":"2026-03-03T11:48:02.085351Z","end":"2026-03-03T11:48:02.420984Z","steps":["trace[930490728] 'agreement among raft nodes before linearized reading' (duration: 335.481171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:02.421031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:02.085333Z","time spent":"335.690517ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:48:02.421184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.586946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T11:48:02.421213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.529629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T11:48:02.421265Z","caller":"traceutil/trace.go:171","msg":"trace[1780586868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2439; }","duration":"324.712429ms","start":"2026-03-03T11:48:02.096533Z","end":"2026-03-03T11:48:02.421246Z","steps":["trace[1780586868] 'agreement among raft nodes before linearized reading' (duration: 324.508164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:02.42131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:02.096517Z","time spent":"324.784641ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T11:48:02.421312Z","caller":"traceutil/trace.go:171","msg":"trace[1059290301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2439; }","duration":"325.673783ms","start":"2026-03-03T11:48:02.095614Z","end":"2026-03-03T11:48:02.421288Z","steps":["trace[1059290301] 'agreement among raft nodes before linearized reading' (duration: 325.383886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:02.421365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:02.095598Z","time spent":"325.756755ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:48:02.421566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:02.034726Z","time spent":"386.185141ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:48:06.207114Z","caller":"traceutil/trace.go:171","msg":"trace[1652895557] linearizableReadLoop","detail":"{readStateIndex:2566; appliedIndex:2565; }","duration":"146.029204ms","start":"2026-03-03T11:48:06.06106Z","end":"2026-03-03T11:48:06.207089Z","steps":["trace[1652895557] 'read index received' (duration: 142.509785ms)","trace[1652895557] 'applied index is now lower than readState.Index' (duration: 3.518499ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:48:06.20723Z","caller":"traceutil/trace.go:171","msg":"trace[185130850] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"160.625186ms","start":"2026-03-03T11:48:06.046567Z","end":"2026-03-03T11:48:06.207192Z","steps":["trace[185130850] 'process raft request' (duration: 157.111707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:06.207445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.361512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T11:48:06.207534Z","caller":"traceutil/trace.go:171","msg":"trace[346756693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2469; }","duration":"146.501716ms","start":"2026-03-03T11:48:06.061014Z","end":"2026-03-03T11:48:06.207516Z","steps":["trace[346756693] 'agreement among raft nodes before linearized reading' (duration: 146.197478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:08.530633Z","caller":"traceutil/trace.go:171","msg":"trace[1955592947] linearizableReadLoop","detail":"{readStateIndex:2579; appliedIndex:2578; }","duration":"114.328658ms","start":"2026-03-03T11:48:08.416275Z","end":"2026-03-03T11:48:08.530603Z","steps":["trace[1955592947] 'read index received' (duration: 114.274647ms)","trace[1955592947] 'applied index is now lower than readState.Index' (duration: 52.861µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:48:08.531072Z","caller":"traceutil/trace.go:171","msg":"trace[1244948165] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"172.088428ms","start":"2026-03-03T11:48:08.358972Z","end":"2026-03-03T11:48:08.53106Z","steps":["trace[1244948165] 'process raft request' (duration: 171.454522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:08.531716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.431077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:48:08.533299Z","caller":"traceutil/trace.go:171","msg":"trace[1356663875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2482; }","duration":"117.057218ms","start":"2026-03-03T11:48:08.416214Z","end":"2026-03-03T11:48:08.533271Z","steps":["trace[1356663875] 'agreement among raft nodes before linearized reading' (duration: 115.418726ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:12.009859Z","caller":"traceutil/trace.go:171","msg":"trace[668525915] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"112.306436ms","start":"2026-03-03T11:48:11.897529Z","end":"2026-03-03T11:48:12.009835Z","steps":["trace[668525915] 'process raft request' (duration: 112.165483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:23.279014Z","caller":"traceutil/trace.go:171","msg":"trace[1116982088] linearizableReadLoop","detail":"{readStateIndex:2668; appliedIndex:2667; }","duration":"130.828188ms","start":"2026-03-03T11:48:23.148153Z","end":"2026-03-03T11:48:23.278981Z","steps":["trace[1116982088] 'read index received' (duration: 126.911988ms)","trace[1116982088] 'applied index is now lower than readState.Index' (duration: 3.91476ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:48:23.279129Z","caller":"traceutil/trace.go:171","msg":"trace[1282687262] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"180.103062ms","start":"2026-03-03T11:48:23.098997Z","end":"2026-03-03T11:48:23.279101Z","steps":["trace[1282687262] 'process raft request' (duration: 176.038768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:23.279423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.114426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:48:23.279494Z","caller":"traceutil/trace.go:171","msg":"trace[1223036098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2568; }","duration":"131.364981ms","start":"2026-03-03T11:48:23.148107Z","end":"2026-03-03T11:48:23.279472Z","steps":["trace[1223036098] 'agreement among raft nodes before linearized reading' (duration: 131.020742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:29.152696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019673003,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:48:29.256178Z","caller":"traceutil/trace.go:171","msg":"trace[687761733] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"641.751613ms","start":"2026-03-03T11:48:28.614403Z","end":"2026-03-03T11:48:29.256154Z","steps":["trace[687761733] 'process raft request' (duration: 641.604499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:29.256322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:28.614348Z","time spent":"641.905217ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:48:29.36992Z","caller":"traceutil/trace.go:171","msg":"trace[1872174550] linearizableReadLoop","detail":"{readStateIndex:2693; appliedIndex:2691; }","duration":"717.404936ms","start":"2026-03-03T11:48:28.652497Z","end":"2026-03-03T11:48:29.369902Z","steps":["trace[1872174550] 'read index received' (duration: 603.543641ms)","trace[1872174550] 'applied index is now lower than readState.Index' (duration: 113.860415ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:48:29.369978Z","caller":"traceutil/trace.go:171","msg":"trace[104874050] transaction","detail":"{read_only:false; response_revision:2592; number_of_response:1; }","duration":"507.340123ms","start":"2026-03-03T11:48:28.862601Z","end":"2026-03-03T11:48:29.369941Z","steps":["trace[104874050] 'process raft request' (duration: 478.990312ms)","trace[104874050] 'compare' (duration: 28.198088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:48:29.370141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.641948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T11:48:29.370384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.337957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T11:48:29.370471Z","caller":"traceutil/trace.go:171","msg":"trace[7807203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2593; }","duration":"677.45349ms","start":"2026-03-03T11:48:28.692996Z","end":"2026-03-03T11:48:29.370449Z","steps":["trace[7807203] 'agreement among raft nodes before linearized reading' (duration: 677.211174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:29.370339Z","caller":"traceutil/trace.go:171","msg":"trace[2037972085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2593; }","duration":"694.926945ms","start":"2026-03-03T11:48:28.675399Z","end":"2026-03-03T11:48:29.370326Z","steps":["trace[2037972085] 'agreement among raft nodes before linearized reading' (duration: 694.635798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:29.37041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.92785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T11:48:29.370145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:28.862569Z","time spent":"507.491778ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:48:29.370568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:28.675371Z","time spent":"695.188651ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T11:48:29.37058Z","caller":"traceutil/trace.go:171","msg":"trace[937133270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2593; }","duration":"718.143725ms","start":"2026-03-03T11:48:28.65242Z","end":"2026-03-03T11:48:29.370564Z","steps":["trace[937133270] 'agreement among raft nodes before linearized reading' (duration: 717.585651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:29.37027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.348307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T11:48:29.370628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:28.652394Z","time spent":"718.215848ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T11:48:29.370704Z","caller":"traceutil/trace.go:171","msg":"trace[1228777601] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2593; }","duration":"296.778548ms","start":"2026-03-03T11:48:29.073873Z","end":"2026-03-03T11:48:29.370652Z","steps":["trace[1228777601] 'agreement among raft nodes before linearized reading' (duration: 296.317166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:29.370524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:28.692984Z","time spent":"677.527732ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T11:48:29.842614Z","caller":"traceutil/trace.go:171","msg":"trace[1264877616] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"467.991344ms","start":"2026-03-03T11:48:29.374596Z","end":"2026-03-03T11:48:29.842587Z","steps":["trace[1264877616] 'process raft request' (duration: 421.388169ms)","trace[1264877616] 'compare' (duration: 46.428171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:48:29.842764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:29.374576Z","time spent":"468.117788ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:48:29.842981Z","caller":"traceutil/trace.go:171","msg":"trace[816651428] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"467.565633ms","start":"2026-03-03T11:48:29.375387Z","end":"2026-03-03T11:48:29.842953Z","steps":["trace[816651428] 'process raft request' (duration: 467.162073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:29.843128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:29.375369Z","time spent":"467.685216ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:48:29.843478Z","caller":"traceutil/trace.go:171","msg":"trace[871201245] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"467.636596ms","start":"2026-03-03T11:48:29.375827Z","end":"2026-03-03T11:48:29.843463Z","steps":["trace[871201245] 'process raft request' (duration: 467.005899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:29.8435Z","caller":"traceutil/trace.go:171","msg":"trace[1061503950] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"466.279381ms","start":"2026-03-03T11:48:29.377198Z","end":"2026-03-03T11:48:29.843477Z","steps":["trace[1061503950] 'process raft request' (duration: 466.159138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:29.843548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:29.375816Z","time spent":"467.697517ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:48:29.843587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.270432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:48:29.843605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:29.377188Z","time spent":"466.363533ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:48:29.843639Z","caller":"traceutil/trace.go:171","msg":"trace[719977753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2597; }","duration":"424.333834ms","start":"2026-03-03T11:48:29.419294Z","end":"2026-03-03T11:48:29.843628Z","steps":["trace[719977753] 'agreement among raft nodes before linearized reading' (duration: 424.251392ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:29.843493Z","caller":"traceutil/trace.go:171","msg":"trace[1503469009] linearizableReadLoop","detail":"{readStateIndex:2698; appliedIndex:2694; }","duration":"424.16672ms","start":"2026-03-03T11:48:29.419302Z","end":"2026-03-03T11:48:29.843469Z","steps":["trace[1503469009] 'read index received' (duration: 376.693242ms)","trace[1503469009] 'applied index is now lower than readState.Index' (duration: 47.472378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:48:29.843677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:29.419215Z","time spent":"424.453617ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:48:29.843756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.133546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:48:29.843787Z","caller":"traceutil/trace.go:171","msg":"trace[2012859250] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2597; }","duration":"372.246379ms","start":"2026-03-03T11:48:29.471533Z","end":"2026-03-03T11:48:29.843779Z","steps":["trace[2012859250] 'agreement among raft nodes before linearized reading' (duration: 372.188617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:29.843808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:29.471463Z","time spent":"372.340081ms","remote":"127.0.0.1:39332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:48:29.843892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.926721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:48:29.843926Z","caller":"traceutil/trace.go:171","msg":"trace[364726999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2597; }","duration":"225.002663ms","start":"2026-03-03T11:48:29.618915Z","end":"2026-03-03T11:48:29.843918Z","steps":["trace[364726999] 'agreement among raft nodes before linearized reading' (duration: 224.89224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:29.843967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.494824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1899525fc3750a67\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T11:48:29.843992Z","caller":"traceutil/trace.go:171","msg":"trace[125967747] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1899525fc3750a67; range_end:; response_count:1; response_revision:2597; }","duration":"243.550345ms","start":"2026-03-03T11:48:29.600436Z","end":"2026-03-03T11:48:29.843987Z","steps":["trace[125967747] 'agreement among raft nodes before linearized reading' (duration: 243.478703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:29.844002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.10609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:48:29.844082Z","caller":"traceutil/trace.go:171","msg":"trace[1621299222] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2597; }","duration":"279.218822ms","start":"2026-03-03T11:48:29.564847Z","end":"2026-03-03T11:48:29.844066Z","steps":["trace[1621299222] 'agreement among raft nodes before linearized reading' (duration: 279.113299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:35.955691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:35.603985Z","time spent":"351.685586ms","remote":"127.0.0.1:42072","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T11:48:35.956063Z","caller":"traceutil/trace.go:171","msg":"trace[1945876840] linearizableReadLoop","detail":"{readStateIndex:2727; appliedIndex:2725; }","duration":"542.656284ms","start":"2026-03-03T11:48:35.413349Z","end":"2026-03-03T11:48:35.956005Z","steps":["trace[1945876840] 'read index received' (duration: 491.199575ms)","trace[1945876840] 'applied index is now lower than readState.Index' (duration: 51.455428ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:48:35.95612Z","caller":"traceutil/trace.go:171","msg":"trace[444471351] transaction","detail":"{read_only:false; response_revision:2624; number_of_response:1; }","duration":"569.569167ms","start":"2026-03-03T11:48:35.386513Z","end":"2026-03-03T11:48:35.956082Z","steps":["trace[444471351] 'process raft request' (duration: 518.000476ms)","trace[444471351] 'compare' (duration: 50.907595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:48:35.95626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.890039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:48:35.956314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:35.386476Z","time spent":"569.737832ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:48:35.956345Z","caller":"traceutil/trace.go:171","msg":"trace[552422753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2625; }","duration":"542.995782ms","start":"2026-03-03T11:48:35.413326Z","end":"2026-03-03T11:48:35.956322Z","steps":["trace[552422753] 'agreement among raft nodes before linearized reading' (duration: 542.864458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:35.956355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.109507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.1899525db7478c66\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-03T11:48:35.956397Z","caller":"traceutil/trace.go:171","msg":"trace[1113451707] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.1899525db7478c66; range_end:; response_count:1; response_revision:2625; }","duration":"146.178118ms","start":"2026-03-03T11:48:35.810209Z","end":"2026-03-03T11:48:35.956387Z","steps":["trace[1113451707] 'agreement among raft nodes before linearized reading' (duration: 145.984233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:35.956396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:35.413318Z","time spent":"543.065534ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:48:35.956177Z","caller":"traceutil/trace.go:171","msg":"trace[1553925761] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"566.571092ms","start":"2026-03-03T11:48:35.389591Z","end":"2026-03-03T11:48:35.956162Z","steps":["trace[1553925761] 'process raft request' (duration: 566.323095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:48:35.956614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:48:35.389566Z","time spent":"566.951892ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:48:41.235884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.863075ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T11:48:41.621441Z","caller":"traceutil/trace.go:171","msg":"trace[59303552] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"248.775976ms","start":"2026-03-03T11:48:41.372634Z","end":"2026-03-03T11:48:41.62141Z","steps":["trace[59303552] 'process raft request' (duration: 190.333523ms)","trace[59303552] 'compare' (duration: 58.190058ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:48:42.2356Z","caller":"traceutil/trace.go:171","msg":"trace[1809199174] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"191.418503ms","start":"2026-03-03T11:48:42.044141Z","end":"2026-03-03T11:48:42.23556Z","steps":["trace[1809199174] 'process raft request' (duration: 116.427378ms)","trace[1809199174] 'compare' (duration: 74.777591ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:48:42.236068Z","caller":"traceutil/trace.go:171","msg":"trace[437767583] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"191.80774ms","start":"2026-03-03T11:48:42.044233Z","end":"2026-03-03T11:48:42.236041Z","steps":["trace[437767583] 'process raft request' (duration: 191.277671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:42.2362Z","caller":"traceutil/trace.go:171","msg":"trace[719652343] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"191.454653ms","start":"2026-03-03T11:48:42.044721Z","end":"2026-03-03T11:48:42.236176Z","steps":["trace[719652343] 'process raft request' (duration: 191.017576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:48:42.236398Z","caller":"traceutil/trace.go:171","msg":"trace[370288336] transaction","detail":"{read_only:false; response_revision:2661; number_of_response:1; }","duration":"191.110408ms","start":"2026-03-03T11:48:42.045273Z","end":"2026-03-03T11:48:42.236383Z","steps":["trace[370288336] 'process raft request' (duration: 190.67262ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:50:31.763321Z","caller":"traceutil/trace.go:171","msg":"trace[1626831653] linearizableReadLoop","detail":"{readStateIndex:3435; appliedIndex:3434; }","duration":"149.646576ms","start":"2026-03-03T11:50:31.613643Z","end":"2026-03-03T11:50:31.76329Z","steps":["trace[1626831653] 'read index received' (duration: 149.375629ms)","trace[1626831653] 'applied index is now lower than readState.Index' (duration: 269.487µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:50:31.763378Z","caller":"traceutil/trace.go:171","msg":"trace[1973570463] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"191.791197ms","start":"2026-03-03T11:50:31.571538Z","end":"2026-03-03T11:50:31.763329Z","steps":["trace[1973570463] 'process raft request' (duration: 191.570901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:50:31.763492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.819461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:50:31.763537Z","caller":"traceutil/trace.go:171","msg":"trace[1303425589] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3302; }","duration":"149.922914ms","start":"2026-03-03T11:50:31.613602Z","end":"2026-03-03T11:50:31.763525Z","steps":["trace[1303425589] 'agreement among raft nodes before linearized reading' (duration: 149.804321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:50:40.763528Z","caller":"traceutil/trace.go:171","msg":"trace[1425136504] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"108.467092ms","start":"2026-03-03T11:50:40.655042Z","end":"2026-03-03T11:50:40.763509Z","steps":["trace[1425136504] 'process raft request' (duration: 108.356879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:07.751438Z","caller":"traceutil/trace.go:171","msg":"trace[540133270] linearizableReadLoop","detail":"{readStateIndex:3691; appliedIndex:3690; }","duration":"354.797999ms","start":"2026-03-03T11:51:07.396608Z","end":"2026-03-03T11:51:07.751406Z","steps":["trace[540133270] 'read index received' (duration: 354.532691ms)","trace[540133270] 'applied index is now lower than readState.Index' (duration: 264.188µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:07.751496Z","caller":"traceutil/trace.go:171","msg":"trace[1843817515] transaction","detail":"{read_only:false; response_revision:3551; number_of_response:1; }","duration":"650.665214ms","start":"2026-03-03T11:51:07.100794Z","end":"2026-03-03T11:51:07.751459Z","steps":["trace[1843817515] 'process raft request' (duration: 650.362876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:07.751702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:07.100779Z","time spent":"650.831819ms","remote":"127.0.0.1:36270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16086,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:51:07.751701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.529444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:51:07.751755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.122688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T11:51:07.751826Z","caller":"traceutil/trace.go:171","msg":"trace[888626478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3551; }","duration":"335.691999ms","start":"2026-03-03T11:51:07.416088Z","end":"2026-03-03T11:51:07.75178Z","steps":["trace[888626478] 'agreement among raft nodes before linearized reading' (duration: 335.536854ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:07.751841Z","caller":"traceutil/trace.go:171","msg":"trace[1071021481] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:3551; }","duration":"355.267632ms","start":"2026-03-03T11:51:07.396555Z","end":"2026-03-03T11:51:07.751822Z","steps":["trace[1071021481] 'agreement among raft nodes before linearized reading' (duration: 354.992854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:07.751895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:07.396535Z","time spent":"355.349394ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"warn","ts":"2026-03-03T11:51:07.751897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:07.416063Z","time spent":"335.800532ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:51:08.138679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.877554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:51:08.138782Z","caller":"traceutil/trace.go:171","msg":"trace[1289549552] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3551; }","duration":"311.034329ms","start":"2026-03-03T11:51:07.827725Z","end":"2026-03-03T11:51:08.13876Z","steps":["trace[1289549552] 'count revisions from in-memory index tree' (duration: 310.778881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:51:08.138828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:51:07.8277Z","time spent":"311.11603ms","remote":"127.0.0.1:36588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T11:52:11.461937Z","caller":"traceutil/trace.go:171","msg":"trace[673698093] linearizableReadLoop","detail":"{readStateIndex:4127; appliedIndex:4126; }","duration":"176.44521ms","start":"2026-03-03T11:52:11.28546Z","end":"2026-03-03T11:52:11.461905Z","steps":["trace[673698093] 'read index received' (duration: 176.326287ms)","trace[673698093] 'applied index is now lower than readState.Index' (duration: 117.653µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:11.462047Z","caller":"traceutil/trace.go:171","msg":"trace[144228872] transaction","detail":"{read_only:false; response_revision:3961; number_of_response:1; }","duration":"248.816386ms","start":"2026-03-03T11:52:11.213208Z","end":"2026-03-03T11:52:11.462024Z","steps":["trace[144228872] 'process raft request' (duration: 248.482267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:11.462178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.707368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:52:11.462222Z","caller":"traceutil/trace.go:171","msg":"trace[1201735391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3961; }","duration":"176.806231ms","start":"2026-03-03T11:52:11.285405Z","end":"2026-03-03T11:52:11.462211Z","steps":["trace[1201735391] 'agreement among raft nodes before linearized reading' (duration: 176.649646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:11.474997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.588223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:52:11.475061Z","caller":"traceutil/trace.go:171","msg":"trace[455030089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3961; }","duration":"119.690246ms","start":"2026-03-03T11:52:11.355356Z","end":"2026-03-03T11:52:11.475046Z","steps":["trace[455030089] 'agreement among raft nodes before linearized reading' (duration: 119.508471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:11.475103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.550512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T11:52:11.475438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.408753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:52:11.475483Z","caller":"traceutil/trace.go:171","msg":"trace[2068921441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3961; }","duration":"125.019749ms","start":"2026-03-03T11:52:11.350449Z","end":"2026-03-03T11:52:11.475469Z","steps":["trace[2068921441] 'agreement among raft nodes before linearized reading' (duration: 124.32272ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:11.475464Z","caller":"traceutil/trace.go:171","msg":"trace[1730096421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3961; }","duration":"122.881071ms","start":"2026-03-03T11:52:11.352483Z","end":"2026-03-03T11:52:11.475364Z","steps":["trace[1730096421] 'agreement among raft nodes before linearized reading' (duration: 122.47251ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:17.949607Z","caller":"traceutil/trace.go:171","msg":"trace[1160854283] linearizableReadLoop","detail":"{readStateIndex:4489; appliedIndex:4488; }","duration":"202.85718ms","start":"2026-03-03T11:52:17.746534Z","end":"2026-03-03T11:52:17.949391Z","steps":["trace[1160854283] 'read index received' (duration: 202.712907ms)","trace[1160854283] 'applied index is now lower than readState.Index' (duration: 142.843µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:17.949693Z","caller":"traceutil/trace.go:171","msg":"trace[611150057] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"238.737305ms","start":"2026-03-03T11:52:17.710888Z","end":"2026-03-03T11:52:17.949625Z","steps":["trace[611150057] 'process raft request' (duration: 238.323324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:17.949896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.342784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-03T11:52:17.949964Z","caller":"traceutil/trace.go:171","msg":"trace[938140984] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4314; }","duration":"203.471367ms","start":"2026-03-03T11:52:17.746474Z","end":"2026-03-03T11:52:17.949945Z","steps":["trace[938140984] 'agreement among raft nodes before linearized reading' (duration: 203.2164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:17.962234Z","caller":"traceutil/trace.go:171","msg":"trace[1323686998] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"191.324191ms","start":"2026-03-03T11:52:17.770885Z","end":"2026-03-03T11:52:17.962209Z","steps":["trace[1323686998] 'process raft request' (duration: 191.134896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:17.962946Z","caller":"traceutil/trace.go:171","msg":"trace[92591651] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"151.607204ms","start":"2026-03-03T11:52:17.811313Z","end":"2026-03-03T11:52:17.96292Z","steps":["trace[92591651] 'process raft request' (duration: 150.832743ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:19.238926Z","caller":"traceutil/trace.go:171","msg":"trace[302910380] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"109.958045ms","start":"2026-03-03T11:52:19.128936Z","end":"2026-03-03T11:52:19.238894Z","steps":["trace[302910380] 'process raft request' (duration: 109.747089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:19.773214Z","caller":"traceutil/trace.go:171","msg":"trace[1186408888] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"132.236083ms","start":"2026-03-03T11:52:19.640956Z","end":"2026-03-03T11:52:19.773192Z","steps":["trace[1186408888] 'process raft request' (duration: 132.100419ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:19.798876Z","caller":"traceutil/trace.go:171","msg":"trace[1147279560] linearizableReadLoop","detail":"{readStateIndex:4526; appliedIndex:4524; }","duration":"151.361767ms","start":"2026-03-03T11:52:19.647449Z","end":"2026-03-03T11:52:19.79881Z","steps":["trace[1147279560] 'read index received' (duration: 125.583504ms)","trace[1147279560] 'applied index is now lower than readState.Index' (duration: 25.776372ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:19.798956Z","caller":"traceutil/trace.go:171","msg":"trace[1028404964] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"154.44545ms","start":"2026-03-03T11:52:19.644479Z","end":"2026-03-03T11:52:19.798924Z","steps":["trace[1028404964] 'process raft request' (duration: 154.190493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:19.799032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.565783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:19.799121Z","caller":"traceutil/trace.go:171","msg":"trace[2092375704] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:0; response_revision:4350; }","duration":"151.700636ms","start":"2026-03-03T11:52:19.647399Z","end":"2026-03-03T11:52:19.7991Z","steps":["trace[2092375704] 'agreement among raft nodes before linearized reading' (duration: 151.549222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:19.799379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.337771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-wcl55.189952370749e62d\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T11:52:19.799429Z","caller":"traceutil/trace.go:171","msg":"trace[1551656235] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-wcl55.189952370749e62d; range_end:; response_count:1; response_revision:4350; }","duration":"111.432354ms","start":"2026-03-03T11:52:19.687983Z","end":"2026-03-03T11:52:19.799416Z","steps":["trace[1551656235] 'agreement among raft nodes before linearized reading' (duration: 111.011872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:20.933175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.043587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T11:52:20.933259Z","caller":"traceutil/trace.go:171","msg":"trace[524754691] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4414; }","duration":"113.251633ms","start":"2026-03-03T11:52:20.819989Z","end":"2026-03-03T11:52:20.933241Z","steps":["trace[524754691] 'range keys from in-memory index tree' (duration: 112.823011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:21.161522Z","caller":"traceutil/trace.go:171","msg":"trace[1279267869] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"184.778235ms","start":"2026-03-03T11:52:20.976726Z","end":"2026-03-03T11:52:21.161505Z","steps":["trace[1279267869] 'process raft request' (duration: 184.676562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:21.161556Z","caller":"traceutil/trace.go:171","msg":"trace[1763514663] linearizableReadLoop","detail":"{readStateIndex:4591; appliedIndex:4591; }","duration":"182.153865ms","start":"2026-03-03T11:52:20.979358Z","end":"2026-03-03T11:52:21.161512Z","steps":["trace[1763514663] 'read index received' (duration: 182.142585ms)","trace[1763514663] 'applied index is now lower than readState.Index' (duration: 8.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:21.161792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.414142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-32bb6326-bfd4-4747-85a0-1476e6466a5b\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-03T11:52:21.16184Z","caller":"traceutil/trace.go:171","msg":"trace[920676005] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-32bb6326-bfd4-4747-85a0-1476e6466a5b; range_end:; response_count:1; response_revision:4415; }","duration":"182.510314ms","start":"2026-03-03T11:52:20.979317Z","end":"2026-03-03T11:52:21.161828Z","steps":["trace[920676005] 'agreement among raft nodes before linearized reading' (duration: 182.33521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:21.258639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.360388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:21.258746Z","caller":"traceutil/trace.go:171","msg":"trace[627508774] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4416; }","duration":"237.499112ms","start":"2026-03-03T11:52:21.021224Z","end":"2026-03-03T11:52:21.258723Z","steps":["trace[627508774] 'agreement among raft nodes before linearized reading' (duration: 237.311747ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:21.258698Z","caller":"traceutil/trace.go:171","msg":"trace[721632288] transaction","detail":"{read_only:false; response_revision:4416; number_of_response:1; }","duration":"247.431878ms","start":"2026-03-03T11:52:21.011235Z","end":"2026-03-03T11:52:21.258667Z","steps":["trace[721632288] 'process raft request' (duration: 245.511867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:21.258803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.980641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7537d9e6-f264-4f5b-9cab-51d15e9a0d2c\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-03T11:52:21.258882Z","caller":"traceutil/trace.go:171","msg":"trace[771293162] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7537d9e6-f264-4f5b-9cab-51d15e9a0d2c; range_end:; response_count:1; response_revision:4416; }","duration":"172.096765ms","start":"2026-03-03T11:52:21.086768Z","end":"2026-03-03T11:52:21.258865Z","steps":["trace[771293162] 'agreement among raft nodes before linearized reading' (duration: 171.887129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:21.259583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.742806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-32bb6326-bfd4-4747-85a0-1476e6466a5b\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-03T11:52:21.259692Z","caller":"traceutil/trace.go:171","msg":"trace[884163298] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-32bb6326-bfd4-4747-85a0-1476e6466a5b; range_end:; response_count:1; response_revision:4416; }","duration":"114.63707ms","start":"2026-03-03T11:52:21.145035Z","end":"2026-03-03T11:52:21.259672Z","steps":["trace[884163298] 'agreement among raft nodes before linearized reading' (duration: 113.52297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:23.400748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.025605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:52:23.400936Z","caller":"traceutil/trace.go:171","msg":"trace[1545011563] linearizableReadLoop","detail":"{readStateIndex:4616; appliedIndex:4614; }","duration":"134.343049ms","start":"2026-03-03T11:52:23.266577Z","end":"2026-03-03T11:52:23.40092Z","steps":["trace[1545011563] 'read index received' (duration: 12.574528ms)","trace[1545011563] 'applied index is now lower than readState.Index' (duration: 121.767641ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:23.401042Z","caller":"traceutil/trace.go:171","msg":"trace[1172349529] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"136.560409ms","start":"2026-03-03T11:52:23.264473Z","end":"2026-03-03T11:52:23.401034Z","steps":["trace[1172349529] 'process raft request' (duration: 29.166124ms)","trace[1172349529] 'compare' (duration: 106.907782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:23.401195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.621686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7537d9e6-f264-4f5b-9cab-51d15e9a0d2c\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-03-03T11:52:23.401222Z","caller":"traceutil/trace.go:171","msg":"trace[375691768] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7537d9e6-f264-4f5b-9cab-51d15e9a0d2c; range_end:; response_count:1; response_revision:4440; }","duration":"134.679018ms","start":"2026-03-03T11:52:23.266535Z","end":"2026-03-03T11:52:23.401214Z","steps":["trace[375691768] 'agreement among raft nodes before linearized reading' (duration: 134.587205ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:23.40096Z","caller":"traceutil/trace.go:171","msg":"trace[1851086274] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"113.783836ms","start":"2026-03-03T11:52:23.287124Z","end":"2026-03-03T11:52:23.400908Z","steps":["trace[1851086274] 'process raft request' (duration: 113.731555ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:23.710957Z","caller":"traceutil/trace.go:171","msg":"trace[1567220413] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"140.489354ms","start":"2026-03-03T11:52:23.570442Z","end":"2026-03-03T11:52:23.710932Z","steps":["trace[1567220413] 'process raft request' (duration: 140.417562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:23.711008Z","caller":"traceutil/trace.go:171","msg":"trace[93895710] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"140.557306ms","start":"2026-03-03T11:52:23.570406Z","end":"2026-03-03T11:52:23.710963Z","steps":["trace[93895710] 'process raft request' (duration: 110.496979ms)","trace[93895710] 'compare' (duration: 29.811901ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:23.711334Z","caller":"traceutil/trace.go:171","msg":"trace[61092310] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"140.073453ms","start":"2026-03-03T11:52:23.571234Z","end":"2026-03-03T11:52:23.711307Z","steps":["trace[61092310] 'process raft request' (duration: 139.908939ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:23.711384Z","caller":"traceutil/trace.go:171","msg":"trace[922181759] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"140.30002ms","start":"2026-03-03T11:52:23.571059Z","end":"2026-03-03T11:52:23.711359Z","steps":["trace[922181759] 'process raft request' (duration: 139.840767ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:23.711406Z","caller":"traceutil/trace.go:171","msg":"trace[1785138581] linearizableReadLoop","detail":"{readStateIndex:4625; appliedIndex:4620; }","duration":"117.364693ms","start":"2026-03-03T11:52:23.594017Z","end":"2026-03-03T11:52:23.711382Z","steps":["trace[1785138581] 'read index received' (duration: 86.851864ms)","trace[1785138581] 'applied index is now lower than readState.Index' (duration: 30.511759ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:23.711472Z","caller":"traceutil/trace.go:171","msg":"trace[878742114] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"140.138055ms","start":"2026-03-03T11:52:23.571311Z","end":"2026-03-03T11:52:23.711449Z","steps":["trace[878742114] 'process raft request' (duration: 139.93244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:23.7116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.576189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1370"} {"level":"info","ts":"2026-03-03T11:52:23.711661Z","caller":"traceutil/trace.go:171","msg":"trace[1077835168] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4448; }","duration":"117.695013ms","start":"2026-03-03T11:52:23.593952Z","end":"2026-03-03T11:52:23.711647Z","steps":["trace[1077835168] 'agreement among raft nodes before linearized reading' (duration: 117.506437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:23.857979Z","caller":"traceutil/trace.go:171","msg":"trace[1626822624] linearizableReadLoop","detail":"{readStateIndex:4627; appliedIndex:4626; }","duration":"119.397829ms","start":"2026-03-03T11:52:23.738547Z","end":"2026-03-03T11:52:23.857945Z","steps":["trace[1626822624] 'read index received' (duration: 89.475015ms)","trace[1626822624] 'applied index is now lower than readState.Index' (duration: 29.921304ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:23.85812Z","caller":"traceutil/trace.go:171","msg":"trace[1494240845] transaction","detail":"{read_only:false; response_revision:4450; number_of_response:1; }","duration":"124.880595ms","start":"2026-03-03T11:52:23.733204Z","end":"2026-03-03T11:52:23.858085Z","steps":["trace[1494240845] 'process raft request' (duration: 94.961061ms)","trace[1494240845] 'compare' (duration: 29.626027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:23.858257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.682936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1433"} {"level":"info","ts":"2026-03-03T11:52:23.858307Z","caller":"traceutil/trace.go:171","msg":"trace[1574633086] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4450; }","duration":"119.771688ms","start":"2026-03-03T11:52:23.738521Z","end":"2026-03-03T11:52:23.858293Z","steps":["trace[1574633086] 'agreement among raft nodes before linearized reading' (duration: 119.581023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:26.920058Z","caller":"traceutil/trace.go:171","msg":"trace[1343748612] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"191.510286ms","start":"2026-03-03T11:52:26.728431Z","end":"2026-03-03T11:52:26.919941Z","steps":["trace[1343748612] 'process raft request' (duration: 191.351592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:26.920976Z","caller":"traceutil/trace.go:171","msg":"trace[136823692] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"146.249159ms","start":"2026-03-03T11:52:26.774701Z","end":"2026-03-03T11:52:26.92095Z","steps":["trace[136823692] 'process raft request' (duration: 146.104616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.018651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.699485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:52:28.019031Z","caller":"traceutil/trace.go:171","msg":"trace[1732573789] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"535.991372ms","start":"2026-03-03T11:52:27.483009Z","end":"2026-03-03T11:52:28.019001Z","steps":["trace[1732573789] 'process raft request' (duration: 354.862155ms)","trace[1732573789] 'compare' (duration: 180.403667ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:28.018757Z","caller":"traceutil/trace.go:171","msg":"trace[838365814] linearizableReadLoop","detail":"{readStateIndex:4726; appliedIndex:4725; }","duration":"510.22652ms","start":"2026-03-03T11:52:27.508515Z","end":"2026-03-03T11:52:28.018741Z","steps":["trace[838365814] 'read index received' (duration: 329.36532ms)","trace[838365814] 'applied index is now lower than readState.Index' (duration: 180.859829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:28.019194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:27.482987Z","time spent":"536.117565ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:28.019211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.761927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:52:28.019199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.673952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-03T11:52:28.01925Z","caller":"traceutil/trace.go:171","msg":"trace[37223820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:4545; }","duration":"506.839529ms","start":"2026-03-03T11:52:27.512397Z","end":"2026-03-03T11:52:28.019237Z","steps":["trace[37223820] 'agreement among raft nodes before linearized reading' (duration: 506.764437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:28.019278Z","caller":"traceutil/trace.go:171","msg":"trace[487078800] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4545; }","duration":"510.803595ms","start":"2026-03-03T11:52:27.508452Z","end":"2026-03-03T11:52:28.019256Z","steps":["trace[487078800] 'agreement among raft nodes before linearized reading' (duration: 510.558389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.019287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:27.512379Z","time spent":"506.89857ms","remote":"127.0.0.1:37252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:52:28.019326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:27.508433Z","time spent":"510.884497ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-03T11:52:28.019329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.819619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T11:52:28.019378Z","caller":"traceutil/trace.go:171","msg":"trace[306123985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4545; }","duration":"295.913041ms","start":"2026-03-03T11:52:27.723451Z","end":"2026-03-03T11:52:28.019364Z","steps":["trace[306123985] 'agreement among raft nodes before linearized reading' (duration: 295.777638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.019366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.401807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:52:28.019443Z","caller":"traceutil/trace.go:171","msg":"trace[1101556140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4545; }","duration":"292.51375ms","start":"2026-03-03T11:52:27.726907Z","end":"2026-03-03T11:52:28.01942Z","steps":["trace[1101556140] 'agreement among raft nodes before linearized reading' (duration: 292.304544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.019366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.899564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T11:52:28.019515Z","caller":"traceutil/trace.go:171","msg":"trace[583860849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4545; }","duration":"292.078218ms","start":"2026-03-03T11:52:27.727427Z","end":"2026-03-03T11:52:28.019505Z","steps":["trace[583860849] 'agreement among raft nodes before linearized reading' (duration: 291.77408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.019536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.49548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:52:28.019664Z","caller":"traceutil/trace.go:171","msg":"trace[1396478645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4545; }","duration":"292.671254ms","start":"2026-03-03T11:52:27.726948Z","end":"2026-03-03T11:52:28.019619Z","steps":["trace[1396478645] 'agreement among raft nodes before linearized reading' (duration: 292.285824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.020107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.301954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:52:28.020274Z","caller":"traceutil/trace.go:171","msg":"trace[1261841473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4545; }","duration":"292.470358ms","start":"2026-03-03T11:52:27.727787Z","end":"2026-03-03T11:52:28.020257Z","steps":["trace[1261841473] 'agreement among raft nodes before linearized reading' (duration: 291.42155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.524286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.231869ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:28.524404Z","caller":"traceutil/trace.go:171","msg":"trace[1960255509] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4545; }","duration":"325.359942ms","start":"2026-03-03T11:52:28.199029Z","end":"2026-03-03T11:52:28.524389Z","steps":["trace[1960255509] 'range keys from in-memory index tree' (duration: 325.216418ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:28.524804Z","caller":"traceutil/trace.go:171","msg":"trace[847188773] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"501.798233ms","start":"2026-03-03T11:52:28.022971Z","end":"2026-03-03T11:52:28.524769Z","steps":["trace[847188773] 'process raft request' (duration: 410.11105ms)","trace[847188773] 'compare' (duration: 91.386555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:28.525008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.02295Z","time spent":"501.969627ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:28.678577Z","caller":"traceutil/trace.go:171","msg":"trace[776097003] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"655.068111ms","start":"2026-03-03T11:52:28.023476Z","end":"2026-03-03T11:52:28.678544Z","steps":["trace[776097003] 'process raft request' (duration: 636.839971ms)","trace[776097003] 'compare' (duration: 17.831529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:28.678736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.023442Z","time spent":"655.219645ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:28.678948Z","caller":"traceutil/trace.go:171","msg":"trace[1060184338] linearizableReadLoop","detail":"{readStateIndex:4731; appliedIndex:4726; }","duration":"653.981512ms","start":"2026-03-03T11:52:28.024944Z","end":"2026-03-03T11:52:28.678926Z","steps":["trace[1060184338] 'read index received' (duration: 408.182608ms)","trace[1060184338] 'applied index is now lower than readState.Index' (duration: 245.797744ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:28.679027Z","caller":"traceutil/trace.go:171","msg":"trace[1337941975] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"654.478256ms","start":"2026-03-03T11:52:28.024537Z","end":"2026-03-03T11:52:28.679015Z","steps":["trace[1337941975] 'process raft request' (duration: 654.220619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.679092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.024514Z","time spent":"654.543287ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:28.679138Z","caller":"traceutil/trace.go:171","msg":"trace[2116709869] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"655.135383ms","start":"2026-03-03T11:52:28.023979Z","end":"2026-03-03T11:52:28.679114Z","steps":["trace[2116709869] 'process raft request' (duration: 654.491696ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:28.679186Z","caller":"traceutil/trace.go:171","msg":"trace[875031358] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"647.848717ms","start":"2026-03-03T11:52:28.031325Z","end":"2026-03-03T11:52:28.679174Z","steps":["trace[875031358] 'process raft request' (duration: 647.469177ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:28.679219Z","caller":"traceutil/trace.go:171","msg":"trace[765651249] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"559.791521ms","start":"2026-03-03T11:52:28.119405Z","end":"2026-03-03T11:52:28.679197Z","steps":["trace[765651249] 'process raft request' (duration: 559.469713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.67924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.023957Z","time spent":"655.226205ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:28.679332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.119387Z","time spent":"559.885623ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:28.679425Z","caller":"traceutil/trace.go:171","msg":"trace[1805852441] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4551; }","duration":"644.763594ms","start":"2026-03-03T11:52:28.034654Z","end":"2026-03-03T11:52:28.679418Z","steps":["trace[1805852441] 'process raft request' (duration: 644.191859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.679459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.034642Z","time spent":"644.795365ms","remote":"127.0.0.1:40784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":110,"response count":0,"response size":2400,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:28.679241Z","caller":"traceutil/trace.go:171","msg":"trace[13876113] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"654.780503ms","start":"2026-03-03T11:52:28.02445Z","end":"2026-03-03T11:52:28.679231Z","steps":["trace[13876113] 'process raft request' (duration: 654.188217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.679535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.593008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-03T11:52:28.679634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.024422Z","time spent":"655.109632ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:28.679604Z","caller":"traceutil/trace.go:171","msg":"trace[1821196864] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4552; }","duration":"654.747183ms","start":"2026-03-03T11:52:28.02484Z","end":"2026-03-03T11:52:28.679587Z","steps":["trace[1821196864] 'agreement among raft nodes before linearized reading' (duration: 654.553948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.679848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.024823Z","time spent":"654.967668ms","remote":"127.0.0.1:36474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-03T11:52:28.679294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.031314Z","time spent":"647.904629ms","remote":"127.0.0.1:40784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2351,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:28.687028Z","caller":"traceutil/trace.go:171","msg":"trace[404954081] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"217.462603ms","start":"2026-03-03T11:52:28.469544Z","end":"2026-03-03T11:52:28.687006Z","steps":["trace[404954081] 'process raft request' (duration: 217.32309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.687168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.690356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:52:28.687171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.28354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gxsgp\" ","response":"range_response_count:1 size:9629"} {"level":"info","ts":"2026-03-03T11:52:28.687232Z","caller":"traceutil/trace.go:171","msg":"trace[1758650643] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4553; }","duration":"151.776988ms","start":"2026-03-03T11:52:28.53543Z","end":"2026-03-03T11:52:28.687207Z","steps":["trace[1758650643] 'agreement among raft nodes before linearized reading' (duration: 151.673555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.68726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.102585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T11:52:28.68729Z","caller":"traceutil/trace.go:171","msg":"trace[1829243280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:4553; }","duration":"536.130576ms","start":"2026-03-03T11:52:28.151152Z","end":"2026-03-03T11:52:28.687283Z","steps":["trace[1829243280] 'agreement among raft nodes before linearized reading' (duration: 536.066994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.687315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.557973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:52:28.687322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.151134Z","time spent":"536.177797ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"info","ts":"2026-03-03T11:52:28.687364Z","caller":"traceutil/trace.go:171","msg":"trace[1951549689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4553; }","duration":"272.652516ms","start":"2026-03-03T11:52:28.414699Z","end":"2026-03-03T11:52:28.687351Z","steps":["trace[1951549689] 'agreement among raft nodes before linearized reading' (duration: 272.580184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.687411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.608629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:28.68765Z","caller":"traceutil/trace.go:171","msg":"trace[665063264] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4553; }","duration":"160.048371ms","start":"2026-03-03T11:52:28.527532Z","end":"2026-03-03T11:52:28.687581Z","steps":["trace[665063264] 'agreement among raft nodes before linearized reading' (duration: 159.6284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:28.687248Z","caller":"traceutil/trace.go:171","msg":"trace[1060729600] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gxsgp; range_end:; response_count:1; response_revision:4553; }","duration":"459.431304ms","start":"2026-03-03T11:52:28.227794Z","end":"2026-03-03T11:52:28.687225Z","steps":["trace[1060729600] 'agreement among raft nodes before linearized reading' (duration: 459.222319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.687925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.227772Z","time spent":"460.091982ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9652,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-gxsgp\" "} {"level":"warn","ts":"2026-03-03T11:52:28.687195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.293615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-03T11:52:28.688009Z","caller":"traceutil/trace.go:171","msg":"trace[963213228] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4553; }","duration":"647.132868ms","start":"2026-03-03T11:52:28.040866Z","end":"2026-03-03T11:52:28.687998Z","steps":["trace[963213228] 'agreement among raft nodes before linearized reading' (duration: 646.258035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:28.688075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.040852Z","time spent":"647.2101ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-03T11:52:29.041542Z","caller":"traceutil/trace.go:171","msg":"trace[1308762691] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4555; }","duration":"352.43202ms","start":"2026-03-03T11:52:28.689083Z","end":"2026-03-03T11:52:29.041515Z","steps":["trace[1308762691] 'process raft request' (duration: 292.004126ms)","trace[1308762691] 'compare' (duration: 60.192927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:29.041774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.689071Z","time spent":"352.568253ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":95,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-03T11:52:29.042319Z","caller":"traceutil/trace.go:171","msg":"trace[1331986362] linearizableReadLoop","detail":"{readStateIndex:4739; appliedIndex:4736; }","duration":"345.930595ms","start":"2026-03-03T11:52:28.69636Z","end":"2026-03-03T11:52:29.042291Z","steps":["trace[1331986362] 'read index received' (duration: 284.817803ms)","trace[1331986362] 'applied index is now lower than readState.Index' (duration: 61.111782ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:29.042431Z","caller":"traceutil/trace.go:171","msg":"trace[194234562] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"346.912271ms","start":"2026-03-03T11:52:28.695507Z","end":"2026-03-03T11:52:29.042419Z","steps":["trace[194234562] 'process raft request' (duration: 346.684455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:29.042397Z","caller":"traceutil/trace.go:171","msg":"trace[1016054535] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"347.307341ms","start":"2026-03-03T11:52:28.695052Z","end":"2026-03-03T11:52:29.042359Z","steps":["trace[1016054535] 'process raft request' (duration: 346.423708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:29.04254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.695499Z","time spent":"346.966162ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:29.042605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.695039Z","time spent":"347.445376ms","remote":"127.0.0.1:40784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2502,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:29.042763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.08798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:29.042816Z","caller":"traceutil/trace.go:171","msg":"trace[2011545635] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache; range_end:; response_count:0; response_revision:4557; }","duration":"352.151832ms","start":"2026-03-03T11:52:28.690652Z","end":"2026-03-03T11:52:29.042803Z","steps":["trace[2011545635] 'agreement among raft nodes before linearized reading' (duration: 351.739711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:29.042855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.690646Z","time spent":"352.201243ms","remote":"127.0.0.1:36416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" "} {"level":"warn","ts":"2026-03-03T11:52:29.042868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.049506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T11:52:29.042908Z","caller":"traceutil/trace.go:171","msg":"trace[2002598888] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4558; }","duration":"350.096457ms","start":"2026-03-03T11:52:28.692798Z","end":"2026-03-03T11:52:29.042895Z","steps":["trace[2002598888] 'agreement among raft nodes before linearized reading' (duration: 349.939893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:29.04295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.692793Z","time spent":"350.149958ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-03T11:52:29.043136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.460146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-03T11:52:29.043174Z","caller":"traceutil/trace.go:171","msg":"trace[1009968572] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4558; }","duration":"350.507478ms","start":"2026-03-03T11:52:28.692657Z","end":"2026-03-03T11:52:29.043164Z","steps":["trace[1009968572] 'agreement among raft nodes before linearized reading' (duration: 350.415746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:29.043202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.692651Z","time spent":"350.544339ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3529,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T11:52:29.043424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.3411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62891"} {"level":"info","ts":"2026-03-03T11:52:29.043461Z","caller":"traceutil/trace.go:171","msg":"trace[2142630112] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4558; }","duration":"351.391652ms","start":"2026-03-03T11:52:28.69206Z","end":"2026-03-03T11:52:29.043452Z","steps":["trace[2142630112] 'agreement among raft nodes before linearized reading' (duration: 351.251978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:29.043489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:28.692053Z","time spent":"351.428913ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62914,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T11:52:29.548379Z","caller":"traceutil/trace.go:171","msg":"trace[1094256399] linearizableReadLoop","detail":"{readStateIndex:4830; appliedIndex:4829; }","duration":"201.800302ms","start":"2026-03-03T11:52:29.346551Z","end":"2026-03-03T11:52:29.548351Z","steps":["trace[1094256399] 'read index received' (duration: 108.333851ms)","trace[1094256399] 'applied index is now lower than readState.Index' (duration: 93.465291ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:29.548464Z","caller":"traceutil/trace.go:171","msg":"trace[1320677314] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"202.186653ms","start":"2026-03-03T11:52:29.346241Z","end":"2026-03-03T11:52:29.548427Z","steps":["trace[1320677314] 'process raft request' (duration: 108.582408ms)","trace[1320677314] 'compare' (duration: 93.374629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:29.549348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.771848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:54 size:2205593"} {"level":"info","ts":"2026-03-03T11:52:29.549435Z","caller":"traceutil/trace.go:171","msg":"trace[1162489163] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:54; response_revision:4646; }","duration":"202.901762ms","start":"2026-03-03T11:52:29.346512Z","end":"2026-03-03T11:52:29.549414Z","steps":["trace[1162489163] 'agreement among raft nodes before linearized reading' (duration: 201.998497ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:29.552205Z","caller":"traceutil/trace.go:171","msg":"trace[973604118] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"199.524561ms","start":"2026-03-03T11:52:29.352664Z","end":"2026-03-03T11:52:29.552188Z","steps":["trace[973604118] 'process raft request' (duration: 199.48276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:29.552346Z","caller":"traceutil/trace.go:171","msg":"trace[1050444333] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"205.461331ms","start":"2026-03-03T11:52:29.346858Z","end":"2026-03-03T11:52:29.55232Z","steps":["trace[1050444333] 'process raft request' (duration: 205.009518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:29.552894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.231857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:29.55299Z","caller":"traceutil/trace.go:171","msg":"trace[989692633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4649; }","duration":"137.364201ms","start":"2026-03-03T11:52:29.415599Z","end":"2026-03-03T11:52:29.552963Z","steps":["trace[989692633] 'agreement among raft nodes before linearized reading' (duration: 137.210107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:31.24663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.072592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T11:52:31.246742Z","caller":"traceutil/trace.go:171","msg":"trace[791025429] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4671; }","duration":"361.232886ms","start":"2026-03-03T11:52:30.88548Z","end":"2026-03-03T11:52:31.246713Z","steps":["trace[791025429] 'range keys from in-memory index tree' (duration: 360.847245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:31.246769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.460545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T11:52:31.246802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:30.885457Z","time spent":"361.328498ms","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-03T11:52:31.246884Z","caller":"traceutil/trace.go:171","msg":"trace[2015714107] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:4671; }","duration":"197.61373ms","start":"2026-03-03T11:52:31.049233Z","end":"2026-03-03T11:52:31.246846Z","steps":["trace[2015714107] 'range keys from in-memory index tree' (duration: 197.202278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:31.247666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.279357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718525"} {"level":"info","ts":"2026-03-03T11:52:31.2478Z","caller":"traceutil/trace.go:171","msg":"trace[1569001079] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4671; }","duration":"345.378601ms","start":"2026-03-03T11:52:30.902343Z","end":"2026-03-03T11:52:31.247722Z","steps":["trace[1569001079] 'range keys from in-memory index tree' (duration: 344.674231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:31.248053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:30.902332Z","time spent":"345.674148ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":718548,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-03T11:52:31.402305Z","caller":"traceutil/trace.go:171","msg":"trace[1029821450] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"164.186111ms","start":"2026-03-03T11:52:31.238094Z","end":"2026-03-03T11:52:31.40228Z","steps":["trace[1029821450] 'process raft request' (duration: 164.043448ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:31.402624Z","caller":"traceutil/trace.go:171","msg":"trace[1225450910] linearizableReadLoop","detail":"{readStateIndex:4856; appliedIndex:4856; }","duration":"152.614741ms","start":"2026-03-03T11:52:31.249985Z","end":"2026-03-03T11:52:31.4026Z","steps":["trace[1225450910] 'read index received' (duration: 152.606801ms)","trace[1225450910] 'applied index is now lower than readState.Index' (duration: 6.31µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:31.402819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.816106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fff2068d-7567-4772-b5d5-05a9cdb26744\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-03T11:52:31.402857Z","caller":"traceutil/trace.go:171","msg":"trace[2106879929] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fff2068d-7567-4772-b5d5-05a9cdb26744; range_end:; response_count:1; response_revision:4672; }","duration":"152.897939ms","start":"2026-03-03T11:52:31.249948Z","end":"2026-03-03T11:52:31.402846Z","steps":["trace[2106879929] 'agreement among raft nodes before linearized reading' (duration: 152.737014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:31.432448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.911361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a04c3fbe-52ed-458e-87c4-23043062faf5\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-03T11:52:31.432508Z","caller":"traceutil/trace.go:171","msg":"trace[1742126952] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a04c3fbe-52ed-458e-87c4-23043062faf5; range_end:; response_count:1; response_revision:4672; }","duration":"168.004344ms","start":"2026-03-03T11:52:31.264489Z","end":"2026-03-03T11:52:31.432493Z","steps":["trace[1742126952] 'agreement among raft nodes before linearized reading' (duration: 167.85662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:31.432633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.36715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18995299e775fdfe\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-03T11:52:31.432693Z","caller":"traceutil/trace.go:171","msg":"trace[233967361] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18995299e775fdfe; range_end:; response_count:1; response_revision:4672; }","duration":"182.482573ms","start":"2026-03-03T11:52:31.250196Z","end":"2026-03-03T11:52:31.432679Z","steps":["trace[233967361] 'agreement among raft nodes before linearized reading' (duration: 182.257867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:31.432748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.724116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62891"} {"level":"info","ts":"2026-03-03T11:52:31.432808Z","caller":"traceutil/trace.go:171","msg":"trace[1914498031] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4672; }","duration":"180.817568ms","start":"2026-03-03T11:52:31.251975Z","end":"2026-03-03T11:52:31.432793Z","steps":["trace[1914498031] 'agreement among raft nodes before linearized reading' (duration: 180.571751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:33.840106Z","caller":"traceutil/trace.go:171","msg":"trace[1065909063] linearizableReadLoop","detail":"{readStateIndex:4889; appliedIndex:4888; }","duration":"422.915854ms","start":"2026-03-03T11:52:33.417161Z","end":"2026-03-03T11:52:33.840077Z","steps":["trace[1065909063] 'read index received' (duration: 422.730149ms)","trace[1065909063] 'applied index is now lower than readState.Index' (duration: 184.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:33.840155Z","caller":"traceutil/trace.go:171","msg":"trace[1206932415] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"432.82374ms","start":"2026-03-03T11:52:33.407295Z","end":"2026-03-03T11:52:33.840119Z","steps":["trace[1206932415] 'process raft request' (duration: 432.573613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:33.840283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.090919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:52:33.840326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:33.407276Z","time spent":"432.954523ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:33.840392Z","caller":"traceutil/trace.go:171","msg":"trace[1096191930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4703; }","duration":"423.225822ms","start":"2026-03-03T11:52:33.417118Z","end":"2026-03-03T11:52:33.840343Z","steps":["trace[1096191930] 'agreement among raft nodes before linearized reading' (duration: 423.102749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:33.840451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:33.417102Z","time spent":"423.342035ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:52:34.340693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019678107,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:52:34.773149Z","caller":"traceutil/trace.go:171","msg":"trace[2062385939] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"1.206702933s","start":"2026-03-03T11:52:33.56642Z","end":"2026-03-03T11:52:34.773123Z","steps":["trace[2062385939] 'process raft request' (duration: 1.206533488s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:34.773397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:33.566383Z","time spent":"1.206933909s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:34.779879Z","caller":"traceutil/trace.go:171","msg":"trace[566123707] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"775.165908ms","start":"2026-03-03T11:52:34.004688Z","end":"2026-03-03T11:52:34.779854Z","steps":["trace[566123707] 'process raft request' (duration: 774.999593ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:34.780072Z","caller":"traceutil/trace.go:171","msg":"trace[1129290143] linearizableReadLoop","detail":"{readStateIndex:4891; appliedIndex:4889; }","duration":"939.827822ms","start":"2026-03-03T11:52:33.840184Z","end":"2026-03-03T11:52:34.780011Z","steps":["trace[1129290143] 'read index received' (duration: 932.797413ms)","trace[1129290143] 'applied index is now lower than readState.Index' (duration: 7.027359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:34.780096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:34.004657Z","time spent":"775.295451ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:34.780341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338083473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a04c3fbe-52ed-458e-87c4-23043062faf5\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-03-03T11:52:34.780364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.789514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:52:34.78035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342568063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T11:52:34.780392Z","caller":"traceutil/trace.go:171","msg":"trace[1282241248] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a04c3fbe-52ed-458e-87c4-23043062faf5; range_end:; response_count:1; response_revision:4706; }","duration":"1.338170256s","start":"2026-03-03T11:52:33.442206Z","end":"2026-03-03T11:52:34.780376Z","steps":["trace[1282241248] 'agreement among raft nodes before linearized reading' (duration: 1.337938839s)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:34.780427Z","caller":"traceutil/trace.go:171","msg":"trace[221325000] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:4706; }","duration":"1.342722787s","start":"2026-03-03T11:52:33.437686Z","end":"2026-03-03T11:52:34.780409Z","steps":["trace[221325000] 'agreement among raft nodes before linearized reading' (duration: 1.342476911s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:34.780436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:33.442189Z","time spent":"1.338237897s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3926,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a04c3fbe-52ed-458e-87c4-23043062faf5\" "} {"level":"warn","ts":"2026-03-03T11:52:34.780473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:33.437652Z","time spent":"1.34281286s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"info","ts":"2026-03-03T11:52:34.7804Z","caller":"traceutil/trace.go:171","msg":"trace[1917000058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4706; }","duration":"938.886757ms","start":"2026-03-03T11:52:33.841502Z","end":"2026-03-03T11:52:34.780389Z","steps":["trace[1917000058] 'agreement among raft nodes before linearized reading' (duration: 938.809575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:34.780546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:33.841478Z","time spent":"939.048281ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:52:34.780659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.688304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:34.780689Z","caller":"traceutil/trace.go:171","msg":"trace[983048244] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4706; }","duration":"171.757606ms","start":"2026-03-03T11:52:34.608923Z","end":"2026-03-03T11:52:34.78068Z","steps":["trace[983048244] 'agreement among raft nodes before linearized reading' (duration: 171.670073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:34.780764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.650405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:52:34.780798Z","caller":"traceutil/trace.go:171","msg":"trace[36188351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4706; }","duration":"215.718667ms","start":"2026-03-03T11:52:34.56507Z","end":"2026-03-03T11:52:34.780788Z","steps":["trace[36188351] 'agreement among raft nodes before linearized reading' (duration: 215.632114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:34.781092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.779039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"warn","ts":"2026-03-03T11:52:34.781093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.660405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T11:52:34.78112Z","caller":"traceutil/trace.go:171","msg":"trace[1551595848] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4706; }","duration":"927.86109ms","start":"2026-03-03T11:52:33.853251Z","end":"2026-03-03T11:52:34.781112Z","steps":["trace[1551595848] 'agreement among raft nodes before linearized reading' (duration: 927.654485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:34.781135Z","caller":"traceutil/trace.go:171","msg":"trace[2129619111] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4706; }","duration":"282.737548ms","start":"2026-03-03T11:52:34.498383Z","end":"2026-03-03T11:52:34.781121Z","steps":["trace[2129619111] 'agreement among raft nodes before linearized reading' (duration: 282.591264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:34.781147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:33.853227Z","time spent":"927.913552ms","remote":"127.0.0.1:46580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413105,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T11:52:34.7812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.615137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776706"} {"level":"info","ts":"2026-03-03T11:52:34.781241Z","caller":"traceutil/trace.go:171","msg":"trace[1545998648] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4706; }","duration":"894.704419ms","start":"2026-03-03T11:52:33.886524Z","end":"2026-03-03T11:52:34.781229Z","steps":["trace[1545998648] 'agreement among raft nodes before linearized reading' (duration: 894.303649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:34.781271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:33.8865Z","time spent":"894.763311ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":776729,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-03T11:52:35.523551Z","caller":"traceutil/trace.go:171","msg":"trace[979098567] linearizableReadLoop","detail":"{readStateIndex:4899; appliedIndex:4898; }","duration":"116.203912ms","start":"2026-03-03T11:52:35.407236Z","end":"2026-03-03T11:52:35.52344Z","steps":["trace[979098567] 'read index received' (duration: 113.221672ms)","trace[979098567] 'applied index is now lower than readState.Index' (duration: 2.97963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:35.52388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.614733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:35.523939Z","caller":"traceutil/trace.go:171","msg":"trace[450020710] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4713; }","duration":"116.729356ms","start":"2026-03-03T11:52:35.407191Z","end":"2026-03-03T11:52:35.523921Z","steps":["trace[450020710] 'agreement among raft nodes before linearized reading' (duration: 116.454009ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:35.523974Z","caller":"traceutil/trace.go:171","msg":"trace[1229441746] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"299.163629ms","start":"2026-03-03T11:52:35.224776Z","end":"2026-03-03T11:52:35.523939Z","steps":["trace[1229441746] 'process raft request' (duration: 296.098156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:36.038686Z","caller":"traceutil/trace.go:171","msg":"trace[1676558730] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4713; }","duration":"492.802321ms","start":"2026-03-03T11:52:35.545827Z","end":"2026-03-03T11:52:36.03863Z","steps":["trace[1676558730] 'process raft request' (duration: 459.734712ms)","trace[1676558730] 'compare' (duration: 33.009757ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:36.038773Z","caller":"traceutil/trace.go:171","msg":"trace[195041835] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"193.766226ms","start":"2026-03-03T11:52:35.844983Z","end":"2026-03-03T11:52:36.038749Z","steps":["trace[195041835] 'process raft request' (duration: 193.655393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:36.038788Z","caller":"traceutil/trace.go:171","msg":"trace[1934726269] linearizableReadLoop","detail":"{readStateIndex:4900; appliedIndex:4899; }","duration":"377.701898ms","start":"2026-03-03T11:52:35.661053Z","end":"2026-03-03T11:52:36.038755Z","steps":["trace[1934726269] 'read index received' (duration: 344.526357ms)","trace[1934726269] 'applied index is now lower than readState.Index' (duration: 33.173131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:36.038847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:35.545806Z","time spent":"492.972026ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T11:52:36.039022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.959936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:36.039063Z","caller":"traceutil/trace.go:171","msg":"trace[107886053] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4714; }","duration":"378.060808ms","start":"2026-03-03T11:52:35.660989Z","end":"2026-03-03T11:52:36.03905Z","steps":["trace[107886053] 'agreement among raft nodes before linearized reading' (duration: 377.912434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:36.0391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:35.660966Z","time spent":"378.124539ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:52:36.039354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.695035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a04c3fbe-52ed-458e-87c4-23043062faf5\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-03-03T11:52:36.039431Z","caller":"traceutil/trace.go:171","msg":"trace[88719087] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a04c3fbe-52ed-458e-87c4-23043062faf5; range_end:; response_count:1; response_revision:4714; }","duration":"225.826288ms","start":"2026-03-03T11:52:35.813584Z","end":"2026-03-03T11:52:36.03941Z","steps":["trace[88719087] 'agreement among raft nodes before linearized reading' (duration: 225.598972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:37.353002Z","caller":"traceutil/trace.go:171","msg":"trace[2127752215] transaction","detail":"{read_only:false; response_revision:4769; number_of_response:1; }","duration":"177.062568ms","start":"2026-03-03T11:52:37.175911Z","end":"2026-03-03T11:52:37.352974Z","steps":["trace[2127752215] 'process raft request' (duration: 176.844212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:37.412701Z","caller":"traceutil/trace.go:171","msg":"trace[2118417290] transaction","detail":"{read_only:false; response_revision:4770; number_of_response:1; }","duration":"102.422902ms","start":"2026-03-03T11:52:37.310244Z","end":"2026-03-03T11:52:37.412667Z","steps":["trace[2118417290] 'process raft request' (duration: 102.231487ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:37.575477Z","caller":"traceutil/trace.go:171","msg":"trace[940156992] transaction","detail":"{read_only:false; response_revision:4771; number_of_response:1; }","duration":"191.441754ms","start":"2026-03-03T11:52:37.383995Z","end":"2026-03-03T11:52:37.575437Z","steps":["trace[940156992] 'process raft request' (duration: 171.629972ms)","trace[940156992] 'compare' (duration: 19.646258ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:37.575509Z","caller":"traceutil/trace.go:171","msg":"trace[357924632] transaction","detail":"{read_only:false; response_revision:4772; number_of_response:1; }","duration":"157.243776ms","start":"2026-03-03T11:52:37.418242Z","end":"2026-03-03T11:52:37.575486Z","steps":["trace[357924632] 'process raft request' (duration: 157.197684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:37.57572Z","caller":"traceutil/trace.go:171","msg":"trace[370900837] linearizableReadLoop","detail":"{readStateIndex:4961; appliedIndex:4959; }","duration":"185.425692ms","start":"2026-03-03T11:52:37.390272Z","end":"2026-03-03T11:52:37.575698Z","steps":["trace[370900837] 'read index received' (duration: 22.175016ms)","trace[370900837] 'applied index is now lower than readState.Index' (duration: 163.248286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:37.575915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.246168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:37.575971Z","caller":"traceutil/trace.go:171","msg":"trace[180932706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4772; }","duration":"159.354472ms","start":"2026-03-03T11:52:37.416602Z","end":"2026-03-03T11:52:37.575956Z","steps":["trace[180932706] 'agreement among raft nodes before linearized reading' (duration: 159.26198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:37.575969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.676459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12973"} {"level":"info","ts":"2026-03-03T11:52:37.576093Z","caller":"traceutil/trace.go:171","msg":"trace[1402413901] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4772; }","duration":"185.845773ms","start":"2026-03-03T11:52:37.39023Z","end":"2026-03-03T11:52:37.576075Z","steps":["trace[1402413901] 'agreement among raft nodes before linearized reading' (duration: 185.569716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:37.576093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.643626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T11:52:37.576136Z","caller":"traceutil/trace.go:171","msg":"trace[1961289832] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4772; }","duration":"106.720148ms","start":"2026-03-03T11:52:37.469406Z","end":"2026-03-03T11:52:37.576126Z","steps":["trace[1961289832] 'agreement among raft nodes before linearized reading' (duration: 106.578564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:37.947363Z","caller":"traceutil/trace.go:171","msg":"trace[1928162401] linearizableReadLoop","detail":"{readStateIndex:4964; appliedIndex:4963; }","duration":"289.295502ms","start":"2026-03-03T11:52:37.65804Z","end":"2026-03-03T11:52:37.947336Z","steps":["trace[1928162401] 'read index received' (duration: 289.038495ms)","trace[1928162401] 'applied index is now lower than readState.Index' (duration: 255.997µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:37.947445Z","caller":"traceutil/trace.go:171","msg":"trace[1678933904] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"361.608455ms","start":"2026-03-03T11:52:37.585816Z","end":"2026-03-03T11:52:37.947425Z","steps":["trace[1678933904] 'process raft request' (duration: 361.341508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:37.9476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.511785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-03T11:52:37.947606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:37.585803Z","time spent":"361.729748ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13279,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:37.947644Z","caller":"traceutil/trace.go:171","msg":"trace[1085069885] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4774; }","duration":"303.565176ms","start":"2026-03-03T11:52:37.644068Z","end":"2026-03-03T11:52:37.947633Z","steps":["trace[1085069885] 'agreement among raft nodes before linearized reading' (duration: 303.410482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:37.947686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:37.643989Z","time spent":"303.688889ms","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T11:52:37.947841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.108364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-32bb6326-bfd4-4747-85a0-1476e6466a5b\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-03T11:52:37.947911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.684436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-03T11:52:37.947941Z","caller":"traceutil/trace.go:171","msg":"trace[2082622175] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4774; }","duration":"202.755828ms","start":"2026-03-03T11:52:37.745176Z","end":"2026-03-03T11:52:37.947932Z","steps":["trace[2082622175] 'agreement among raft nodes before linearized reading' (duration: 202.666836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:37.947939Z","caller":"traceutil/trace.go:171","msg":"trace[51239991] range","detail":"{range_begin:/registry/persistentvolumes/pvc-32bb6326-bfd4-4747-85a0-1476e6466a5b; range_end:; response_count:1; response_revision:4774; }","duration":"287.232607ms","start":"2026-03-03T11:52:37.660682Z","end":"2026-03-03T11:52:37.947915Z","steps":["trace[51239991] 'agreement among raft nodes before linearized reading' (duration: 287.013261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:42.267856Z","caller":"traceutil/trace.go:171","msg":"trace[1074856400] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"208.879883ms","start":"2026-03-03T11:52:42.058952Z","end":"2026-03-03T11:52:42.267832Z","steps":["trace[1074856400] 'process raft request' (duration: 208.726119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:42.457794Z","caller":"traceutil/trace.go:171","msg":"trace[251020973] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"167.157661ms","start":"2026-03-03T11:52:42.290601Z","end":"2026-03-03T11:52:42.457759Z","steps":["trace[251020973] 'process raft request' (duration: 155.504708ms)","trace[251020973] 'compare' (duration: 11.334404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:44.725358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.811342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:52:44.725474Z","caller":"traceutil/trace.go:171","msg":"trace[716159743] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5079; }","duration":"277.296741ms","start":"2026-03-03T11:52:44.44816Z","end":"2026-03-03T11:52:44.725457Z","steps":["trace[716159743] 'read index received' (duration: 91.284953ms)","trace[716159743] 'applied index is now lower than readState.Index' (duration: 186.010458ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:44.72553Z","caller":"traceutil/trace.go:171","msg":"trace[543075612] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"305.260382ms","start":"2026-03-03T11:52:44.420242Z","end":"2026-03-03T11:52:44.725503Z","steps":["trace[543075612] 'process raft request' (duration: 119.240574ms)","trace[543075612] 'compare' (duration: 185.631128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:44.725638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.482746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-zm9p9\" ","response":"range_response_count:1 size:7665"} {"level":"warn","ts":"2026-03-03T11:52:44.725639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:44.420225Z","time spent":"305.363785ms","remote":"127.0.0.1:36286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T11:52:44.725676Z","caller":"traceutil/trace.go:171","msg":"trace[1909585464] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-zm9p9; range_end:; response_count:1; response_revision:4887; }","duration":"277.554048ms","start":"2026-03-03T11:52:44.44811Z","end":"2026-03-03T11:52:44.725664Z","steps":["trace[1909585464] 'agreement among raft nodes before linearized reading' (duration: 277.394493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:45.089319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.189887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:52:45.08961Z","caller":"traceutil/trace.go:171","msg":"trace[650204327] linearizableReadLoop","detail":"{readStateIndex:5089; appliedIndex:5083; }","duration":"109.621285ms","start":"2026-03-03T11:52:44.979972Z","end":"2026-03-03T11:52:45.089593Z","steps":["trace[650204327] 'read index received' (duration: 41.439703ms)","trace[650204327] 'applied index is now lower than readState.Index' (duration: 68.180502ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:45.089693Z","caller":"traceutil/trace.go:171","msg":"trace[659239309] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"275.771889ms","start":"2026-03-03T11:52:44.813911Z","end":"2026-03-03T11:52:45.089683Z","steps":["trace[659239309] 'process raft request' (duration: 275.602004ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:45.089701Z","caller":"traceutil/trace.go:171","msg":"trace[2078830177] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"275.984524ms","start":"2026-03-03T11:52:44.813687Z","end":"2026-03-03T11:52:45.089672Z","steps":["trace[2078830177] 'process raft request' (duration: 275.793329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:45.090084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.874465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:52:45.090119Z","caller":"traceutil/trace.go:171","msg":"trace[127610632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4896; }","duration":"108.951117ms","start":"2026-03-03T11:52:44.981159Z","end":"2026-03-03T11:52:45.09011Z","steps":["trace[127610632] 'agreement among raft nodes before linearized reading' (duration: 108.840264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:45.090199Z","caller":"traceutil/trace.go:171","msg":"trace[1819608203] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"277.30091ms","start":"2026-03-03T11:52:44.812876Z","end":"2026-03-03T11:52:45.090177Z","steps":["trace[1819608203] 'process raft request' (duration: 28.163457ms)","trace[1819608203] 'compare' (duration: 248.020603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:45.090255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.248883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:52:45.090351Z","caller":"traceutil/trace.go:171","msg":"trace[829903874] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"277.398252ms","start":"2026-03-03T11:52:44.812942Z","end":"2026-03-03T11:52:45.09034Z","steps":["trace[829903874] 'process raft request' (duration: 276.468737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:45.090397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.495065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T11:52:45.09039Z","caller":"traceutil/trace.go:171","msg":"trace[670356836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4896; }","duration":"110.437148ms","start":"2026-03-03T11:52:44.979921Z","end":"2026-03-03T11:52:45.090358Z","steps":["trace[670356836] 'agreement among raft nodes before linearized reading' (duration: 110.040547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:45.090425Z","caller":"traceutil/trace.go:171","msg":"trace[855099091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4896; }","duration":"108.583427ms","start":"2026-03-03T11:52:44.981834Z","end":"2026-03-03T11:52:45.090418Z","steps":["trace[855099091] 'agreement among raft nodes before linearized reading' (duration: 108.519346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:45.090549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.237395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T11:52:45.090573Z","caller":"traceutil/trace.go:171","msg":"trace[867367194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4896; }","duration":"109.310308ms","start":"2026-03-03T11:52:44.981257Z","end":"2026-03-03T11:52:45.090568Z","steps":["trace[867367194] 'agreement among raft nodes before linearized reading' (duration: 109.251406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:45.090678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.42692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:52:45.090699Z","caller":"traceutil/trace.go:171","msg":"trace[1467369741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4896; }","duration":"109.473292ms","start":"2026-03-03T11:52:44.981221Z","end":"2026-03-03T11:52:45.090694Z","steps":["trace[1467369741] 'agreement among raft nodes before linearized reading' (duration: 109.420721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:45.090742Z","caller":"traceutil/trace.go:171","msg":"trace[1832186719] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"213.59794ms","start":"2026-03-03T11:52:44.877125Z","end":"2026-03-03T11:52:45.090723Z","steps":["trace[1832186719] 'process raft request' (duration: 212.414458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:45.090336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.677523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T11:52:45.091032Z","caller":"traceutil/trace.go:171","msg":"trace[28023973] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:4896; }","duration":"108.396613ms","start":"2026-03-03T11:52:44.982624Z","end":"2026-03-03T11:52:45.09102Z","steps":["trace[28023973] 'agreement among raft nodes before linearized reading' (duration: 107.637452ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:45.091286Z","caller":"traceutil/trace.go:171","msg":"trace[371571200] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"141.998385ms","start":"2026-03-03T11:52:44.949272Z","end":"2026-03-03T11:52:45.09127Z","steps":["trace[371571200] 'process raft request' (duration: 140.29357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:45.290618Z","caller":"traceutil/trace.go:171","msg":"trace[722961181] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"195.133223ms","start":"2026-03-03T11:52:45.095439Z","end":"2026-03-03T11:52:45.290573Z","steps":["trace[722961181] 'process raft request' (duration: 97.557542ms)","trace[722961181] 'compare' (duration: 96.874403ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:45.290983Z","caller":"traceutil/trace.go:171","msg":"trace[525198666] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"195.285957ms","start":"2026-03-03T11:52:45.095674Z","end":"2026-03-03T11:52:45.29096Z","steps":["trace[525198666] 'process raft request' (duration: 195.097312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:45.291599Z","caller":"traceutil/trace.go:171","msg":"trace[1331937661] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"194.432524ms","start":"2026-03-03T11:52:45.096825Z","end":"2026-03-03T11:52:45.291258Z","steps":["trace[1331937661] 'process raft request' (duration: 194.025083ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:45.292002Z","caller":"traceutil/trace.go:171","msg":"trace[1723440103] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"194.666811ms","start":"2026-03-03T11:52:45.09732Z","end":"2026-03-03T11:52:45.291987Z","steps":["trace[1723440103] 'process raft request' (duration: 193.574881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:46.960773Z","caller":"traceutil/trace.go:171","msg":"trace[259482166] linearizableReadLoop","detail":"{readStateIndex:5107; appliedIndex:5106; }","duration":"194.328201ms","start":"2026-03-03T11:52:46.766381Z","end":"2026-03-03T11:52:46.960709Z","steps":["trace[259482166] 'read index received' (duration: 193.964431ms)","trace[259482166] 'applied index is now lower than readState.Index' (duration: 362.33µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:46.960919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.525987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:46.960965Z","caller":"traceutil/trace.go:171","msg":"trace[824168206] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4913; }","duration":"194.62762ms","start":"2026-03-03T11:52:46.766323Z","end":"2026-03-03T11:52:46.960951Z","steps":["trace[824168206] 'agreement among raft nodes before linearized reading' (duration: 194.535837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:46.961111Z","caller":"traceutil/trace.go:171","msg":"trace[2017552868] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"217.660708ms","start":"2026-03-03T11:52:46.743406Z","end":"2026-03-03T11:52:46.961067Z","steps":["trace[2017552868] 'process raft request' (duration: 216.9916ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.245376Z","caller":"traceutil/trace.go:171","msg":"trace[478285673] transaction","detail":"{read_only:false; response_revision:4928; number_of_response:1; }","duration":"141.43892ms","start":"2026-03-03T11:52:49.103907Z","end":"2026-03-03T11:52:49.245346Z","steps":["trace[478285673] 'process raft request' (duration: 141.268726ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.246624Z","caller":"traceutil/trace.go:171","msg":"trace[1321515437] transaction","detail":"{read_only:false; response_revision:4929; number_of_response:1; }","duration":"142.16962ms","start":"2026-03-03T11:52:49.104436Z","end":"2026-03-03T11:52:49.246605Z","steps":["trace[1321515437] 'process raft request' (duration: 141.998886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:49.246653Z","caller":"traceutil/trace.go:171","msg":"trace[1949152413] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"130.700832ms","start":"2026-03-03T11:52:49.115931Z","end":"2026-03-03T11:52:49.246631Z","steps":["trace[1949152413] 'process raft request' (duration: 130.602119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:51.14589Z","caller":"traceutil/trace.go:171","msg":"trace[767495142] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"292.342115ms","start":"2026-03-03T11:52:50.85353Z","end":"2026-03-03T11:52:51.145872Z","steps":["trace[767495142] 'process raft request' (duration: 292.239722ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:52.602089Z","caller":"traceutil/trace.go:171","msg":"trace[1446536385] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"261.968829ms","start":"2026-03-03T11:52:52.340092Z","end":"2026-03-03T11:52:52.602061Z","steps":["trace[1446536385] 'process raft request' (duration: 261.820615ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:52.603007Z","caller":"traceutil/trace.go:171","msg":"trace[57619848] linearizableReadLoop","detail":"{readStateIndex:5155; appliedIndex:5153; }","duration":"186.619164ms","start":"2026-03-03T11:52:52.416364Z","end":"2026-03-03T11:52:52.602983Z","steps":["trace[57619848] 'read index received' (duration: 185.586596ms)","trace[57619848] 'applied index is now lower than readState.Index' (duration: 1.031458ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:52.603055Z","caller":"traceutil/trace.go:171","msg":"trace[1784787138] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"236.059313ms","start":"2026-03-03T11:52:52.366976Z","end":"2026-03-03T11:52:52.603035Z","steps":["trace[1784787138] 'process raft request' (duration: 235.805917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:52.603186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.80959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:52.603277Z","caller":"traceutil/trace.go:171","msg":"trace[1310307765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4960; }","duration":"186.935193ms","start":"2026-03-03T11:52:52.416319Z","end":"2026-03-03T11:52:52.603254Z","steps":["trace[1310307765] 'agreement among raft nodes before linearized reading' (duration: 186.80327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:54.579234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.440531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:54.579329Z","caller":"traceutil/trace.go:171","msg":"trace[70760528] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5027; }","duration":"534.601525ms","start":"2026-03-03T11:52:54.044708Z","end":"2026-03-03T11:52:54.579309Z","steps":["trace[70760528] 'count revisions from in-memory index tree' (duration: 534.329187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:54.579383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:54.044684Z","time spent":"534.684786ms","remote":"127.0.0.1:38964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:52:54.579527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.708376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-03T11:52:54.579552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.207518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:54.579591Z","caller":"traceutil/trace.go:171","msg":"trace[2035796430] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5027; }","duration":"378.821109ms","start":"2026-03-03T11:52:54.200746Z","end":"2026-03-03T11:52:54.579567Z","steps":["trace[2035796430] 'range keys from in-memory index tree' (duration: 378.582192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:54.579601Z","caller":"traceutil/trace.go:171","msg":"trace[1249026325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5027; }","duration":"162.317311ms","start":"2026-03-03T11:52:54.41727Z","end":"2026-03-03T11:52:54.579587Z","steps":["trace[1249026325] 'range keys from in-memory index tree' (duration: 162.027974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:54.579625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:54.20072Z","time spent":"378.899681ms","remote":"127.0.0.1:36174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T11:52:54.579858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.098292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130894"} {"level":"info","ts":"2026-03-03T11:52:54.579887Z","caller":"traceutil/trace.go:171","msg":"trace[1687001590] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5027; }","duration":"364.166254ms","start":"2026-03-03T11:52:54.215715Z","end":"2026-03-03T11:52:54.579881Z","steps":["trace[1687001590] 'range keys from in-memory index tree' (duration: 363.924608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:54.579905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:54.215693Z","time spent":"364.208476ms","remote":"127.0.0.1:36170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130917,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T11:52:54.579912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.124725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:54.579948Z","caller":"traceutil/trace.go:171","msg":"trace[1269738716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5027; }","duration":"744.200957ms","start":"2026-03-03T11:52:53.835737Z","end":"2026-03-03T11:52:54.579938Z","steps":["trace[1269738716] 'range keys from in-memory index tree' (duration: 744.00142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:54.579988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:53.835705Z","time spent":"744.276338ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:52:54.58019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.043044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c85f3e29-f6f6-491c-ad24-91f572395efc\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-03T11:52:54.580281Z","caller":"traceutil/trace.go:171","msg":"trace[818774337] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c85f3e29-f6f6-491c-ad24-91f572395efc; range_end:; response_count:1; response_revision:5027; }","duration":"606.206278ms","start":"2026-03-03T11:52:53.974057Z","end":"2026-03-03T11:52:54.580264Z","steps":["trace[818774337] 'range keys from in-memory index tree' (duration: 605.825499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:54.580331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:53.974033Z","time spent":"606.286771ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c85f3e29-f6f6-491c-ad24-91f572395efc\" "} {"level":"warn","ts":"2026-03-03T11:52:54.58033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.536374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T11:52:54.580348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.675213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T11:52:54.580375Z","caller":"traceutil/trace.go:171","msg":"trace[1798429709] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5027; }","duration":"602.741685ms","start":"2026-03-03T11:52:53.977627Z","end":"2026-03-03T11:52:54.580369Z","steps":["trace[1798429709] 'count revisions from in-memory index tree' (duration: 602.537489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:54.580384Z","caller":"traceutil/trace.go:171","msg":"trace[1514792769] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5027; }","duration":"703.587325ms","start":"2026-03-03T11:52:53.876779Z","end":"2026-03-03T11:52:54.580366Z","steps":["trace[1514792769] 'range keys from in-memory index tree' (duration: 703.380879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:54.580398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:53.977605Z","time spent":"602.784617ms","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":586,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:52:54.58042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:53.87667Z","time spent":"703.742239ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T11:52:54.821914Z","caller":"traceutil/trace.go:171","msg":"trace[230966495] linearizableReadLoop","detail":"{readStateIndex:5223; appliedIndex:5222; }","duration":"235.520089ms","start":"2026-03-03T11:52:54.586361Z","end":"2026-03-03T11:52:54.821881Z","steps":["trace[230966495] 'read index received' (duration: 235.289263ms)","trace[230966495] 'applied index is now lower than readState.Index' (duration: 228.896µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:54.822046Z","caller":"traceutil/trace.go:171","msg":"trace[1827452801] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"236.886405ms","start":"2026-03-03T11:52:54.585115Z","end":"2026-03-03T11:52:54.822002Z","steps":["trace[1827452801] 'process raft request' (duration: 236.533506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:54.822267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.865068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c85f3e29-f6f6-491c-ad24-91f572395efc\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-03T11:52:54.822354Z","caller":"traceutil/trace.go:171","msg":"trace[920978677] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c85f3e29-f6f6-491c-ad24-91f572395efc; range_end:; response_count:1; response_revision:5028; }","duration":"235.987231ms","start":"2026-03-03T11:52:54.586345Z","end":"2026-03-03T11:52:54.822332Z","steps":["trace[920978677] 'agreement among raft nodes before linearized reading' (duration: 235.674453ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:54.872643Z","caller":"traceutil/trace.go:171","msg":"trace[1874374714] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"263.303905ms","start":"2026-03-03T11:52:54.609311Z","end":"2026-03-03T11:52:54.872615Z","steps":["trace[1874374714] 'process raft request' (duration: 263.1277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:54.872977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.88622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T11:52:54.873061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.361871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T11:52:54.873188Z","caller":"traceutil/trace.go:171","msg":"trace[1216643869] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5029; }","duration":"284.527506ms","start":"2026-03-03T11:52:54.588634Z","end":"2026-03-03T11:52:54.873161Z","steps":["trace[1216643869] 'agreement among raft nodes before linearized reading' (duration: 284.267139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:54.873251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.929809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130894"} {"level":"info","ts":"2026-03-03T11:52:54.873291Z","caller":"traceutil/trace.go:171","msg":"trace[2029008064] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5029; }","duration":"283.995281ms","start":"2026-03-03T11:52:54.589287Z","end":"2026-03-03T11:52:54.873282Z","steps":["trace[2029008064] 'agreement among raft nodes before linearized reading' (duration: 283.836957ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:54.873024Z","caller":"traceutil/trace.go:171","msg":"trace[711283748] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5029; }","duration":"113.991703ms","start":"2026-03-03T11:52:54.75902Z","end":"2026-03-03T11:52:54.873011Z","steps":["trace[711283748] 'agreement among raft nodes before linearized reading' (duration: 113.88253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:55.405214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.664537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:52:55.405335Z","caller":"traceutil/trace.go:171","msg":"trace[1511128658] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"574.874916ms","start":"2026-03-03T11:52:54.830439Z","end":"2026-03-03T11:52:55.405314Z","steps":["trace[1511128658] 'process raft request' (duration: 413.994183ms)","trace[1511128658] 'compare' (duration: 160.38117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:55.405402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:54.830421Z","time spent":"574.950119ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:52:55.417506Z","caller":"traceutil/trace.go:171","msg":"trace[724782524] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"141.755729ms","start":"2026-03-03T11:52:55.275723Z","end":"2026-03-03T11:52:55.417479Z","steps":["trace[724782524] 'process raft request' (duration: 141.639946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:55.903658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.297062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:52:55.90377Z","caller":"traceutil/trace.go:171","msg":"trace[1931562078] linearizableReadLoop","detail":"{readStateIndex:5227; appliedIndex:5226; }","duration":"551.538489ms","start":"2026-03-03T11:52:55.352213Z","end":"2026-03-03T11:52:55.903751Z","steps":["trace[1931562078] 'read index received' (duration: 65.249214ms)","trace[1931562078] 'applied index is now lower than readState.Index' (duration: 486.287615ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:55.903879Z","caller":"traceutil/trace.go:171","msg":"trace[1347971021] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"628.029544ms","start":"2026-03-03T11:52:55.275817Z","end":"2026-03-03T11:52:55.903846Z","steps":["trace[1347971021] 'process raft request' (duration: 255.430653ms)","trace[1347971021] 'compare' (duration: 372.140548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:55.904776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:55.275778Z","time spent":"628.897437ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:52:55.904941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.70422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:52:55.905036Z","caller":"traceutil/trace.go:171","msg":"trace[2100806616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5032; }","duration":"552.840834ms","start":"2026-03-03T11:52:55.352163Z","end":"2026-03-03T11:52:55.905004Z","steps":["trace[2100806616] 'agreement among raft nodes before linearized reading' (duration: 551.725794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:55.905084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:55.352139Z","time spent":"552.933496ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:52:55.905563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.256432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:52:55.905644Z","caller":"traceutil/trace.go:171","msg":"trace[1418075576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5032; }","duration":"474.355614ms","start":"2026-03-03T11:52:55.431274Z","end":"2026-03-03T11:52:55.905629Z","steps":["trace[1418075576] 'agreement among raft nodes before linearized reading' (duration: 474.18729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:55.905641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.680365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c85f3e29-f6f6-491c-ad24-91f572395efc\" ","response":"range_response_count:1 size:3765"} {"level":"warn","ts":"2026-03-03T11:52:55.905695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:55.431261Z","time spent":"474.409606ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T11:52:55.905738Z","caller":"traceutil/trace.go:171","msg":"trace[2001868303] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c85f3e29-f6f6-491c-ad24-91f572395efc; range_end:; response_count:1; response_revision:5032; }","duration":"320.803469ms","start":"2026-03-03T11:52:55.584892Z","end":"2026-03-03T11:52:55.905696Z","steps":["trace[2001868303] 'agreement among raft nodes before linearized reading' (duration: 320.592453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:55.905871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.53953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T11:52:55.905877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.976185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:55.905921Z","caller":"traceutil/trace.go:171","msg":"trace[928106179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5032; }","duration":"474.627662ms","start":"2026-03-03T11:52:55.431272Z","end":"2026-03-03T11:52:55.905899Z","steps":["trace[928106179] 'agreement among raft nodes before linearized reading' (duration: 474.496808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:55.905972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:55.431242Z","time spent":"474.721934ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T11:52:55.906059Z","caller":"traceutil/trace.go:171","msg":"trace[1918591456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5032; }","duration":"490.119458ms","start":"2026-03-03T11:52:55.41584Z","end":"2026-03-03T11:52:55.90596Z","steps":["trace[1918591456] 'agreement among raft nodes before linearized reading' (duration: 489.950514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:55.90614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:55.415813Z","time spent":"490.313694ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:52:55.905986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:55.584868Z","time spent":"320.961183ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c85f3e29-f6f6-491c-ad24-91f572395efc\" "} {"level":"warn","ts":"2026-03-03T11:52:55.90621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.258095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T11:52:55.906261Z","caller":"traceutil/trace.go:171","msg":"trace[1407791126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5032; }","duration":"534.334956ms","start":"2026-03-03T11:52:55.37191Z","end":"2026-03-03T11:52:55.906245Z","steps":["trace[1407791126] 'agreement among raft nodes before linearized reading' (duration: 534.205252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:55.906311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:55.371895Z","time spent":"534.406328ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T11:52:55.906442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.203826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T11:52:55.906487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.542376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:52:55.906543Z","caller":"traceutil/trace.go:171","msg":"trace[457377462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5032; }","duration":"475.615698ms","start":"2026-03-03T11:52:55.430914Z","end":"2026-03-03T11:52:55.906529Z","steps":["trace[457377462] 'agreement among raft nodes before linearized reading' (duration: 475.504986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:55.906569Z","caller":"traceutil/trace.go:171","msg":"trace[767008362] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:5032; }","duration":"552.35663ms","start":"2026-03-03T11:52:55.354167Z","end":"2026-03-03T11:52:55.906524Z","steps":["trace[767008362] 'agreement among raft nodes before linearized reading' (duration: 551.296342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:55.906583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:55.430898Z","time spent":"475.66873ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:52:55.906638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:52:55.354146Z","time spent":"552.476054ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"warn","ts":"2026-03-03T11:52:55.906875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.613437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:55.906946Z","caller":"traceutil/trace.go:171","msg":"trace[1561284475] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5032; }","duration":"217.73553ms","start":"2026-03-03T11:52:55.689186Z","end":"2026-03-03T11:52:55.906922Z","steps":["trace[1561284475] 'agreement among raft nodes before linearized reading' (duration: 217.599106ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:56.755212Z","caller":"traceutil/trace.go:171","msg":"trace[1395788946] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"146.077305ms","start":"2026-03-03T11:52:56.609084Z","end":"2026-03-03T11:52:56.755161Z","steps":["trace[1395788946] 'process raft request' (duration: 104.626681ms)","trace[1395788946] 'compare' (duration: 41.266599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:58.024214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.825824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c85f3e29-f6f6-491c-ad24-91f572395efc\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-03T11:52:58.024297Z","caller":"traceutil/trace.go:171","msg":"trace[349553401] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c85f3e29-f6f6-491c-ad24-91f572395efc; range_end:; response_count:1; response_revision:5088; }","duration":"175.968418ms","start":"2026-03-03T11:52:57.84831Z","end":"2026-03-03T11:52:58.024279Z","steps":["trace[349553401] 'range keys from in-memory index tree' (duration: 175.6632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:58.027709Z","caller":"traceutil/trace.go:171","msg":"trace[2141519782] linearizableReadLoop","detail":"{readStateIndex:5288; appliedIndex:5287; }","duration":"113.326916ms","start":"2026-03-03T11:52:57.914368Z","end":"2026-03-03T11:52:58.027695Z","steps":["trace[2141519782] 'read index received' (duration: 113.230443ms)","trace[2141519782] 'applied index is now lower than readState.Index' (duration: 95.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:58.027763Z","caller":"traceutil/trace.go:171","msg":"trace[1905903981] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"116.356237ms","start":"2026-03-03T11:52:57.911377Z","end":"2026-03-03T11:52:58.027733Z","steps":["trace[1905903981] 'process raft request' (duration: 116.223163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:58.027834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.462829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c85f3e29-f6f6-491c-ad24-91f572395efc\" ","response":"range_response_count:1 size:3951"} {"level":"info","ts":"2026-03-03T11:52:58.027855Z","caller":"traceutil/trace.go:171","msg":"trace[1640347621] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c85f3e29-f6f6-491c-ad24-91f572395efc; range_end:; response_count:1; response_revision:5089; }","duration":"113.530461ms","start":"2026-03-03T11:52:57.914317Z","end":"2026-03-03T11:52:58.027848Z","steps":["trace[1640347621] 'agreement among raft nodes before linearized reading' (duration: 113.456979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:07.236278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019679204,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T11:53:07.332094Z","caller":"traceutil/trace.go:171","msg":"trace[3229636] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"597.611626ms","start":"2026-03-03T11:53:06.734452Z","end":"2026-03-03T11:53:07.332063Z","steps":["trace[3229636] 'process raft request' (duration: 597.359409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:07.332325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:06.734429Z","time spent":"597.77306ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13861,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:53:07.335666Z","caller":"traceutil/trace.go:171","msg":"trace[1260836500] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5410; }","duration":"600.344019ms","start":"2026-03-03T11:53:06.735296Z","end":"2026-03-03T11:53:07.33564Z","steps":["trace[1260836500] 'read index received' (duration: 596.595949ms)","trace[1260836500] 'applied index is now lower than readState.Index' (duration: 3.74679ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:53:07.335753Z","caller":"traceutil/trace.go:171","msg":"trace[1848723237] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"428.055781ms","start":"2026-03-03T11:53:06.907667Z","end":"2026-03-03T11:53:07.335723Z","steps":["trace[1848723237] 'process raft request' (duration: 427.837545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:07.335915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.591815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-03T11:53:07.335916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:06.907649Z","time spent":"428.185545ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:53:07.335956Z","caller":"traceutil/trace.go:171","msg":"trace[525616096] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5211; }","duration":"600.655127ms","start":"2026-03-03T11:53:06.735287Z","end":"2026-03-03T11:53:07.335942Z","steps":["trace[525616096] 'agreement among raft nodes before linearized reading' (duration: 600.493972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:07.335993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:06.735274Z","time spent":"600.709468ms","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T11:53:07.336064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.791262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:53:07.336134Z","caller":"traceutil/trace.go:171","msg":"trace[1851558086] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5211; }","duration":"315.936636ms","start":"2026-03-03T11:53:07.020178Z","end":"2026-03-03T11:53:07.336115Z","steps":["trace[1851558086] 'agreement among raft nodes before linearized reading' (duration: 315.752501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:07.336176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:07.020157Z","time spent":"316.009457ms","remote":"127.0.0.1:38968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":36,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:53:07.336526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.395754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:53:07.336589Z","caller":"traceutil/trace.go:171","msg":"trace[721910780] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5211; }","duration":"599.515696ms","start":"2026-03-03T11:53:06.737043Z","end":"2026-03-03T11:53:07.336559Z","steps":["trace[721910780] 'agreement among raft nodes before linearized reading' (duration: 598.832378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:07.336628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:06.737025Z","time spent":"599.588608ms","remote":"127.0.0.1:36462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:53:12.645837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.5368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:53:12.646133Z","caller":"traceutil/trace.go:171","msg":"trace[1610533152] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"579.62002ms","start":"2026-03-03T11:53:12.066473Z","end":"2026-03-03T11:53:12.646094Z","steps":["trace[1610533152] 'process raft request' (duration: 329.754441ms)","trace[1610533152] 'compare' (duration: 249.446187ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:53:12.646209Z","caller":"traceutil/trace.go:171","msg":"trace[184176480] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"158.459171ms","start":"2026-03-03T11:53:12.487732Z","end":"2026-03-03T11:53:12.646192Z","steps":["trace[184176480] 'process raft request' (duration: 158.214355ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:12.646429Z","caller":"traceutil/trace.go:171","msg":"trace[1374273082] linearizableReadLoop","detail":"{readStateIndex:5461; appliedIndex:5460; }","duration":"543.015622ms","start":"2026-03-03T11:53:12.10339Z","end":"2026-03-03T11:53:12.646406Z","steps":["trace[1374273082] 'read index received' (duration: 292.759493ms)","trace[1374273082] 'applied index is now lower than readState.Index' (duration: 250.255179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:53:12.646673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.138926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:53:12.646689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.94203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T11:53:12.646695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.000654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:53:12.646766Z","caller":"traceutil/trace.go:171","msg":"trace[465779391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5260; }","duration":"543.069843ms","start":"2026-03-03T11:53:12.103677Z","end":"2026-03-03T11:53:12.646747Z","steps":["trace[465779391] 'agreement among raft nodes before linearized reading' (duration: 542.860807ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:12.646766Z","caller":"traceutil/trace.go:171","msg":"trace[1388514084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5260; }","duration":"230.2768ms","start":"2026-03-03T11:53:12.416465Z","end":"2026-03-03T11:53:12.646742Z","steps":["trace[1388514084] 'agreement among raft nodes before linearized reading' (duration: 230.095155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:12.646784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.839735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T11:53:12.646808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.103655Z","time spent":"543.145385ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T11:53:12.646826Z","caller":"traceutil/trace.go:171","msg":"trace[1488422652] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:5260; }","duration":"537.996349ms","start":"2026-03-03T11:53:12.108818Z","end":"2026-03-03T11:53:12.646815Z","steps":["trace[1488422652] 'agreement among raft nodes before linearized reading' (duration: 537.721981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:12.646798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.066448Z","time spent":"580.148224ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:53:12.646828Z","caller":"traceutil/trace.go:171","msg":"trace[1159180440] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5260; }","duration":"359.159649ms","start":"2026-03-03T11:53:12.287615Z","end":"2026-03-03T11:53:12.646775Z","steps":["trace[1159180440] 'agreement among raft nodes before linearized reading' (duration: 358.951763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:12.646865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.108784Z","time spent":"538.070381ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"warn","ts":"2026-03-03T11:53:12.646903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.287592Z","time spent":"359.293623ms","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:53:12.647014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.067263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:53:12.647078Z","caller":"traceutil/trace.go:171","msg":"trace[1944208544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5260; }","duration":"540.167156ms","start":"2026-03-03T11:53:12.106892Z","end":"2026-03-03T11:53:12.647059Z","steps":["trace[1944208544] 'agreement among raft nodes before linearized reading' (duration: 539.659893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:12.647092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.887513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T11:53:12.647121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.106872Z","time spent":"540.236848ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T11:53:12.647148Z","caller":"traceutil/trace.go:171","msg":"trace[734201139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5260; }","duration":"538.981295ms","start":"2026-03-03T11:53:12.10815Z","end":"2026-03-03T11:53:12.647132Z","steps":["trace[734201139] 'agreement among raft nodes before linearized reading' (duration: 538.41207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:12.647186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.108115Z","time spent":"539.062937ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:53:12.647307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.130229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T11:53:12.647347Z","caller":"traceutil/trace.go:171","msg":"trace[659133145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5260; }","duration":"539.18792ms","start":"2026-03-03T11:53:12.108149Z","end":"2026-03-03T11:53:12.647337Z","steps":["trace[659133145] 'agreement among raft nodes before linearized reading' (duration: 538.395169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:12.647373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.108134Z","time spent":"539.232681ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T11:53:12.647497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.119211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:53:12.647722Z","caller":"traceutil/trace.go:171","msg":"trace[207445053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5260; }","duration":"544.387048ms","start":"2026-03-03T11:53:12.103312Z","end":"2026-03-03T11:53:12.647699Z","steps":["trace[207445053] 'agreement among raft nodes before linearized reading' (duration: 543.206267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:12.647776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.10328Z","time spent":"544.482181ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:53:12.64725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.28585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T11:53:12.648041Z","caller":"traceutil/trace.go:171","msg":"trace[2124169094] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5260; }","duration":"206.399138ms","start":"2026-03-03T11:53:12.441611Z","end":"2026-03-03T11:53:12.648011Z","steps":["trace[2124169094] 'agreement among raft nodes before linearized reading' (duration: 204.96308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:13.107734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.368084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:53:13.107834Z","caller":"traceutil/trace.go:171","msg":"trace[1221240891] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"457.246094ms","start":"2026-03-03T11:53:12.650562Z","end":"2026-03-03T11:53:13.107808Z","steps":["trace[1221240891] 'process raft request' (duration: 139.732436ms)","trace[1221240891] 'compare' (duration: 317.103757ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:53:13.107934Z","caller":"traceutil/trace.go:171","msg":"trace[634039682] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"456.758071ms","start":"2026-03-03T11:53:12.651163Z","end":"2026-03-03T11:53:13.107921Z","steps":["trace[634039682] 'process raft request' (duration: 456.654398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:13.108099Z","caller":"traceutil/trace.go:171","msg":"trace[1834790288] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"455.5746ms","start":"2026-03-03T11:53:12.652509Z","end":"2026-03-03T11:53:13.108084Z","steps":["trace[1834790288] 'process raft request' (duration: 455.384245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:13.108188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.652496Z","time spent":"455.648871ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:53:13.108226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.374647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81724"} {"level":"info","ts":"2026-03-03T11:53:13.108244Z","caller":"traceutil/trace.go:171","msg":"trace[787999328] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"455.607151ms","start":"2026-03-03T11:53:12.652623Z","end":"2026-03-03T11:53:13.10823Z","steps":["trace[787999328] 'process raft request' (duration: 455.362804ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:13.108259Z","caller":"traceutil/trace.go:171","msg":"trace[1683846705] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5263; }","duration":"457.434928ms","start":"2026-03-03T11:53:12.650817Z","end":"2026-03-03T11:53:13.108252Z","steps":["trace[1683846705] 'agreement among raft nodes before linearized reading' (duration: 457.195052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:13.10829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.650805Z","time spent":"457.47881ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81747,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T11:53:13.108304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.652613Z","time spent":"455.666932ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:53:13.107957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.650541Z","time spent":"457.348057ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:53:13.107998Z","caller":"traceutil/trace.go:171","msg":"trace[382823972] linearizableReadLoop","detail":"{readStateIndex:5463; appliedIndex:5462; }","duration":"457.144571ms","start":"2026-03-03T11:53:12.650845Z","end":"2026-03-03T11:53:13.10799Z","steps":["trace[382823972] 'read index received' (duration: 139.603103ms)","trace[382823972] 'applied index is now lower than readState.Index' (duration: 317.540148ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:53:13.108357Z","caller":"traceutil/trace.go:171","msg":"trace[382543510] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"455.050286ms","start":"2026-03-03T11:53:12.653289Z","end":"2026-03-03T11:53:13.10834Z","steps":["trace[382543510] 'process raft request' (duration: 454.900672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:13.108553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.653283Z","time spent":"455.243891ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:53:13.108631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.256158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-03T11:53:13.108148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.651152Z","time spent":"456.966747ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:53:13.108658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.042143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:53:13.108671Z","caller":"traceutil/trace.go:171","msg":"trace[1735791464] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5265; }","duration":"456.317449ms","start":"2026-03-03T11:53:12.652343Z","end":"2026-03-03T11:53:13.108661Z","steps":["trace[1735791464] 'agreement among raft nodes before linearized reading' (duration: 456.201546ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:13.108682Z","caller":"traceutil/trace.go:171","msg":"trace[944739733] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:5265; }","duration":"436.095114ms","start":"2026-03-03T11:53:12.67258Z","end":"2026-03-03T11:53:13.108675Z","steps":["trace[944739733] 'agreement among raft nodes before linearized reading' (duration: 436.054043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:13.108706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.672567Z","time spent":"436.132795ms","remote":"127.0.0.1:37592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:53:13.108705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:12.652325Z","time spent":"456.374571ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T11:53:13.108715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.528289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T11:53:13.108793Z","caller":"traceutil/trace.go:171","msg":"trace[1653111269] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5265; }","duration":"255.650992ms","start":"2026-03-03T11:53:12.85312Z","end":"2026-03-03T11:53:13.108771Z","steps":["trace[1653111269] 'agreement among raft nodes before linearized reading' (duration: 255.444247ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:13.690126Z","caller":"traceutil/trace.go:171","msg":"trace[110733923] linearizableReadLoop","detail":"{readStateIndex:5468; appliedIndex:5467; }","duration":"268.687655ms","start":"2026-03-03T11:53:13.421416Z","end":"2026-03-03T11:53:13.690103Z","steps":["trace[110733923] 'read index received' (duration: 268.663185ms)","trace[110733923] 'applied index is now lower than readState.Index' (duration: 23.53µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:53:13.690158Z","caller":"traceutil/trace.go:171","msg":"trace[261169212] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"337.985548ms","start":"2026-03-03T11:53:13.352138Z","end":"2026-03-03T11:53:13.690123Z","steps":["trace[261169212] 'process raft request' (duration: 337.824684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:13.690311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.85996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:53:13.690452Z","caller":"traceutil/trace.go:171","msg":"trace[924741682] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5266; }","duration":"269.001444ms","start":"2026-03-03T11:53:13.421376Z","end":"2026-03-03T11:53:13.690378Z","steps":["trace[924741682] 'agreement among raft nodes before linearized reading' (duration: 268.823339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:13.690469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:13.352114Z","time spent":"338.234185ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:53:13.808828Z","caller":"traceutil/trace.go:171","msg":"trace[511912764] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"339.493738ms","start":"2026-03-03T11:53:13.469315Z","end":"2026-03-03T11:53:13.808809Z","steps":["trace[511912764] 'process raft request' (duration: 299.48985ms)","trace[511912764] 'compare' (duration: 39.933226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:53:13.809028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:53:13.46929Z","time spent":"339.678323ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:53:45.439402Z","caller":"traceutil/trace.go:171","msg":"trace[1212014871] linearizableReadLoop","detail":"{readStateIndex:5742; appliedIndex:5740; }","duration":"109.714402ms","start":"2026-03-03T11:53:45.329663Z","end":"2026-03-03T11:53:45.439378Z","steps":["trace[1212014871] 'read index received' (duration: 9.014089ms)","trace[1212014871] 'applied index is now lower than readState.Index' (duration: 100.699123ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:53:45.439496Z","caller":"traceutil/trace.go:171","msg":"trace[1691014606] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"116.155412ms","start":"2026-03-03T11:53:45.323303Z","end":"2026-03-03T11:53:45.439458Z","steps":["trace[1691014606] 'process raft request' (duration: 115.921626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:53:45.439673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.835029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T11:53:45.439672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.989129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:53:45.439714Z","caller":"traceutil/trace.go:171","msg":"trace[1880419089] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:5532; }","duration":"105.911032ms","start":"2026-03-03T11:53:45.33379Z","end":"2026-03-03T11:53:45.439701Z","steps":["trace[1880419089] 'agreement among raft nodes before linearized reading' (duration: 105.747847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:45.439761Z","caller":"traceutil/trace.go:171","msg":"trace[1053379731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5532; }","duration":"110.092412ms","start":"2026-03-03T11:53:45.32965Z","end":"2026-03-03T11:53:45.439742Z","steps":["trace[1053379731] 'agreement among raft nodes before linearized reading' (duration: 109.822215ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:52.876401Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2712} {"level":"info","ts":"2026-03-03T11:53:52.943475Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2712,"took":"65.778589ms","hash":230650383,"current-db-size-bytes":40660992,"current-db-size":"41 MB","current-db-size-in-use-bytes":30203904,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T11:53:52.94353Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":230650383,"revision":2712,"compact-revision":-1} {"level":"warn","ts":"2026-03-03T11:53:54.832001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.649304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:53:54.832124Z","caller":"traceutil/trace.go:171","msg":"trace[1346028857] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5582; }","duration":"167.835509ms","start":"2026-03-03T11:53:54.664268Z","end":"2026-03-03T11:53:54.832103Z","steps":["trace[1346028857] 'count revisions from in-memory index tree' (duration: 167.51593ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:56:41.6315Z","caller":"traceutil/trace.go:171","msg":"trace[160656870] transaction","detail":"{read_only:false; response_revision:6628; number_of_response:1; }","duration":"121.771294ms","start":"2026-03-03T11:56:41.509701Z","end":"2026-03-03T11:56:41.631472Z","steps":["trace[160656870] 'process raft request' (duration: 121.61347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:44.629299Z","caller":"traceutil/trace.go:171","msg":"trace[1094014875] linearizableReadLoop","detail":"{readStateIndex:7742; appliedIndex:7741; }","duration":"213.846372ms","start":"2026-03-03T11:58:44.415433Z","end":"2026-03-03T11:58:44.62928Z","steps":["trace[1094014875] 'read index received' (duration: 213.722529ms)","trace[1094014875] 'applied index is now lower than readState.Index' (duration: 123.103µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:44.629429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.982116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:58:44.629403Z","caller":"traceutil/trace.go:171","msg":"trace[1267867208] transaction","detail":"{read_only:false; response_revision:7462; number_of_response:1; }","duration":"238.341327ms","start":"2026-03-03T11:58:44.391031Z","end":"2026-03-03T11:58:44.629372Z","steps":["trace[1267867208] 'process raft request' (duration: 238.126961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:44.629561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.753172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T11:58:44.629454Z","caller":"traceutil/trace.go:171","msg":"trace[1160618293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7462; }","duration":"214.059739ms","start":"2026-03-03T11:58:44.415388Z","end":"2026-03-03T11:58:44.629447Z","steps":["trace[1160618293] 'agreement among raft nodes before linearized reading' (duration: 214.006827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:44.629581Z","caller":"traceutil/trace.go:171","msg":"trace[615154390] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7462; }","duration":"176.804263ms","start":"2026-03-03T11:58:44.452771Z","end":"2026-03-03T11:58:44.629575Z","steps":["trace[615154390] 'agreement among raft nodes before linearized reading' (duration: 176.70078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:45.017697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.324671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:58:45.017988Z","caller":"traceutil/trace.go:171","msg":"trace[755078597] transaction","detail":"{read_only:false; response_revision:7465; number_of_response:1; }","duration":"127.090995ms","start":"2026-03-03T11:58:44.890868Z","end":"2026-03-03T11:58:45.017959Z","steps":["trace[755078597] 'compare' (duration: 121.219448ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:45.018065Z","caller":"traceutil/trace.go:171","msg":"trace[339108172] transaction","detail":"{read_only:false; response_revision:7466; number_of_response:1; }","duration":"126.286784ms","start":"2026-03-03T11:58:44.891719Z","end":"2026-03-03T11:58:45.018006Z","steps":["trace[339108172] 'process raft request' (duration: 126.087989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:52.883288Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5573} {"level":"info","ts":"2026-03-03T11:58:52.986418Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5573,"took":"101.114562ms","hash":1241651739,"current-db-size-bytes":41398272,"current-db-size":"41 MB","current-db-size-in-use-bytes":21942272,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T11:58:52.986478Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1241651739,"revision":5573,"compact-revision":2712} {"level":"warn","ts":"2026-03-03T11:58:58.319847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.683734ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:58:58.319957Z","caller":"traceutil/trace.go:171","msg":"trace[1871577148] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7579; }","duration":"120.810288ms","start":"2026-03-03T11:58:58.199131Z","end":"2026-03-03T11:58:58.319941Z","steps":["trace[1871577148] 'range keys from in-memory index tree' (duration: 120.667453ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:58.490791Z","caller":"traceutil/trace.go:171","msg":"trace[1992260171] transaction","detail":"{read_only:false; response_revision:7580; number_of_response:1; }","duration":"438.991227ms","start":"2026-03-03T11:58:58.051777Z","end":"2026-03-03T11:58:58.490769Z","steps":["trace[1992260171] 'process raft request' (duration: 438.849643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:58.490932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:58.051745Z","time spent":"439.117031ms","remote":"127.0.0.1:36270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19561,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:58.773662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.526484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:58:58.773776Z","caller":"traceutil/trace.go:171","msg":"trace[87630035] linearizableReadLoop","detail":"{readStateIndex:7867; appliedIndex:7866; }","duration":"357.342356ms","start":"2026-03-03T11:58:58.416416Z","end":"2026-03-03T11:58:58.773758Z","steps":["trace[87630035] 'read index received' (duration: 74.50308ms)","trace[87630035] 'applied index is now lower than readState.Index' (duration: 282.837906ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:58.773806Z","caller":"traceutil/trace.go:171","msg":"trace[236597865] transaction","detail":"{read_only:false; response_revision:7581; number_of_response:1; }","duration":"571.805795ms","start":"2026-03-03T11:58:58.201967Z","end":"2026-03-03T11:58:58.773772Z","steps":["trace[236597865] 'process raft request' (duration: 364.078426ms)","trace[236597865] 'compare' (duration: 207.339429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:58.773907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.48377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:58:58.773943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:58.201949Z","time spent":"571.926878ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:58:58.773954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.612009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:58:58.773966Z","caller":"traceutil/trace.go:171","msg":"trace[1155601078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7581; }","duration":"357.571042ms","start":"2026-03-03T11:58:58.41638Z","end":"2026-03-03T11:58:58.773951Z","steps":["trace[1155601078] 'agreement among raft nodes before linearized reading' (duration: 357.47941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:58.774013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:58.416362Z","time spent":"357.644294ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T11:58:58.774018Z","caller":"traceutil/trace.go:171","msg":"trace[1167237676] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7581; }","duration":"264.703552ms","start":"2026-03-03T11:58:58.509295Z","end":"2026-03-03T11:58:58.773998Z","steps":["trace[1167237676] 'agreement among raft nodes before linearized reading' (duration: 264.594669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:58.774097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.619596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:58:58.774205Z","caller":"traceutil/trace.go:171","msg":"trace[141158306] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7581; }","duration":"131.784161ms","start":"2026-03-03T11:58:58.6424Z","end":"2026-03-03T11:58:58.774184Z","steps":["trace[141158306] 'agreement among raft nodes before linearized reading' (duration: 131.522014ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:59.226954Z","caller":"traceutil/trace.go:171","msg":"trace[793124688] transaction","detail":"{read_only:false; response_revision:7583; number_of_response:1; }","duration":"114.051747ms","start":"2026-03-03T11:58:59.112874Z","end":"2026-03-03T11:58:59.226926Z","steps":["trace[793124688] 'process raft request' (duration: 113.870242ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:59.337717Z","caller":"traceutil/trace.go:171","msg":"trace[118248077] transaction","detail":"{read_only:false; response_revision:7584; number_of_response:1; }","duration":"189.05442ms","start":"2026-03-03T11:58:59.148643Z","end":"2026-03-03T11:58:59.337697Z","steps":["trace[118248077] 'process raft request' (duration: 156.581613ms)","trace[118248077] 'compare' (duration: 32.349174ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:59.337871Z","caller":"traceutil/trace.go:171","msg":"trace[1296082850] linearizableReadLoop","detail":"{readStateIndex:7871; appliedIndex:7868; }","duration":"172.061407ms","start":"2026-03-03T11:58:59.165792Z","end":"2026-03-03T11:58:59.337853Z","steps":["trace[1296082850] 'read index received' (duration: 61.01224ms)","trace[1296082850] 'applied index is now lower than readState.Index' (duration: 111.048007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:59.338059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.255402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T11:58:59.338091Z","caller":"traceutil/trace.go:171","msg":"trace[768233532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7585; }","duration":"172.326764ms","start":"2026-03-03T11:58:59.165755Z","end":"2026-03-03T11:58:59.338082Z","steps":["trace[768233532] 'agreement among raft nodes before linearized reading' (duration: 172.207771ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:59.338242Z","caller":"traceutil/trace.go:171","msg":"trace[302148909] transaction","detail":"{read_only:false; response_revision:7585; number_of_response:1; }","duration":"189.079591ms","start":"2026-03-03T11:58:59.149117Z","end":"2026-03-03T11:58:59.338196Z","steps":["trace[302148909] 'process raft request' (duration: 188.553437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:19.152869Z","caller":"traceutil/trace.go:171","msg":"trace[1784969616] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"193.850749ms","start":"2026-03-03T11:59:18.958992Z","end":"2026-03-03T11:59:19.152843Z","steps":["trace[1784969616] 'process raft request' (duration: 193.644453ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:19.235823Z","caller":"traceutil/trace.go:171","msg":"trace[291241422] linearizableReadLoop","detail":"{readStateIndex:8097; appliedIndex:8095; }","duration":"186.600045ms","start":"2026-03-03T11:59:19.049193Z","end":"2026-03-03T11:59:19.235793Z","steps":["trace[291241422] 'read index received' (duration: 103.581197ms)","trace[291241422] 'applied index is now lower than readState.Index' (duration: 83.017848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:19.235954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.733418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:19.235991Z","caller":"traceutil/trace.go:171","msg":"trace[1381695725] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7805; }","duration":"186.837462ms","start":"2026-03-03T11:59:19.049143Z","end":"2026-03-03T11:59:19.23598Z","steps":["trace[1381695725] 'agreement among raft nodes before linearized reading' (duration: 186.752649ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:19.236009Z","caller":"traceutil/trace.go:171","msg":"trace[2043129023] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"228.535246ms","start":"2026-03-03T11:59:19.00733Z","end":"2026-03-03T11:59:19.235866Z","steps":["trace[2043129023] 'process raft request' (duration: 228.32814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:19.717433Z","caller":"traceutil/trace.go:171","msg":"trace[1036259693] linearizableReadLoop","detail":"{readStateIndex:8103; appliedIndex:8102; }","duration":"137.939354ms","start":"2026-03-03T11:59:19.579464Z","end":"2026-03-03T11:59:19.717403Z","steps":["trace[1036259693] 'read index received' (duration: 108.257221ms)","trace[1036259693] 'applied index is now lower than readState.Index' (duration: 29.681043ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:19.717507Z","caller":"traceutil/trace.go:171","msg":"trace[1402667294] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"138.422918ms","start":"2026-03-03T11:59:19.579038Z","end":"2026-03-03T11:59:19.717461Z","steps":["trace[1402667294] 'process raft request' (duration: 108.628452ms)","trace[1402667294] 'compare' (duration: 29.610821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:19.717904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.417808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222754"} {"level":"info","ts":"2026-03-03T11:59:19.717953Z","caller":"traceutil/trace.go:171","msg":"trace[740840093] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7811; }","duration":"138.48667ms","start":"2026-03-03T11:59:19.579454Z","end":"2026-03-03T11:59:19.717941Z","steps":["trace[740840093] 'agreement among raft nodes before linearized reading' (duration: 138.090469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:20.865703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.243698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:20.865793Z","caller":"traceutil/trace.go:171","msg":"trace[708983856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7811; }","duration":"450.415482ms","start":"2026-03-03T11:59:20.415357Z","end":"2026-03-03T11:59:20.865773Z","steps":["trace[708983856] 'range keys from in-memory index tree' (duration: 450.163525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:20.865838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:20.415337Z","time spent":"450.490805ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:59:20.866013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.633793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-03T11:59:20.866068Z","caller":"traceutil/trace.go:171","msg":"trace[12347491] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7811; }","duration":"695.728026ms","start":"2026-03-03T11:59:20.170326Z","end":"2026-03-03T11:59:20.866054Z","steps":["trace[12347491] 'range keys from in-memory index tree' (duration: 695.4866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:20.866053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.231179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-03T11:59:20.866103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:20.170304Z","time spent":"695.791078ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T11:59:20.866135Z","caller":"traceutil/trace.go:171","msg":"trace[1365915845] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7811; }","duration":"556.361003ms","start":"2026-03-03T11:59:20.309747Z","end":"2026-03-03T11:59:20.866108Z","steps":["trace[1365915845] 'range keys from in-memory index tree' (duration: 555.966053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:20.866179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:20.30972Z","time spent":"556.447135ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T11:59:20.875179Z","caller":"traceutil/trace.go:171","msg":"trace[477629356] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"223.708676ms","start":"2026-03-03T11:59:20.651438Z","end":"2026-03-03T11:59:20.875147Z","steps":["trace[477629356] 'process raft request' (duration: 223.5057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:21.034403Z","caller":"traceutil/trace.go:171","msg":"trace[875197673] linearizableReadLoop","detail":"{readStateIndex:8105; appliedIndex:8104; }","duration":"159.310546ms","start":"2026-03-03T11:59:20.875065Z","end":"2026-03-03T11:59:21.034375Z","steps":["trace[875197673] 'read index received' (duration: 145.97865ms)","trace[875197673] 'applied index is now lower than readState.Index' (duration: 13.330976ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:21.034509Z","caller":"traceutil/trace.go:171","msg":"trace[192334393] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"164.388542ms","start":"2026-03-03T11:59:20.870087Z","end":"2026-03-03T11:59:21.034476Z","steps":["trace[192334393] 'process raft request' (duration: 151.048156ms)","trace[192334393] 'compare' (duration: 13.12344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:21.034583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.792412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T11:59:21.034853Z","caller":"traceutil/trace.go:171","msg":"trace[2118672024] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7813; }","duration":"165.112291ms","start":"2026-03-03T11:59:20.869726Z","end":"2026-03-03T11:59:21.034838Z","steps":["trace[2118672024] 'agreement among raft nodes before linearized reading' (duration: 164.73399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:23.4326Z","caller":"traceutil/trace.go:171","msg":"trace[1602603009] transaction","detail":"{read_only:false; response_revision:7823; number_of_response:1; }","duration":"163.242021ms","start":"2026-03-03T11:59:23.269318Z","end":"2026-03-03T11:59:23.43256Z","steps":["trace[1602603009] 'process raft request' (duration: 98.962074ms)","trace[1602603009] 'compare' (duration: 63.877346ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:23.683564Z","caller":"traceutil/trace.go:171","msg":"trace[332228147] linearizableReadLoop","detail":"{readStateIndex:8117; appliedIndex:8116; }","duration":"126.711254ms","start":"2026-03-03T11:59:23.556826Z","end":"2026-03-03T11:59:23.683537Z","steps":["trace[332228147] 'read index received' (duration: 59.488049ms)","trace[332228147] 'applied index is now lower than readState.Index' (duration: 67.222135ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:23.683721Z","caller":"traceutil/trace.go:171","msg":"trace[676702882] transaction","detail":"{read_only:false; response_revision:7824; number_of_response:1; }","duration":"275.919681ms","start":"2026-03-03T11:59:23.407759Z","end":"2026-03-03T11:59:23.683679Z","steps":["trace[676702882] 'process raft request' (duration: 208.610763ms)","trace[676702882] 'compare' (duration: 67.050851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:23.683788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.953842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T11:59:23.683814Z","caller":"traceutil/trace.go:171","msg":"trace[1193624362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7824; }","duration":"127.043454ms","start":"2026-03-03T11:59:23.556763Z","end":"2026-03-03T11:59:23.683806Z","steps":["trace[1193624362] 'agreement among raft nodes before linearized reading' (duration: 126.90507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:23.683951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.541769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:59:23.683972Z","caller":"traceutil/trace.go:171","msg":"trace[427998990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7824; }","duration":"108.598391ms","start":"2026-03-03T11:59:23.575368Z","end":"2026-03-03T11:59:23.683967Z","steps":["trace[427998990] 'agreement among raft nodes before linearized reading' (duration: 108.543449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:23.68413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.893482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:59:23.684152Z","caller":"traceutil/trace.go:171","msg":"trace[1817099875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7824; }","duration":"101.936614ms","start":"2026-03-03T11:59:23.582211Z","end":"2026-03-03T11:59:23.684147Z","steps":["trace[1817099875] 'agreement among raft nodes before linearized reading' (duration: 101.887872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:23.912197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.133709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:59:23.91233Z","caller":"traceutil/trace.go:171","msg":"trace[1121100799] linearizableReadLoop","detail":"{readStateIndex:8122; appliedIndex:8121; }","duration":"140.697829ms","start":"2026-03-03T11:59:23.771604Z","end":"2026-03-03T11:59:23.912302Z","steps":["trace[1121100799] 'read index received' (duration: 35.340534ms)","trace[1121100799] 'applied index is now lower than readState.Index' (duration: 105.355935ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:23.912436Z","caller":"traceutil/trace.go:171","msg":"trace[1878562317] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"141.760007ms","start":"2026-03-03T11:59:23.770664Z","end":"2026-03-03T11:59:23.912424Z","steps":["trace[1878562317] 'process raft request' (duration: 36.31183ms)","trace[1878562317] 'compare' (duration: 104.983085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:23.912888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.279525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222754"} {"level":"info","ts":"2026-03-03T11:59:23.912976Z","caller":"traceutil/trace.go:171","msg":"trace[166510898] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7829; }","duration":"141.408368ms","start":"2026-03-03T11:59:23.771546Z","end":"2026-03-03T11:59:23.912955Z","steps":["trace[166510898] 'agreement among raft nodes before linearized reading' (duration: 140.931246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:25.309916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:24.88432Z","time spent":"425.58813ms","remote":"127.0.0.1:32836","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T11:59:25.310337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.418185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:59:25.310475Z","caller":"traceutil/trace.go:171","msg":"trace[1528697602] linearizableReadLoop","detail":"{readStateIndex:8125; appliedIndex:8124; }","duration":"614.022013ms","start":"2026-03-03T11:59:24.696436Z","end":"2026-03-03T11:59:25.310458Z","steps":["trace[1528697602] 'read index received' (duration: 191.29138ms)","trace[1528697602] 'applied index is now lower than readState.Index' (duration: 422.729313ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:25.310554Z","caller":"traceutil/trace.go:171","msg":"trace[2094113693] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"614.570338ms","start":"2026-03-03T11:59:24.695973Z","end":"2026-03-03T11:59:25.310543Z","steps":["trace[2094113693] 'process raft request' (duration: 191.857205ms)","trace[2094113693] 'compare' (duration: 422.301802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:25.310616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:24.695953Z","time spent":"614.63155ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:25.310735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.27597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:25.310826Z","caller":"traceutil/trace.go:171","msg":"trace[975041863] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7832; }","duration":"614.423254ms","start":"2026-03-03T11:59:24.696382Z","end":"2026-03-03T11:59:25.310806Z","steps":["trace[975041863] 'agreement among raft nodes before linearized reading' (duration: 614.262819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:25.310873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:24.696363Z","time spent":"614.499416ms","remote":"127.0.0.1:36228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:59:25.846544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.2742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:59:25.846696Z","caller":"traceutil/trace.go:171","msg":"trace[684626276] linearizableReadLoop","detail":"{readStateIndex:8126; appliedIndex:8125; }","duration":"536.159642ms","start":"2026-03-03T11:59:25.310508Z","end":"2026-03-03T11:59:25.846667Z","steps":["trace[684626276] 'read index received' (duration: 256.662396ms)","trace[684626276] 'applied index is now lower than readState.Index' (duration: 279.494975ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:25.846713Z","caller":"traceutil/trace.go:171","msg":"trace[1188065688] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"593.940366ms","start":"2026-03-03T11:59:25.252734Z","end":"2026-03-03T11:59:25.846675Z","steps":["trace[1188065688] 'process raft request' (duration: 314.375048ms)","trace[1188065688] 'compare' (duration: 278.801517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:25.846845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.987577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:59:25.846903Z","caller":"traceutil/trace.go:171","msg":"trace[1171268950] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7833; }","duration":"807.049198ms","start":"2026-03-03T11:59:25.039837Z","end":"2026-03-03T11:59:25.846887Z","steps":["trace[1171268950] 'agreement among raft nodes before linearized reading' (duration: 806.935045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:25.8469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:25.252695Z","time spent":"594.10865ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:25.846951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:25.039817Z","time spent":"807.120321ms","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:59:25.847023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.283158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-03T11:59:25.847721Z","caller":"traceutil/trace.go:171","msg":"trace[159519256] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7833; }","duration":"736.444142ms","start":"2026-03-03T11:59:25.11068Z","end":"2026-03-03T11:59:25.847124Z","steps":["trace[159519256] 'agreement among raft nodes before linearized reading' (duration: 736.030981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:25.847794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:25.110656Z","time spent":"737.11919ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T11:59:25.883701Z","caller":"traceutil/trace.go:171","msg":"trace[164576574] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"445.862829ms","start":"2026-03-03T11:59:25.437819Z","end":"2026-03-03T11:59:25.883681Z","steps":["trace[164576574] 'process raft request' (duration: 445.52957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:25.883825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:25.437754Z","time spent":"446.001603ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:25.884708Z","caller":"traceutil/trace.go:171","msg":"trace[690898638] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"193.808496ms","start":"2026-03-03T11:59:25.690874Z","end":"2026-03-03T11:59:25.884683Z","steps":["trace[690898638] 'process raft request' (duration: 193.544089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:25.884907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.821601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T11:59:25.884912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.161343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:25.884942Z","caller":"traceutil/trace.go:171","msg":"trace[1967449761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7836; }","duration":"113.899353ms","start":"2026-03-03T11:59:25.771035Z","end":"2026-03-03T11:59:25.884935Z","steps":["trace[1967449761] 'agreement among raft nodes before linearized reading' (duration: 113.79178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:25.884958Z","caller":"traceutil/trace.go:171","msg":"trace[728433114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7836; }","duration":"469.242864ms","start":"2026-03-03T11:59:25.415703Z","end":"2026-03-03T11:59:25.884946Z","steps":["trace[728433114] 'agreement among raft nodes before linearized reading' (duration: 469.09044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:25.884998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:25.415682Z","time spent":"469.309316ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:59:25.885059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.706938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T11:59:25.885052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.739985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T11:59:25.88506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.829194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:25.885085Z","caller":"traceutil/trace.go:171","msg":"trace[1760500694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7836; }","duration":"113.78606ms","start":"2026-03-03T11:59:25.771293Z","end":"2026-03-03T11:59:25.885079Z","steps":["trace[1760500694] 'agreement among raft nodes before linearized reading' (duration: 113.726518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:25.885115Z","caller":"traceutil/trace.go:171","msg":"trace[858675665] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7836; }","duration":"191.927766ms","start":"2026-03-03T11:59:25.693175Z","end":"2026-03-03T11:59:25.885103Z","steps":["trace[858675665] 'agreement among raft nodes before linearized reading' (duration: 191.843664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:25.885032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.537805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:59:25.885115Z","caller":"traceutil/trace.go:171","msg":"trace[1733891638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7836; }","duration":"114.835518ms","start":"2026-03-03T11:59:25.770263Z","end":"2026-03-03T11:59:25.885098Z","steps":["trace[1733891638] 'agreement among raft nodes before linearized reading' (duration: 114.643353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:25.885151Z","caller":"traceutil/trace.go:171","msg":"trace[1459684000] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7836; }","duration":"155.72531ms","start":"2026-03-03T11:59:25.72942Z","end":"2026-03-03T11:59:25.885145Z","steps":["trace[1459684000] 'agreement among raft nodes before linearized reading' (duration: 155.442213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:26.625864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019686285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T11:59:26.640434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:26.029283Z","time spent":"611.147836ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T11:59:26.64417Z","caller":"traceutil/trace.go:171","msg":"trace[1647201829] linearizableReadLoop","detail":"{readStateIndex:8136; appliedIndex:8134; }","duration":"519.048536ms","start":"2026-03-03T11:59:26.125098Z","end":"2026-03-03T11:59:26.644147Z","steps":["trace[1647201829] 'read index received' (duration: 515.236194ms)","trace[1647201829] 'applied index is now lower than readState.Index' (duration: 3.811171ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:26.644229Z","caller":"traceutil/trace.go:171","msg":"trace[1547320438] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"373.837377ms","start":"2026-03-03T11:59:26.270362Z","end":"2026-03-03T11:59:26.644199Z","steps":["trace[1547320438] 'process raft request' (duration: 373.527679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:26.644378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:26.270336Z","time spent":"373.958449ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:26.64457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.457687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T11:59:26.644647Z","caller":"traceutil/trace.go:171","msg":"trace[1585738215] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7843; }","duration":"519.551669ms","start":"2026-03-03T11:59:26.125077Z","end":"2026-03-03T11:59:26.644628Z","steps":["trace[1585738215] 'agreement among raft nodes before linearized reading' (duration: 519.273452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:26.644693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:26.125003Z","time spent":"519.681203ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T11:59:26.678449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.283806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:26.678507Z","caller":"traceutil/trace.go:171","msg":"trace[446736561] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:7844; }","duration":"524.417649ms","start":"2026-03-03T11:59:26.154074Z","end":"2026-03-03T11:59:26.678492Z","steps":["trace[446736561] 'agreement among raft nodes before linearized reading' (duration: 524.305986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:26.678437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.615695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:26.678625Z","caller":"traceutil/trace.go:171","msg":"trace[711517014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7844; }","duration":"262.869542ms","start":"2026-03-03T11:59:26.415741Z","end":"2026-03-03T11:59:26.67861Z","steps":["trace[711517014] 'agreement among raft nodes before linearized reading' (duration: 262.588605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:26.678577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:26.154053Z","time spent":"524.513952ms","remote":"127.0.0.1:37550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:59:26.843441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.649709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:26.843505Z","caller":"traceutil/trace.go:171","msg":"trace[2123736702] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7844; }","duration":"106.756062ms","start":"2026-03-03T11:59:26.736734Z","end":"2026-03-03T11:59:26.84349Z","steps":["trace[2123736702] 'range keys from in-memory index tree' (duration: 106.588127ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:28.049686Z","caller":"traceutil/trace.go:171","msg":"trace[201390676] linearizableReadLoop","detail":"{readStateIndex:8150; appliedIndex:8148; }","duration":"110.313741ms","start":"2026-03-03T11:59:27.939342Z","end":"2026-03-03T11:59:28.049656Z","steps":["trace[201390676] 'read index received' (duration: 2.965629ms)","trace[201390676] 'applied index is now lower than readState.Index' (duration: 107.344112ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:28.049707Z","caller":"traceutil/trace.go:171","msg":"trace[312091754] transaction","detail":"{read_only:false; response_revision:7856; number_of_response:1; }","duration":"111.678817ms","start":"2026-03-03T11:59:27.937998Z","end":"2026-03-03T11:59:28.049677Z","steps":["trace[312091754] 'process raft request' (duration: 48.192861ms)","trace[312091754] 'compare' (duration: 63.333212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:28.049949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.585768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:59:28.04998Z","caller":"traceutil/trace.go:171","msg":"trace[1440087562] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7856; }","duration":"110.66107ms","start":"2026-03-03T11:59:27.939311Z","end":"2026-03-03T11:59:28.049972Z","steps":["trace[1440087562] 'agreement among raft nodes before linearized reading' (duration: 110.512326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:28.050082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.205948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:59:28.050114Z","caller":"traceutil/trace.go:171","msg":"trace[76579917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7856; }","duration":"110.28378ms","start":"2026-03-03T11:59:27.939822Z","end":"2026-03-03T11:59:28.050106Z","steps":["trace[76579917] 'agreement among raft nodes before linearized reading' (duration: 110.123666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:28.050372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.204846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T11:59:28.050473Z","caller":"traceutil/trace.go:171","msg":"trace[1102485045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7856; }","duration":"105.348589ms","start":"2026-03-03T11:59:27.945105Z","end":"2026-03-03T11:59:28.050453Z","steps":["trace[1102485045] 'agreement among raft nodes before linearized reading' (duration: 105.044741ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:28.155985Z","caller":"traceutil/trace.go:171","msg":"trace[82286398] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"101.580059ms","start":"2026-03-03T11:59:28.054382Z","end":"2026-03-03T11:59:28.155962Z","steps":["trace[82286398] 'process raft request' (duration: 98.842847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:28.156131Z","caller":"traceutil/trace.go:171","msg":"trace[2013133694] linearizableReadLoop","detail":"{readStateIndex:8152; appliedIndex:8150; }","duration":"101.279601ms","start":"2026-03-03T11:59:28.054829Z","end":"2026-03-03T11:59:28.156108Z","steps":["trace[2013133694] 'read index received' (duration: 66.065566ms)","trace[2013133694] 'applied index is now lower than readState.Index' (duration: 35.211975ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:28.156186Z","caller":"traceutil/trace.go:171","msg":"trace[344918500] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"101.332132ms","start":"2026-03-03T11:59:28.054841Z","end":"2026-03-03T11:59:28.156173Z","steps":["trace[344918500] 'process raft request' (duration: 101.090895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:28.156443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.597959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222754"} {"level":"info","ts":"2026-03-03T11:59:28.156479Z","caller":"traceutil/trace.go:171","msg":"trace[1018809445] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7859; }","duration":"101.679332ms","start":"2026-03-03T11:59:28.054791Z","end":"2026-03-03T11:59:28.15647Z","steps":["trace[1018809445] 'agreement among raft nodes before linearized reading' (duration: 101.390254ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:49.73009Z","caller":"traceutil/trace.go:171","msg":"trace[1116681] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"103.12245ms","start":"2026-03-03T11:59:49.626949Z","end":"2026-03-03T11:59:49.730072Z","steps":["trace[1116681] 'process raft request' (duration: 94.811859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:49.731648Z","caller":"traceutil/trace.go:171","msg":"trace[419722418] transaction","detail":"{read_only:false; number_of_response:0; response_revision:7986; }","duration":"100.916781ms","start":"2026-03-03T11:59:49.630704Z","end":"2026-03-03T11:59:49.731621Z","steps":["trace[419722418] 'process raft request' (duration: 99.109403ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:49.731907Z","caller":"traceutil/trace.go:171","msg":"trace[479312426] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"103.276304ms","start":"2026-03-03T11:59:49.628613Z","end":"2026-03-03T11:59:49.731889Z","steps":["trace[479312426] 'process raft request' (duration: 101.077175ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:49.731647Z","caller":"traceutil/trace.go:171","msg":"trace[770058369] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"102.500733ms","start":"2026-03-03T11:59:49.629107Z","end":"2026-03-03T11:59:49.731607Z","steps":["trace[770058369] 'process raft request' (duration: 100.662164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:51.059053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.052779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-03T11:59:51.059153Z","caller":"traceutil/trace.go:171","msg":"trace[611133956] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8012; }","duration":"286.219463ms","start":"2026-03-03T11:59:50.77291Z","end":"2026-03-03T11:59:51.05913Z","steps":["trace[611133956] 'range keys from in-memory index tree' (duration: 285.792962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:51.059157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.840796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:51.059238Z","caller":"traceutil/trace.go:171","msg":"trace[50111443] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8012; }","duration":"235.974979ms","start":"2026-03-03T11:59:50.823239Z","end":"2026-03-03T11:59:51.059214Z","steps":["trace[50111443] 'count revisions from in-memory index tree' (duration: 235.739983ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:51.059558Z","caller":"traceutil/trace.go:171","msg":"trace[1657366597] linearizableReadLoop","detail":"{readStateIndex:8313; appliedIndex:8312; }","duration":"123.934123ms","start":"2026-03-03T11:59:50.935561Z","end":"2026-03-03T11:59:51.059495Z","steps":["trace[1657366597] 'read index received' (duration: 121.549119ms)","trace[1657366597] 'applied index is now lower than readState.Index' (duration: 2.383554ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:51.05959Z","caller":"traceutil/trace.go:171","msg":"trace[571493061] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"154.217867ms","start":"2026-03-03T11:59:50.905341Z","end":"2026-03-03T11:59:51.059558Z","steps":["trace[571493061] 'process raft request' (duration: 151.874205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:51.059719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.159618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5fhjq\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-03-03T11:59:51.059763Z","caller":"traceutil/trace.go:171","msg":"trace[51382104] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5fhjq; range_end:; response_count:1; response_revision:8013; }","duration":"124.242421ms","start":"2026-03-03T11:59:50.935509Z","end":"2026-03-03T11:59:51.059751Z","steps":["trace[51382104] 'agreement among raft nodes before linearized reading' (duration: 124.111827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:54.663845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019686928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T11:59:55.164505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019686928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T11:59:55.593055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.5793678s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T11:59:55.593423Z","caller":"traceutil/trace.go:171","msg":"trace[1435903703] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"1.579817742s","start":"2026-03-03T11:59:54.013579Z","end":"2026-03-03T11:59:55.593397Z","steps":["trace[1435903703] 'process raft request' (duration: 1.579670478s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:55.59355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:54.013555Z","time spent":"1.579923925s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:55.594863Z","caller":"traceutil/trace.go:171","msg":"trace[595665328] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"1.574012278s","start":"2026-03-03T11:59:54.020824Z","end":"2026-03-03T11:59:55.594837Z","steps":["trace[595665328] 'process raft request' (duration: 1.573900025s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:55.59495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:54.020797Z","time spent":"1.57411132s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:55.595134Z","caller":"traceutil/trace.go:171","msg":"trace[1683506674] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"1.563825738s","start":"2026-03-03T11:59:54.031296Z","end":"2026-03-03T11:59:55.595122Z","steps":["trace[1683506674] 'process raft request' (duration: 1.563504319s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:55.595197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:54.031271Z","time spent":"1.563894119s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:55.595278Z","caller":"traceutil/trace.go:171","msg":"trace[896232261] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"1.483507964s","start":"2026-03-03T11:59:54.111762Z","end":"2026-03-03T11:59:55.59527Z","steps":["trace[896232261] 'process raft request' (duration: 1.483327679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:55.595328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:54.111737Z","time spent":"1.483566955s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:55.595312Z","caller":"traceutil/trace.go:171","msg":"trace[2125777835] linearizableReadLoop","detail":"{readStateIndex:8330; appliedIndex:8326; }","duration":"1.432378245s","start":"2026-03-03T11:59:54.162864Z","end":"2026-03-03T11:59:55.595242Z","steps":["trace[2125777835] 'read index received' (duration: 1.430398603s)","trace[2125777835] 'applied index is now lower than readState.Index' (duration: 1.977622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:55.595602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432722334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T11:59:55.595659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222279924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T11:59:55.595706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225631473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:59:55.595703Z","caller":"traceutil/trace.go:171","msg":"trace[1199647646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8029; }","duration":"1.432870068s","start":"2026-03-03T11:59:54.162807Z","end":"2026-03-03T11:59:55.595677Z","steps":["trace[1199647646] 'agreement among raft nodes before linearized reading' (duration: 1.43256637s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:55.596124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:54.162785Z","time spent":"1.4333229s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T11:59:55.595726Z","caller":"traceutil/trace.go:171","msg":"trace[799246322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8029; }","duration":"1.222386977s","start":"2026-03-03T11:59:54.373325Z","end":"2026-03-03T11:59:55.595712Z","steps":["trace[799246322] 'agreement among raft nodes before linearized reading' (duration: 1.222218082s)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:55.595739Z","caller":"traceutil/trace.go:171","msg":"trace[81912102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8029; }","duration":"1.225689665s","start":"2026-03-03T11:59:54.370028Z","end":"2026-03-03T11:59:55.595729Z","steps":["trace[81912102] 'agreement among raft nodes before linearized reading' (duration: 1.225615343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:55.596292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:54.373308Z","time spent":"1.222962813s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T11:59:55.596355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:54.370009Z","time spent":"1.226328311s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T11:59:55.595629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381599276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T11:59:55.596631Z","caller":"traceutil/trace.go:171","msg":"trace[1226836127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8029; }","duration":"1.382614512s","start":"2026-03-03T11:59:54.213993Z","end":"2026-03-03T11:59:55.596608Z","steps":["trace[1226836127] 'agreement among raft nodes before linearized reading' (duration: 1.381537704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:55.595804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270883575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T11:59:55.596699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:54.213977Z","time spent":"1.382704675s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T11:59:55.596724Z","caller":"traceutil/trace.go:171","msg":"trace[1456931354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8029; }","duration":"1.27184486s","start":"2026-03-03T11:59:54.324858Z","end":"2026-03-03T11:59:55.596703Z","steps":["trace[1456931354] 'agreement among raft nodes before linearized reading' (duration: 1.270900555s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:55.596792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:54.324839Z","time spent":"1.271935013s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T11:59:55.595915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216346637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T11:59:55.596924Z","caller":"traceutil/trace.go:171","msg":"trace[1059638030] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:8029; }","duration":"1.217392694s","start":"2026-03-03T11:59:54.379515Z","end":"2026-03-03T11:59:55.596908Z","steps":["trace[1059638030] 'agreement among raft nodes before linearized reading' (duration: 1.216263174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:55.595763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.360946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T11:59:55.596983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:54.379495Z","time spent":"1.217472176s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"info","ts":"2026-03-03T11:59:55.597025Z","caller":"traceutil/trace.go:171","msg":"trace[1246520811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8029; }","duration":"180.635329ms","start":"2026-03-03T11:59:55.416368Z","end":"2026-03-03T11:59:55.597003Z","steps":["trace[1246520811] 'agreement among raft nodes before linearized reading' (duration: 179.378566ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:59.295761Z","caller":"traceutil/trace.go:171","msg":"trace[235062355] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"728.914756ms","start":"2026-03-03T11:59:58.566821Z","end":"2026-03-03T11:59:59.295736Z","steps":["trace[235062355] 'process raft request' (duration: 728.759192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:59.295925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:58.566797Z","time spent":"729.038859ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:59.804772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.678057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:59.804853Z","caller":"traceutil/trace.go:171","msg":"trace[992838831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8047; }","duration":"388.82112ms","start":"2026-03-03T11:59:59.416013Z","end":"2026-03-03T11:59:59.804834Z","steps":["trace[992838831] 'range keys from in-memory index tree' (duration: 388.605294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:59.804895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:59.415997Z","time spent":"388.889883ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T11:59:59.805399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.984467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:59:59.805542Z","caller":"traceutil/trace.go:171","msg":"trace[1841718204] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"183.30217ms","start":"2026-03-03T11:59:59.622211Z","end":"2026-03-03T11:59:59.805513Z","steps":["trace[1841718204] 'process raft request' (duration: 60.097587ms)","trace[1841718204] 'compare' (duration: 122.469544ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:59.816518Z","caller":"traceutil/trace.go:171","msg":"trace[496437720] linearizableReadLoop","detail":"{readStateIndex:8352; appliedIndex:8349; }","duration":"184.954654ms","start":"2026-03-03T11:59:59.631534Z","end":"2026-03-03T11:59:59.816489Z","steps":["trace[496437720] 'read index received' (duration: 50.751348ms)","trace[496437720] 'applied index is now lower than readState.Index' (duration: 134.202046ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:59.816577Z","caller":"traceutil/trace.go:171","msg":"trace[989966112] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"187.217854ms","start":"2026-03-03T11:59:59.629319Z","end":"2026-03-03T11:59:59.816537Z","steps":["trace[989966112] 'process raft request' (duration: 187.107321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:59.816793Z","caller":"traceutil/trace.go:171","msg":"trace[1272233841] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"189.952007ms","start":"2026-03-03T11:59:59.626822Z","end":"2026-03-03T11:59:59.816774Z","steps":["trace[1272233841] 'process raft request' (duration: 189.431714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:59.816826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.275053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T11:59:59.816903Z","caller":"traceutil/trace.go:171","msg":"trace[2090672851] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:8050; }","duration":"185.389815ms","start":"2026-03-03T11:59:59.631494Z","end":"2026-03-03T11:59:59.816883Z","steps":["trace[2090672851] 'agreement among raft nodes before linearized reading' (duration: 185.156099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:59.866396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.542888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:59:59.866467Z","caller":"traceutil/trace.go:171","msg":"trace[653870944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8051; }","duration":"168.658971ms","start":"2026-03-03T11:59:59.697793Z","end":"2026-03-03T11:59:59.866452Z","steps":["trace[653870944] 'agreement among raft nodes before linearized reading' (duration: 168.493407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:59.866485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.922035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T11:59:59.866635Z","caller":"traceutil/trace.go:171","msg":"trace[688669744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8051; }","duration":"170.110339ms","start":"2026-03-03T11:59:59.6965Z","end":"2026-03-03T11:59:59.86661Z","steps":["trace[688669744] 'agreement among raft nodes before linearized reading' (duration: 169.829482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:59.86658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.256745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T11:59:59.866655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.212754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:59:59.866693Z","caller":"traceutil/trace.go:171","msg":"trace[1931828653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8051; }","duration":"187.416809ms","start":"2026-03-03T11:59:59.679266Z","end":"2026-03-03T11:59:59.866683Z","steps":["trace[1931828653] 'agreement among raft nodes before linearized reading' (duration: 187.043539ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:59.866706Z","caller":"traceutil/trace.go:171","msg":"trace[297720840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8051; }","duration":"187.44511ms","start":"2026-03-03T11:59:59.679246Z","end":"2026-03-03T11:59:59.866691Z","steps":["trace[297720840] 'agreement among raft nodes before linearized reading' (duration: 187.130451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:59.866718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.030107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T11:59:59.866804Z","caller":"traceutil/trace.go:171","msg":"trace[2015780476] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8051; }","duration":"170.158431ms","start":"2026-03-03T11:59:59.696624Z","end":"2026-03-03T11:59:59.866783Z","steps":["trace[2015780476] 'agreement among raft nodes before linearized reading' (duration: 169.523614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:04.25928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.130926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:00:04.259498Z","caller":"traceutil/trace.go:171","msg":"trace[744487361] transaction","detail":"{read_only:false; response_revision:8085; number_of_response:1; }","duration":"361.927766ms","start":"2026-03-03T12:00:03.897547Z","end":"2026-03-03T12:00:04.259475Z","steps":["trace[744487361] 'process raft request' (duration: 88.519912ms)","trace[744487361] 'compare' (duration: 272.776437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:00:04.259584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:03.897534Z","time spent":"362.009078ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:00:04.259654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.747834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T12:00:04.259688Z","caller":"traceutil/trace.go:171","msg":"trace[1058004072] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:8087; }","duration":"360.811176ms","start":"2026-03-03T12:00:03.898867Z","end":"2026-03-03T12:00:04.259678Z","steps":["trace[1058004072] 'agreement among raft nodes before linearized reading' (duration: 360.667212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:04.259508Z","caller":"traceutil/trace.go:171","msg":"trace[2118571268] linearizableReadLoop","detail":"{readStateIndex:8389; appliedIndex:8386; }","duration":"360.58061ms","start":"2026-03-03T12:00:03.898913Z","end":"2026-03-03T12:00:04.259494Z","steps":["trace[2118571268] 'read index received' (duration: 2.484396ms)","trace[2118571268] 'applied index is now lower than readState.Index' (duration: 358.095244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:00:04.259719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:03.898854Z","time spent":"360.857297ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"warn","ts":"2026-03-03T12:00:04.259901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.024985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:00:04.259934Z","caller":"traceutil/trace.go:171","msg":"trace[1223817606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8087; }","duration":"360.057586ms","start":"2026-03-03T12:00:03.899866Z","end":"2026-03-03T12:00:04.259923Z","steps":["trace[1223817606] 'agreement among raft nodes before linearized reading' (duration: 359.944023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:04.259949Z","caller":"traceutil/trace.go:171","msg":"trace[1712299397] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"362.182282ms","start":"2026-03-03T12:00:03.897755Z","end":"2026-03-03T12:00:04.259937Z","steps":["trace[1712299397] 'process raft request' (duration: 361.623857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:04.259966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:03.899845Z","time spent":"360.114348ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:00:04.260011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:03.897713Z","time spent":"362.264025ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:00:04.2602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.965798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b4bcc9f68-6b29q.189952f3791f1a72\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-03T12:00:04.260207Z","caller":"traceutil/trace.go:171","msg":"trace[928787625] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"361.296319ms","start":"2026-03-03T12:00:03.898896Z","end":"2026-03-03T12:00:04.260193Z","steps":["trace[928787625] 'process raft request' (duration: 360.556789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:04.260234Z","caller":"traceutil/trace.go:171","msg":"trace[1807749702] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b4bcc9f68-6b29q.189952f3791f1a72; range_end:; response_count:1; response_revision:8087; }","duration":"248.03729ms","start":"2026-03-03T12:00:04.012185Z","end":"2026-03-03T12:00:04.260223Z","steps":["trace[1807749702] 'agreement among raft nodes before linearized reading' (duration: 247.949347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:04.260263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:03.898879Z","time spent":"361.352961ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:00:05.263881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.645057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:00:05.264168Z","caller":"traceutil/trace.go:171","msg":"trace[314488968] linearizableReadLoop","detail":"{readStateIndex:8392; appliedIndex:8390; }","duration":"994.733347ms","start":"2026-03-03T12:00:04.269412Z","end":"2026-03-03T12:00:05.264146Z","steps":["trace[314488968] 'read index received' (duration: 224.71151ms)","trace[314488968] 'applied index is now lower than readState.Index' (duration: 770.020747ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:00:05.264284Z","caller":"traceutil/trace.go:171","msg":"trace[1513557198] transaction","detail":"{read_only:false; response_revision:8088; number_of_response:1; }","duration":"994.927142ms","start":"2026-03-03T12:00:04.269339Z","end":"2026-03-03T12:00:05.264266Z","steps":["trace[1513557198] 'process raft request' (duration: 224.799702ms)","trace[1513557198] 'compare' (duration: 769.068532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:00:05.264366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:04.269324Z","time spent":"994.992225ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:00:05.264438Z","caller":"traceutil/trace.go:171","msg":"trace[2028693412] transaction","detail":"{read_only:false; response_revision:8089; number_of_response:1; }","duration":"995.010835ms","start":"2026-03-03T12:00:04.269389Z","end":"2026-03-03T12:00:05.2644Z","steps":["trace[2028693412] 'process raft request' (duration: 994.593474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:05.264495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.438854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:00:05.264564Z","caller":"traceutil/trace.go:171","msg":"trace[2064303813] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8089; }","duration":"273.568868ms","start":"2026-03-03T12:00:04.990978Z","end":"2026-03-03T12:00:05.264547Z","steps":["trace[2064303813] 'agreement among raft nodes before linearized reading' (duration: 273.426724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:05.264613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:04.269373Z","time spent":"995.146278ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:00:05.264811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.382295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:27 size:234707"} {"level":"info","ts":"2026-03-03T12:00:05.264884Z","caller":"traceutil/trace.go:171","msg":"trace[102412650] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:27; response_revision:8089; }","duration":"995.498078ms","start":"2026-03-03T12:00:04.269367Z","end":"2026-03-03T12:00:05.264865Z","steps":["trace[102412650] 'agreement among raft nodes before linearized reading' (duration: 994.972824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:05.26494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:04.269329Z","time spent":"995.585551ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":27,"response size":234730,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T12:00:06.03984Z","caller":"traceutil/trace.go:171","msg":"trace[1149754749] transaction","detail":"{read_only:false; response_revision:8090; number_of_response:1; }","duration":"213.342658ms","start":"2026-03-03T12:00:05.826468Z","end":"2026-03-03T12:00:06.039811Z","steps":["trace[1149754749] 'process raft request' (duration: 213.183064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:06.061873Z","caller":"traceutil/trace.go:171","msg":"trace[738147580] linearizableReadLoop","detail":"{readStateIndex:8395; appliedIndex:8393; }","duration":"171.565058ms","start":"2026-03-03T12:00:05.890283Z","end":"2026-03-03T12:00:06.061848Z","steps":["trace[738147580] 'read index received' (duration: 149.510222ms)","trace[738147580] 'applied index is now lower than readState.Index' (duration: 22.053686ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:00:06.061954Z","caller":"traceutil/trace.go:171","msg":"trace[1861209585] transaction","detail":"{read_only:false; response_revision:8091; number_of_response:1; }","duration":"222.43857ms","start":"2026-03-03T12:00:05.839484Z","end":"2026-03-03T12:00:06.061923Z","steps":["trace[1861209585] 'process raft request' (duration: 222.197134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:06.062012Z","caller":"traceutil/trace.go:171","msg":"trace[361328526] transaction","detail":"{read_only:false; response_revision:8092; number_of_response:1; }","duration":"211.312004ms","start":"2026-03-03T12:00:05.850665Z","end":"2026-03-03T12:00:06.061977Z","steps":["trace[361328526] 'process raft request' (duration: 211.14617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:06.062123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.822386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T12:00:06.062169Z","caller":"traceutil/trace.go:171","msg":"trace[135681742] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8092; }","duration":"171.889197ms","start":"2026-03-03T12:00:05.890268Z","end":"2026-03-03T12:00:06.062158Z","steps":["trace[135681742] 'agreement among raft nodes before linearized reading' (duration: 171.701622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:06.062289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.478685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T12:00:06.062395Z","caller":"traceutil/trace.go:171","msg":"trace[119814817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8092; }","duration":"157.644049ms","start":"2026-03-03T12:00:05.904726Z","end":"2026-03-03T12:00:06.06237Z","steps":["trace[119814817] 'agreement among raft nodes before linearized reading' (duration: 157.365752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:08.903183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019687259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:00:09.066575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.469388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:00:09.066791Z","caller":"traceutil/trace.go:171","msg":"trace[1664144517] linearizableReadLoop","detail":"{readStateIndex:8460; appliedIndex:8458; }","duration":"664.768401ms","start":"2026-03-03T12:00:08.402006Z","end":"2026-03-03T12:00:09.066775Z","steps":["trace[1664144517] 'read index received' (duration: 517.146219ms)","trace[1664144517] 'applied index is now lower than readState.Index' (duration: 147.621262ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:00:09.066808Z","caller":"traceutil/trace.go:171","msg":"trace[1147258653] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"665.066389ms","start":"2026-03-03T12:00:08.401711Z","end":"2026-03-03T12:00:09.066777Z","steps":["trace[1147258653] 'process raft request' (duration: 517.305573ms)","trace[1147258653] 'compare' (duration: 147.237992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:00:09.066966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:08.401696Z","time spent":"665.197622ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:00:09.067059Z","caller":"traceutil/trace.go:171","msg":"trace[281937253] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"663.632471ms","start":"2026-03-03T12:00:08.403413Z","end":"2026-03-03T12:00:09.067045Z","steps":["trace[281937253] 'process raft request' (duration: 663.270362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:09.067133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:08.403392Z","time spent":"663.704683ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:00:09.067355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.656631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-5fhjq\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-03-03T12:00:09.067401Z","caller":"traceutil/trace.go:171","msg":"trace[459348587] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-5fhjq; range_end:; response_count:1; response_revision:8154; }","duration":"663.727013ms","start":"2026-03-03T12:00:08.403662Z","end":"2026-03-03T12:00:09.067389Z","steps":["trace[459348587] 'agreement among raft nodes before linearized reading' (duration: 663.59ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:09.067436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:08.40365Z","time spent":"663.779064ms","remote":"127.0.0.1:38934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2824,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-5fhjq\" "} {"level":"warn","ts":"2026-03-03T12:00:09.067524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.515591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5fhjq\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-03T12:00:09.067567Z","caller":"traceutil/trace.go:171","msg":"trace[2048553884] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5fhjq; range_end:; response_count:1; response_revision:8154; }","duration":"665.557952ms","start":"2026-03-03T12:00:08.401998Z","end":"2026-03-03T12:00:09.067555Z","steps":["trace[2048553884] 'agreement among raft nodes before linearized reading' (duration: 665.422258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:09.067605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:08.401943Z","time spent":"665.655415ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4692,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5fhjq\" "} {"level":"warn","ts":"2026-03-03T12:00:09.615211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.618407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:00:09.615303Z","caller":"traceutil/trace.go:171","msg":"trace[122958722] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8155; }","duration":"545.086222ms","start":"2026-03-03T12:00:09.070204Z","end":"2026-03-03T12:00:09.61529Z","steps":["trace[122958722] 'process raft request' (duration: 337.306551ms)","trace[122958722] 'compare' (duration: 206.883417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:00:09.615352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:09.070183Z","time spent":"545.144593ms","remote":"127.0.0.1:38934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-03T12:00:09.679001Z","caller":"traceutil/trace.go:171","msg":"trace[1939807221] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"603.752751ms","start":"2026-03-03T12:00:09.07521Z","end":"2026-03-03T12:00:09.678963Z","steps":["trace[1939807221] 'process raft request' (duration: 603.450983ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:09.679144Z","caller":"traceutil/trace.go:171","msg":"trace[1853842983] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"588.66644ms","start":"2026-03-03T12:00:09.090436Z","end":"2026-03-03T12:00:09.679102Z","steps":["trace[1853842983] 'process raft request' (duration: 588.363102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:09.67921Z","caller":"traceutil/trace.go:171","msg":"trace[2068529788] linearizableReadLoop","detail":"{readStateIndex:8463; appliedIndex:8460; }","duration":"588.589518ms","start":"2026-03-03T12:00:09.090596Z","end":"2026-03-03T12:00:09.679185Z","steps":["trace[2068529788] 'read index received' (duration: 316.92939ms)","trace[2068529788] 'applied index is now lower than readState.Index' (duration: 271.659158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:00:09.67933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:09.090417Z","time spent":"588.821754ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T12:00:09.679387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.775782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5fhjq\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-03-03T12:00:09.679426Z","caller":"traceutil/trace.go:171","msg":"trace[887480462] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5fhjq; range_end:; response_count:1; response_revision:8159; }","duration":"588.870956ms","start":"2026-03-03T12:00:09.090543Z","end":"2026-03-03T12:00:09.679414Z","steps":["trace[887480462] 'agreement among raft nodes before linearized reading' (duration: 588.774433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:09.679462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:09.090522Z","time spent":"588.932787ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5fhjq\" "} {"level":"info","ts":"2026-03-03T12:00:09.679478Z","caller":"traceutil/trace.go:171","msg":"trace[1105765593] transaction","detail":"{read_only:false; response_revision:8159; number_of_response:1; }","duration":"574.828982ms","start":"2026-03-03T12:00:09.104512Z","end":"2026-03-03T12:00:09.679341Z","steps":["trace[1105765593] 'process raft request' (duration: 574.630666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:09.679645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.770325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T12:00:09.679677Z","caller":"traceutil/trace.go:171","msg":"trace[710368757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8159; }","duration":"401.836266ms","start":"2026-03-03T12:00:09.277833Z","end":"2026-03-03T12:00:09.679669Z","steps":["trace[710368757] 'agreement among raft nodes before linearized reading' (duration: 401.735194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:09.679705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:09.277814Z","time spent":"401.885617ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:00:09.67968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:09.104492Z","time spent":"575.10664ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5609,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:00:09.679853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.760738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:00:09.679902Z","caller":"traceutil/trace.go:171","msg":"trace[1976769933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8159; }","duration":"263.84142ms","start":"2026-03-03T12:00:09.416049Z","end":"2026-03-03T12:00:09.679891Z","steps":["trace[1976769933] 'agreement among raft nodes before linearized reading' (duration: 263.750128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:09.67992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.944543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T12:00:09.679947Z","caller":"traceutil/trace.go:171","msg":"trace[1900582532] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:8159; }","duration":"397.988584ms","start":"2026-03-03T12:00:09.28195Z","end":"2026-03-03T12:00:09.679939Z","steps":["trace[1900582532] 'agreement among raft nodes before linearized reading' (duration: 397.908381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:09.679978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:09.281942Z","time spent":"398.030496ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"info","ts":"2026-03-03T12:00:09.679994Z","caller":"traceutil/trace.go:171","msg":"trace[638386333] transaction","detail":"{read_only:false; response_revision:8158; number_of_response:1; }","duration":"589.384399ms","start":"2026-03-03T12:00:09.090592Z","end":"2026-03-03T12:00:09.679977Z","steps":["trace[638386333] 'process raft request' (duration: 588.445294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:09.680124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:09.090568Z","time spent":"589.501082ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:00:09.680389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:09.075189Z","time spent":"603.886375ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4634,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:00:10.187582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019687273,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:00:10.251978Z","caller":"traceutil/trace.go:171","msg":"trace[2098820404] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"566.09729ms","start":"2026-03-03T12:00:09.685863Z","end":"2026-03-03T12:00:10.25196Z","steps":["trace[2098820404] 'process raft request' (duration: 565.966247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:10.252289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:09.685844Z","time spent":"566.391457ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:00:10.27984Z","caller":"traceutil/trace.go:171","msg":"trace[963205598] transaction","detail":"{read_only:false; response_revision:8161; number_of_response:1; }","duration":"226.257642ms","start":"2026-03-03T12:00:10.053559Z","end":"2026-03-03T12:00:10.279817Z","steps":["trace[963205598] 'process raft request' (duration: 226.078797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:10.280154Z","caller":"traceutil/trace.go:171","msg":"trace[1774331960] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"202.029798ms","start":"2026-03-03T12:00:10.078098Z","end":"2026-03-03T12:00:10.280128Z","steps":["trace[1774331960] 'process raft request' (duration: 201.666698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:10.280384Z","caller":"traceutil/trace.go:171","msg":"trace[223873778] linearizableReadLoop","detail":"{readStateIndex:8469; appliedIndex:8465; }","duration":"593.57614ms","start":"2026-03-03T12:00:09.686796Z","end":"2026-03-03T12:00:10.280372Z","steps":["trace[223873778] 'read index received' (duration: 564.97508ms)","trace[223873778] 'applied index is now lower than readState.Index' (duration: 28.60002ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:00:10.280494Z","caller":"traceutil/trace.go:171","msg":"trace[411295821] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"202.084209ms","start":"2026-03-03T12:00:10.078401Z","end":"2026-03-03T12:00:10.280485Z","steps":["trace[411295821] 'process raft request' (duration: 201.651758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:10.280658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.844697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5fhjq\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-03-03T12:00:10.280694Z","caller":"traceutil/trace.go:171","msg":"trace[1755477811] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5fhjq; range_end:; response_count:1; response_revision:8163; }","duration":"593.9094ms","start":"2026-03-03T12:00:09.686775Z","end":"2026-03-03T12:00:10.280684Z","steps":["trace[1755477811] 'agreement among raft nodes before linearized reading' (duration: 593.785856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:10.280726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:09.686766Z","time spent":"593.952941ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5fhjq\" "} {"level":"warn","ts":"2026-03-03T12:00:10.280947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.102159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-03T12:00:10.28098Z","caller":"traceutil/trace.go:171","msg":"trace[152612909] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8163; }","duration":"403.173112ms","start":"2026-03-03T12:00:09.877798Z","end":"2026-03-03T12:00:10.280971Z","steps":["trace[152612909] 'agreement among raft nodes before linearized reading' (duration: 403.08471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:10.281009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:09.877775Z","time spent":"403.228273ms","remote":"127.0.0.1:32934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3695,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T12:00:10.281259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.26899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:00:10.281319Z","caller":"traceutil/trace.go:171","msg":"trace[190625608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8163; }","duration":"177.342572ms","start":"2026-03-03T12:00:10.103961Z","end":"2026-03-03T12:00:10.281304Z","steps":["trace[190625608] 'agreement among raft nodes before linearized reading' (duration: 177.232279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:10.469229Z","caller":"traceutil/trace.go:171","msg":"trace[2048123845] linearizableReadLoop","detail":"{readStateIndex:8470; appliedIndex:8469; }","duration":"181.261296ms","start":"2026-03-03T12:00:10.287943Z","end":"2026-03-03T12:00:10.469204Z","steps":["trace[2048123845] 'read index received' (duration: 181.03548ms)","trace[2048123845] 'applied index is now lower than readState.Index' (duration: 224.636µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:00:10.469457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.496142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18995300761cbb9f\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T12:00:10.469497Z","caller":"traceutil/trace.go:171","msg":"trace[1651288947] range","detail":"{range_begin:/registry/events/openstack/ceph.18995300761cbb9f; range_end:; response_count:1; response_revision:8164; }","duration":"181.565274ms","start":"2026-03-03T12:00:10.287921Z","end":"2026-03-03T12:00:10.469487Z","steps":["trace[1651288947] 'agreement among raft nodes before linearized reading' (duration: 181.41623ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:10.469343Z","caller":"traceutil/trace.go:171","msg":"trace[1908042542] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"182.818767ms","start":"2026-03-03T12:00:10.286494Z","end":"2026-03-03T12:00:10.469313Z","steps":["trace[1908042542] 'process raft request' (duration: 182.55732ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:21.539155Z","caller":"traceutil/trace.go:171","msg":"trace[1434933972] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"338.578735ms","start":"2026-03-03T12:00:21.200555Z","end":"2026-03-03T12:00:21.539134Z","steps":["trace[1434933972] 'process raft request' (duration: 338.431141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:00:21.539342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:00:21.200528Z","time spent":"338.706569ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4829,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:00:21.544968Z","caller":"traceutil/trace.go:171","msg":"trace[948461526] linearizableReadLoop","detail":"{readStateIndex:8572; appliedIndex:8570; }","duration":"128.33142ms","start":"2026-03-03T12:00:21.416618Z","end":"2026-03-03T12:00:21.54495Z","steps":["trace[948461526] 'read index received' (duration: 122.371951ms)","trace[948461526] 'applied index is now lower than readState.Index' (duration: 5.958409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:00:21.545101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.465623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:00:21.545166Z","caller":"traceutil/trace.go:171","msg":"trace[1840629468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8262; }","duration":"128.578236ms","start":"2026-03-03T12:00:21.416573Z","end":"2026-03-03T12:00:21.545151Z","steps":["trace[1840629468] 'agreement among raft nodes before linearized reading' (duration: 128.443003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:25.081395Z","caller":"traceutil/trace.go:171","msg":"trace[730040347] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"218.704495ms","start":"2026-03-03T12:01:24.862666Z","end":"2026-03-03T12:01:25.08137Z","steps":["trace[730040347] 'process raft request' (duration: 218.564431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:25.082283Z","caller":"traceutil/trace.go:171","msg":"trace[1065110517] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"218.16785ms","start":"2026-03-03T12:01:24.864105Z","end":"2026-03-03T12:01:25.082273Z","steps":["trace[1065110517] 'process raft request' (duration: 218.118728ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:25.718781Z","caller":"traceutil/trace.go:171","msg":"trace[244459841] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"278.063255ms","start":"2026-03-03T12:01:25.440695Z","end":"2026-03-03T12:01:25.718758Z","steps":["trace[244459841] 'process raft request' (duration: 277.85329ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:25.720393Z","caller":"traceutil/trace.go:171","msg":"trace[1719005535] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"277.890421ms","start":"2026-03-03T12:01:25.442491Z","end":"2026-03-03T12:01:25.720381Z","steps":["trace[1719005535] 'process raft request' (duration: 277.834839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:39.221983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019689494,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:01:39.410574Z","caller":"traceutil/trace.go:171","msg":"trace[259412860] transaction","detail":"{read_only:false; response_revision:8943; number_of_response:1; }","duration":"838.294654ms","start":"2026-03-03T12:01:38.572255Z","end":"2026-03-03T12:01:39.410549Z","steps":["trace[259412860] 'process raft request' (duration: 838.137509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:39.410734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:01:38.572231Z","time spent":"838.420207ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:01:39.709476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.260739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:01:39.70976Z","caller":"traceutil/trace.go:171","msg":"trace[1567585476] linearizableReadLoop","detail":"{readStateIndex:9274; appliedIndex:9270; }","duration":"988.694851ms","start":"2026-03-03T12:01:38.721047Z","end":"2026-03-03T12:01:39.709742Z","steps":["trace[1567585476] 'read index received' (duration: 689.376335ms)","trace[1567585476] 'applied index is now lower than readState.Index' (duration: 299.317506ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:01:39.709736Z","caller":"traceutil/trace.go:171","msg":"trace[1132624548] transaction","detail":"{read_only:false; response_revision:8944; number_of_response:1; }","duration":"1.089157764s","start":"2026-03-03T12:01:38.620537Z","end":"2026-03-03T12:01:39.709694Z","steps":["trace[1132624548] 'process raft request' (duration: 894.597567ms)","trace[1132624548] 'compare' (duration: 194.060094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:01:39.709907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:01:38.620515Z","time spent":"1.089304129s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:01:39.710066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.009609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:01:39.710123Z","caller":"traceutil/trace.go:171","msg":"trace[1033625983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8947; }","duration":"989.110121ms","start":"2026-03-03T12:01:38.721Z","end":"2026-03-03T12:01:39.71011Z","steps":["trace[1033625983] 'agreement among raft nodes before linearized reading' (duration: 988.943797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:39.710153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:01:38.720982Z","time spent":"989.166373ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:01:39.710234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.293167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T12:01:39.710246Z","caller":"traceutil/trace.go:171","msg":"trace[208502688] transaction","detail":"{read_only:false; response_revision:8945; number_of_response:1; }","duration":"1.089220477s","start":"2026-03-03T12:01:38.621018Z","end":"2026-03-03T12:01:39.710238Z","steps":["trace[208502688] 'process raft request' (duration: 1.088564849s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:39.71012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.205428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:01:39.710266Z","caller":"traceutil/trace.go:171","msg":"trace[1616833317] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8947; }","duration":"265.360308ms","start":"2026-03-03T12:01:39.444895Z","end":"2026-03-03T12:01:39.710256Z","steps":["trace[1616833317] 'agreement among raft nodes before linearized reading' (duration: 265.281566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:39.710313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:01:38.621004Z","time spent":"1.089261938s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:01:39.710301Z","caller":"traceutil/trace.go:171","msg":"trace[1679587254] transaction","detail":"{read_only:false; response_revision:8947; number_of_response:1; }","duration":"353.203885ms","start":"2026-03-03T12:01:39.357077Z","end":"2026-03-03T12:01:39.710281Z","steps":["trace[1679587254] 'process raft request' (duration: 352.62648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:39.710318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.715526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:01:39.710363Z","caller":"traceutil/trace.go:171","msg":"trace[1145680687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8947; }","duration":"293.761687ms","start":"2026-03-03T12:01:39.416588Z","end":"2026-03-03T12:01:39.71035Z","steps":["trace[1145680687] 'agreement among raft nodes before linearized reading' (duration: 293.684795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:39.710376Z","caller":"traceutil/trace.go:171","msg":"trace[510728574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8947; }","duration":"568.413564ms","start":"2026-03-03T12:01:39.141873Z","end":"2026-03-03T12:01:39.710287Z","steps":["trace[510728574] 'agreement among raft nodes before linearized reading' (duration: 568.129587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:39.710401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:01:39.357044Z","time spent":"353.308178ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:01:39.710377Z","caller":"traceutil/trace.go:171","msg":"trace[1797887228] transaction","detail":"{read_only:false; response_revision:8946; number_of_response:1; }","duration":"599.906916ms","start":"2026-03-03T12:01:39.110392Z","end":"2026-03-03T12:01:39.710299Z","steps":["trace[1797887228] 'process raft request' (duration: 599.278369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:39.710462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:01:39.141859Z","time spent":"568.575698ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:01:39.710506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.989973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T12:01:39.710549Z","caller":"traceutil/trace.go:171","msg":"trace[676447577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8947; }","duration":"568.075065ms","start":"2026-03-03T12:01:39.142461Z","end":"2026-03-03T12:01:39.710536Z","steps":["trace[676447577] 'agreement among raft nodes before linearized reading' (duration: 567.830958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:39.710569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:01:39.142439Z","time spent":"568.125947ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:01:39.710583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:01:39.110365Z","time spent":"600.1187ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:01:39.878498Z","caller":"traceutil/trace.go:171","msg":"trace[1959857016] transaction","detail":"{read_only:false; response_revision:8950; number_of_response:1; }","duration":"162.85018ms","start":"2026-03-03T12:01:39.715619Z","end":"2026-03-03T12:01:39.878469Z","steps":["trace[1959857016] 'process raft request' (duration: 162.759367ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:39.878591Z","caller":"traceutil/trace.go:171","msg":"trace[1496967514] transaction","detail":"{read_only:false; response_revision:8949; number_of_response:1; }","duration":"163.888357ms","start":"2026-03-03T12:01:39.71467Z","end":"2026-03-03T12:01:39.878559Z","steps":["trace[1496967514] 'process raft request' (duration: 131.237435ms)","trace[1496967514] 'compare' (duration: 32.332284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:01:39.878789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.028752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:01:39.878888Z","caller":"traceutil/trace.go:171","msg":"trace[71987961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8950; }","duration":"100.184297ms","start":"2026-03-03T12:01:39.778682Z","end":"2026-03-03T12:01:39.878866Z","steps":["trace[71987961] 'agreement among raft nodes before linearized reading' (duration: 99.894989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:40.022669Z","caller":"traceutil/trace.go:171","msg":"trace[2124248208] transaction","detail":"{read_only:false; response_revision:8951; number_of_response:1; }","duration":"140.33139ms","start":"2026-03-03T12:01:39.88231Z","end":"2026-03-03T12:01:40.022641Z","steps":["trace[2124248208] 'process raft request' (duration: 136.98604ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:01:40.074779Z","caller":"traceutil/trace.go:171","msg":"trace[468110471] linearizableReadLoop","detail":"{readStateIndex:9280; appliedIndex:9278; }","duration":"191.884546ms","start":"2026-03-03T12:01:39.882873Z","end":"2026-03-03T12:01:40.074757Z","steps":["trace[468110471] 'read index received' (duration: 136.436464ms)","trace[468110471] 'applied index is now lower than readState.Index' (duration: 55.447232ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:01:40.074848Z","caller":"traceutil/trace.go:171","msg":"trace[1986690681] transaction","detail":"{read_only:false; response_revision:8952; number_of_response:1; }","duration":"192.254966ms","start":"2026-03-03T12:01:39.882566Z","end":"2026-03-03T12:01:40.074821Z","steps":["trace[1986690681] 'process raft request' (duration: 192.094432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:01:40.074886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.995639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:01:40.074924Z","caller":"traceutil/trace.go:171","msg":"trace[2113054042] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8952; }","duration":"192.072021ms","start":"2026-03-03T12:01:39.882842Z","end":"2026-03-03T12:01:40.074914Z","steps":["trace[2113054042] 'agreement among raft nodes before linearized reading' (duration: 192.000119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:03:24.308895Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1627b0b72e417489","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T12:03:24.315521Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T12:03:24.31564Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T12:03:52.890076Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7545} {"level":"info","ts":"2026-03-03T12:03:52.954232Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7545,"took":"62.009898ms","hash":2517914799,"current-db-size-bytes":41398272,"current-db-size":"41 MB","current-db-size-in-use-bytes":24858624,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T12:03:52.95431Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2517914799,"revision":7545,"compact-revision":5573} {"level":"info","ts":"2026-03-03T12:05:05.063838Z","caller":"traceutil/trace.go:171","msg":"trace[562900879] transaction","detail":"{read_only:false; response_revision:10112; number_of_response:1; }","duration":"163.086233ms","start":"2026-03-03T12:05:04.900725Z","end":"2026-03-03T12:05:05.063812Z","steps":["trace[562900879] 'process raft request' (duration: 160.866473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:32.892528Z","caller":"traceutil/trace.go:171","msg":"trace[1823710240] transaction","detail":"{read_only:false; response_revision:10795; number_of_response:1; }","duration":"140.838813ms","start":"2026-03-03T12:06:32.751669Z","end":"2026-03-03T12:06:32.892508Z","steps":["trace[1823710240] 'process raft request' (duration: 140.72034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:33.082464Z","caller":"traceutil/trace.go:171","msg":"trace[107474738] transaction","detail":"{read_only:false; number_of_response:0; response_revision:10795; }","duration":"326.917529ms","start":"2026-03-03T12:06:32.755517Z","end":"2026-03-03T12:06:33.082434Z","steps":["trace[107474738] 'process raft request' (duration: 309.898747ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:33.082486Z","caller":"traceutil/trace.go:171","msg":"trace[512027668] transaction","detail":"{read_only:false; response_revision:10796; number_of_response:1; }","duration":"326.878068ms","start":"2026-03-03T12:06:32.755576Z","end":"2026-03-03T12:06:33.082454Z","steps":["trace[512027668] 'process raft request' (duration: 326.727644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:33.08258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:32.755492Z","time spent":"327.042323ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T12:06:33.082673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:32.755557Z","time spent":"327.018012ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:06:33.300573Z","caller":"traceutil/trace.go:171","msg":"trace[2056821987] transaction","detail":"{read_only:false; response_revision:10797; number_of_response:1; }","duration":"185.123151ms","start":"2026-03-03T12:06:33.115422Z","end":"2026-03-03T12:06:33.300545Z","steps":["trace[2056821987] 'process raft request' (duration: 184.831083ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:33.591369Z","caller":"traceutil/trace.go:171","msg":"trace[1275454588] linearizableReadLoop","detail":"{readStateIndex:11225; appliedIndex:11224; }","duration":"116.979059ms","start":"2026-03-03T12:06:33.474367Z","end":"2026-03-03T12:06:33.591347Z","steps":["trace[1275454588] 'read index received' (duration: 91.090991ms)","trace[1275454588] 'applied index is now lower than readState.Index' (duration: 25.887168ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:33.591386Z","caller":"traceutil/trace.go:171","msg":"trace[267332779] transaction","detail":"{read_only:false; response_revision:10828; number_of_response:1; }","duration":"121.777056ms","start":"2026-03-03T12:06:33.46958Z","end":"2026-03-03T12:06:33.591358Z","steps":["trace[267332779] 'process raft request' (duration: 95.841527ms)","trace[267332779] 'compare' (duration: 25.801006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:33.591578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.197475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T12:06:33.591633Z","caller":"traceutil/trace.go:171","msg":"trace[1861648212] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:10828; }","duration":"117.299178ms","start":"2026-03-03T12:06:33.474319Z","end":"2026-03-03T12:06:33.591618Z","steps":["trace[1861648212] 'agreement among raft nodes before linearized reading' (duration: 117.100713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:55.077975Z","caller":"traceutil/trace.go:171","msg":"trace[1716669557] linearizableReadLoop","detail":"{readStateIndex:11494; appliedIndex:11493; }","duration":"327.951347ms","start":"2026-03-03T12:06:54.749991Z","end":"2026-03-03T12:06:55.077942Z","steps":["trace[1716669557] 'read index received' (duration: 327.767442ms)","trace[1716669557] 'applied index is now lower than readState.Index' (duration: 182.295µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:06:55.078019Z","caller":"traceutil/trace.go:171","msg":"trace[300133047] transaction","detail":"{read_only:false; response_revision:11093; number_of_response:1; }","duration":"410.430109ms","start":"2026-03-03T12:06:54.66756Z","end":"2026-03-03T12:06:55.07799Z","steps":["trace[300133047] 'process raft request' (duration: 410.196603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.078146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:54.667538Z","time spent":"410.546322ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:06:55.078183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.171063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:55.078245Z","caller":"traceutil/trace.go:171","msg":"trace[2040669847] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11093; }","duration":"328.281896ms","start":"2026-03-03T12:06:54.749946Z","end":"2026-03-03T12:06:55.078228Z","steps":["trace[2040669847] 'agreement among raft nodes before linearized reading' (duration: 328.143922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.078275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:54.749927Z","time spent":"328.344018ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T12:06:55.578583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019695324,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:06:55.824192Z","caller":"traceutil/trace.go:171","msg":"trace[116261082] transaction","detail":"{read_only:false; response_revision:11094; number_of_response:1; }","duration":"853.178267ms","start":"2026-03-03T12:06:54.970984Z","end":"2026-03-03T12:06:55.824162Z","steps":["trace[116261082] 'process raft request' (duration: 781.824961ms)","trace[116261082] 'compare' (duration: 71.000226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:55.824354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:54.970965Z","time spent":"853.30395ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:06:55.876606Z","caller":"traceutil/trace.go:171","msg":"trace[51537991] transaction","detail":"{read_only:false; response_revision:11096; number_of_response:1; }","duration":"203.022356ms","start":"2026-03-03T12:06:55.672902Z","end":"2026-03-03T12:06:55.875924Z","steps":["trace[51537991] 'process raft request' (duration: 202.668156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:55.875685Z","caller":"traceutil/trace.go:171","msg":"trace[2146504767] linearizableReadLoop","detail":"{readStateIndex:11496; appliedIndex:11494; }","duration":"797.58618ms","start":"2026-03-03T12:06:55.078064Z","end":"2026-03-03T12:06:55.87565Z","steps":["trace[2146504767] 'read index received' (duration: 674.715794ms)","trace[2146504767] 'applied index is now lower than readState.Index' (duration: 122.868886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:55.876803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125685651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:06:55.877015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126662906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:55.877082Z","caller":"traceutil/trace.go:171","msg":"trace[1373870898] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11096; }","duration":"1.12604126s","start":"2026-03-03T12:06:54.751019Z","end":"2026-03-03T12:06:55.87706Z","steps":["trace[1373870898] 'agreement among raft nodes before linearized reading' (duration: 1.124711605s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:55.877128Z","caller":"traceutil/trace.go:171","msg":"trace[286412911] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11096; }","duration":"1.126762059s","start":"2026-03-03T12:06:54.750316Z","end":"2026-03-03T12:06:55.877078Z","steps":["trace[286412911] 'agreement among raft nodes before linearized reading' (duration: 1.125455244s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.87717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:54.751Z","time spent":"1.126141022s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:06:55.877196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:54.750311Z","time spent":"1.126867981s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T12:06:55.87737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.123489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T12:06:55.87734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.00071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:06:55.877452Z","caller":"traceutil/trace.go:171","msg":"trace[157729507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11096; }","duration":"162.231922ms","start":"2026-03-03T12:06:55.715197Z","end":"2026-03-03T12:06:55.877429Z","steps":["trace[157729507] 'agreement among raft nodes before linearized reading' (duration: 162.035857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.877482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.269626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T12:06:55.877531Z","caller":"traceutil/trace.go:171","msg":"trace[1461089208] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:11096; }","duration":"576.243477ms","start":"2026-03-03T12:06:55.301248Z","end":"2026-03-03T12:06:55.877492Z","steps":["trace[1461089208] 'agreement among raft nodes before linearized reading' (duration: 575.919558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.877581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.893567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T12:06:55.877562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126527553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T12:06:55.877699Z","caller":"traceutil/trace.go:171","msg":"trace[1960015844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11096; }","duration":"427.01309ms","start":"2026-03-03T12:06:55.450632Z","end":"2026-03-03T12:06:55.877645Z","steps":["trace[1960015844] 'agreement among raft nodes before linearized reading' (duration: 426.65262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.877696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.452674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:06:55.877717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:55.301233Z","time spent":"576.359459ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:06:55.877745Z","caller":"traceutil/trace.go:171","msg":"trace[260213292] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11096; }","duration":"1.126710887s","start":"2026-03-03T12:06:54.750961Z","end":"2026-03-03T12:06:55.877672Z","steps":["trace[260213292] 'agreement among raft nodes before linearized reading' (duration: 1.124901399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.877746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:55.450615Z","time spent":"427.120933ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:06:55.877762Z","caller":"traceutil/trace.go:171","msg":"trace[1290062041] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:11096; }","duration":"248.545256ms","start":"2026-03-03T12:06:55.6292Z","end":"2026-03-03T12:06:55.877745Z","steps":["trace[1290062041] 'agreement among raft nodes before linearized reading' (duration: 248.449734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.877813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:54.750954Z","time spent":"1.126844351s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:06:55.877868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.139365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:06:55.877943Z","caller":"traceutil/trace.go:171","msg":"trace[1989172320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11096; }","duration":"137.221678ms","start":"2026-03-03T12:06:55.740685Z","end":"2026-03-03T12:06:55.877907Z","steps":["trace[1989172320] 'agreement among raft nodes before linearized reading' (duration: 137.080714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.878147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127895089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T12:06:55.877592Z","caller":"traceutil/trace.go:171","msg":"trace[848704104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11096; }","duration":"313.41497ms","start":"2026-03-03T12:06:55.564137Z","end":"2026-03-03T12:06:55.877552Z","steps":["trace[848704104] 'agreement among raft nodes before linearized reading' (duration: 313.121012ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:55.878213Z","caller":"traceutil/trace.go:171","msg":"trace[266978007] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11096; }","duration":"1.127958861s","start":"2026-03-03T12:06:54.750226Z","end":"2026-03-03T12:06:55.878184Z","steps":["trace[266978007] 'agreement among raft nodes before linearized reading' (duration: 1.12564771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.878222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:55.564114Z","time spent":"314.089838ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:06:55.87825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:54.750222Z","time spent":"1.128018962s","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T12:06:55.877512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.204908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T12:06:55.878476Z","caller":"traceutil/trace.go:171","msg":"trace[2064212332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11096; }","duration":"132.148643ms","start":"2026-03-03T12:06:55.746291Z","end":"2026-03-03T12:06:55.87844Z","steps":["trace[2064212332] 'agreement among raft nodes before linearized reading' (duration: 131.047243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.878736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128566257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:55.878747Z","caller":"traceutil/trace.go:171","msg":"trace[1329908825] transaction","detail":"{read_only:false; response_revision:11095; number_of_response:1; }","duration":"706.398256ms","start":"2026-03-03T12:06:55.171904Z","end":"2026-03-03T12:06:55.878302Z","steps":["trace[1329908825] 'process raft request' (duration: 703.455308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:55.878795Z","caller":"traceutil/trace.go:171","msg":"trace[874468397] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11096; }","duration":"1.128622378s","start":"2026-03-03T12:06:54.750145Z","end":"2026-03-03T12:06:55.878767Z","steps":["trace[874468397] 'agreement among raft nodes before linearized reading' (duration: 1.125860865s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:55.878831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:54.750139Z","time spent":"1.12868251s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T12:06:55.878865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:06:55.171857Z","time spent":"706.94094ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:07:16.118366Z","caller":"traceutil/trace.go:171","msg":"trace[1030050502] transaction","detail":"{read_only:false; response_revision:11194; number_of_response:1; }","duration":"219.142315ms","start":"2026-03-03T12:07:15.899213Z","end":"2026-03-03T12:07:16.118355Z","steps":["trace[1030050502] 'process raft request' (duration: 218.97259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:16.118352Z","caller":"traceutil/trace.go:171","msg":"trace[600960778] linearizableReadLoop","detail":"{readStateIndex:11599; appliedIndex:11598; }","duration":"105.130305ms","start":"2026-03-03T12:07:16.013198Z","end":"2026-03-03T12:07:16.118328Z","steps":["trace[600960778] 'read index received' (duration: 104.898759ms)","trace[600960778] 'applied index is now lower than readState.Index' (duration: 230.176µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:07:16.118525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.318719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T12:07:16.118585Z","caller":"traceutil/trace.go:171","msg":"trace[1899250264] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11194; }","duration":"105.432272ms","start":"2026-03-03T12:07:16.01314Z","end":"2026-03-03T12:07:16.118572Z","steps":["trace[1899250264] 'agreement among raft nodes before linearized reading' (duration: 105.262478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:16.119097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.103321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:07:16.119152Z","caller":"traceutil/trace.go:171","msg":"trace[1141522152] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11195; }","duration":"103.158382ms","start":"2026-03-03T12:07:16.015979Z","end":"2026-03-03T12:07:16.119138Z","steps":["trace[1141522152] 'agreement among raft nodes before linearized reading' (duration: 103.07053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:16.119519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.219994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:07:16.119554Z","caller":"traceutil/trace.go:171","msg":"trace[1162371469] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11195; }","duration":"103.304256ms","start":"2026-03-03T12:07:16.016241Z","end":"2026-03-03T12:07:16.119545Z","steps":["trace[1162371469] 'agreement among raft nodes before linearized reading' (duration: 103.255075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:16.119602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.379388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:07:16.119709Z","caller":"traceutil/trace.go:171","msg":"trace[1965576864] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11195; }","duration":"103.535452ms","start":"2026-03-03T12:07:16.016149Z","end":"2026-03-03T12:07:16.119685Z","steps":["trace[1965576864] 'agreement among raft nodes before linearized reading' (duration: 103.367457ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:19.344068Z","caller":"traceutil/trace.go:171","msg":"trace[295717581] transaction","detail":"{read_only:false; response_revision:11212; number_of_response:1; }","duration":"117.151013ms","start":"2026-03-03T12:07:19.22689Z","end":"2026-03-03T12:07:19.344041Z","steps":["trace[295717581] 'process raft request' (duration: 116.980759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:20.699559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019695763,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:07:21.11537Z","caller":"traceutil/trace.go:171","msg":"trace[696865612] linearizableReadLoop","detail":"{readStateIndex:11620; appliedIndex:11619; }","duration":"916.030208ms","start":"2026-03-03T12:07:20.19931Z","end":"2026-03-03T12:07:21.115341Z","steps":["trace[696865612] 'read index received' (duration: 906.858944ms)","trace[696865612] 'applied index is now lower than readState.Index' (duration: 9.169874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:07:21.115679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.032511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:07:21.115732Z","caller":"traceutil/trace.go:171","msg":"trace[399304610] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11214; }","duration":"842.114043ms","start":"2026-03-03T12:07:20.273603Z","end":"2026-03-03T12:07:21.115717Z","steps":["trace[399304610] 'agreement among raft nodes before linearized reading' (duration: 842.01891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.115773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.273591Z","time spent":"842.171815ms","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:07:21.115894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.614785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T12:07:21.116075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.956017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T12:07:21.116168Z","caller":"traceutil/trace.go:171","msg":"trace[858894143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11214; }","duration":"974.07143ms","start":"2026-03-03T12:07:20.142074Z","end":"2026-03-03T12:07:21.116146Z","steps":["trace[858894143] 'agreement among raft nodes before linearized reading' (duration: 973.807393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.116098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.20809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T12:07:21.116215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.142064Z","time spent":"974.140823ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:07:21.116259Z","caller":"traceutil/trace.go:171","msg":"trace[1556754005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11214; }","duration":"975.449387ms","start":"2026-03-03T12:07:20.140764Z","end":"2026-03-03T12:07:21.116213Z","steps":["trace[1556754005] 'agreement among raft nodes before linearized reading' (duration: 975.080357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.11632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.728558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:07:21.11634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.939836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T12:07:21.116349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.140744Z","time spent":"975.585121ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:07:21.116388Z","caller":"traceutil/trace.go:171","msg":"trace[1220065533] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11214; }","duration":"401.849761ms","start":"2026-03-03T12:07:20.714521Z","end":"2026-03-03T12:07:21.11637Z","steps":["trace[1220065533] 'agreement among raft nodes before linearized reading' (duration: 401.700087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.116386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.466798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:07:21.116385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.394639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-03T12:07:21.116384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.58977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T12:07:21.116452Z","caller":"traceutil/trace.go:171","msg":"trace[2061266614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11214; }","duration":"700.54033ms","start":"2026-03-03T12:07:20.415891Z","end":"2026-03-03T12:07:21.116431Z","steps":["trace[2061266614] 'agreement among raft nodes before linearized reading' (duration: 700.404336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.116489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.940498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:07:21.116502Z","caller":"traceutil/trace.go:171","msg":"trace[1873350900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11214; }","duration":"975.788276ms","start":"2026-03-03T12:07:20.140688Z","end":"2026-03-03T12:07:21.116477Z","steps":["trace[1873350900] 'agreement among raft nodes before linearized reading' (duration: 974.845311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.116519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.415883Z","time spent":"700.623383ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:07:21.116538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.45604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:07:21.116561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.140674Z","time spent":"975.874409ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:07:21.116573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.507952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:07:21.116614Z","caller":"traceutil/trace.go:171","msg":"trace[1770787874] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11214; }","duration":"401.559143ms","start":"2026-03-03T12:07:20.715045Z","end":"2026-03-03T12:07:21.116604Z","steps":["trace[1770787874] 'agreement among raft nodes before linearized reading' (duration: 401.509802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:21.116419Z","caller":"traceutil/trace.go:171","msg":"trace[1427873466] transaction","detail":"{read_only:false; response_revision:11214; number_of_response:1; }","duration":"975.662553ms","start":"2026-03-03T12:07:20.140741Z","end":"2026-03-03T12:07:21.116403Z","steps":["trace[1427873466] 'process raft request' (duration: 965.536034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.116649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.71504Z","time spent":"401.603494ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T12:07:21.11657Z","caller":"traceutil/trace.go:171","msg":"trace[1228413888] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11214; }","duration":"401.509422ms","start":"2026-03-03T12:07:20.715053Z","end":"2026-03-03T12:07:21.116563Z","steps":["trace[1228413888] 'agreement among raft nodes before linearized reading' (duration: 401.464091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.116722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.715042Z","time spent":"401.669616ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T12:07:21.116113Z","caller":"traceutil/trace.go:171","msg":"trace[181036019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11214; }","duration":"974.900492ms","start":"2026-03-03T12:07:20.141107Z","end":"2026-03-03T12:07:21.116007Z","steps":["trace[181036019] 'agreement among raft nodes before linearized reading' (duration: 974.379879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:21.116533Z","caller":"traceutil/trace.go:171","msg":"trace[818155867] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:11214; }","duration":"771.997319ms","start":"2026-03-03T12:07:20.344525Z","end":"2026-03-03T12:07:21.116522Z","steps":["trace[818155867] 'agreement among raft nodes before linearized reading' (duration: 771.941068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.116787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.140714Z","time spent":"975.96285ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:07:21.116806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.141099Z","time spent":"975.688313ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:07:21.116848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.344515Z","time spent":"772.312007ms","remote":"127.0.0.1:33042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:07:21.116487Z","caller":"traceutil/trace.go:171","msg":"trace[1925846381] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11214; }","duration":"401.519192ms","start":"2026-03-03T12:07:20.714942Z","end":"2026-03-03T12:07:21.116461Z","steps":["trace[1925846381] 'agreement among raft nodes before linearized reading' (duration: 401.239695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.116941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.714935Z","time spent":"401.995765ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T12:07:21.116396Z","caller":"traceutil/trace.go:171","msg":"trace[1087054999] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:11214; }","duration":"445.032548ms","start":"2026-03-03T12:07:20.671347Z","end":"2026-03-03T12:07:21.11638Z","steps":["trace[1087054999] 'agreement among raft nodes before linearized reading' (duration: 444.852093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.117051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.671326Z","time spent":"445.703257ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"warn","ts":"2026-03-03T12:07:21.117078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.16834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T12:07:21.116436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.19053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:07:21.11716Z","caller":"traceutil/trace.go:171","msg":"trace[432598378] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11214; }","duration":"402.899588ms","start":"2026-03-03T12:07:20.714239Z","end":"2026-03-03T12:07:21.117138Z","steps":["trace[432598378] 'agreement among raft nodes before linearized reading' (duration: 402.177599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.117203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.714181Z","time spent":"403.010622ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T12:07:21.116432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.7145Z","time spent":"401.923332ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T12:07:21.117116Z","caller":"traceutil/trace.go:171","msg":"trace[1378287740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11214; }","duration":"975.325764ms","start":"2026-03-03T12:07:20.141779Z","end":"2026-03-03T12:07:21.117105Z","steps":["trace[1378287740] 'agreement among raft nodes before linearized reading' (duration: 974.839471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.117364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:20.141771Z","time spent":"975.5796ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:07:21.558705Z","caller":"traceutil/trace.go:171","msg":"trace[145414719] transaction","detail":"{read_only:false; response_revision:11215; number_of_response:1; }","duration":"437.045846ms","start":"2026-03-03T12:07:21.121632Z","end":"2026-03-03T12:07:21.558678Z","steps":["trace[145414719] 'process raft request' (duration: 436.903503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.558889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:21.121611Z","time spent":"437.206561ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:07:21.576544Z","caller":"traceutil/trace.go:171","msg":"trace[1732387499] transaction","detail":"{read_only:false; response_revision:11216; number_of_response:1; }","duration":"454.876911ms","start":"2026-03-03T12:07:21.121638Z","end":"2026-03-03T12:07:21.576515Z","steps":["trace[1732387499] 'process raft request' (duration: 454.688726ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:21.577541Z","caller":"traceutil/trace.go:171","msg":"trace[1411891655] transaction","detail":"{read_only:false; response_revision:11217; number_of_response:1; }","duration":"455.761184ms","start":"2026-03-03T12:07:21.121734Z","end":"2026-03-03T12:07:21.577495Z","steps":["trace[1411891655] 'process raft request' (duration: 454.740847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.577713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:21.121714Z","time spent":"455.909018ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:07:21.577838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:21.121621Z","time spent":"455.010514ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:07:21.578258Z","caller":"traceutil/trace.go:171","msg":"trace[887216316] transaction","detail":"{read_only:false; response_revision:11218; number_of_response:1; }","duration":"456.271748ms","start":"2026-03-03T12:07:21.121952Z","end":"2026-03-03T12:07:21.578224Z","steps":["trace[887216316] 'process raft request' (duration: 455.376064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.578386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:21.121943Z","time spent":"456.387351ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:07:21.579184Z","caller":"traceutil/trace.go:171","msg":"trace[1977406611] transaction","detail":"{read_only:false; response_revision:11219; number_of_response:1; }","duration":"456.35419ms","start":"2026-03-03T12:07:21.122798Z","end":"2026-03-03T12:07:21.579152Z","steps":["trace[1977406611] 'process raft request' (duration: 455.127897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.57936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:21.122782Z","time spent":"456.502284ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:07:21.58019Z","caller":"traceutil/trace.go:171","msg":"trace[1573748194] transaction","detail":"{read_only:false; response_revision:11220; number_of_response:1; }","duration":"230.225269ms","start":"2026-03-03T12:07:21.34993Z","end":"2026-03-03T12:07:21.580155Z","steps":["trace[1573748194] 'process raft request' (duration: 229.11562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:21.626789Z","caller":"traceutil/trace.go:171","msg":"trace[1963106687] linearizableReadLoop","detail":"{readStateIndex:11622; appliedIndex:11620; }","duration":"504.997553ms","start":"2026-03-03T12:07:21.12169Z","end":"2026-03-03T12:07:21.626688Z","steps":["trace[1963106687] 'read index received' (duration: 436.860502ms)","trace[1963106687] 'applied index is now lower than readState.Index' (duration: 68.135291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:07:21.627016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.388654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:07:21.627052Z","caller":"traceutil/trace.go:171","msg":"trace[862426242] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11220; }","duration":"417.489867ms","start":"2026-03-03T12:07:21.209551Z","end":"2026-03-03T12:07:21.627041Z","steps":["trace[862426242] 'agreement among raft nodes before linearized reading' (duration: 417.382384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.627085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:21.209531Z","time spent":"417.546689ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T12:07:21.627218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.928607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:07:21.627307Z","caller":"traceutil/trace.go:171","msg":"trace[429976121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11220; }","duration":"211.0661ms","start":"2026-03-03T12:07:21.416216Z","end":"2026-03-03T12:07:21.627282Z","steps":["trace[429976121] 'agreement among raft nodes before linearized reading' (duration: 210.901256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.627288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.437005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T12:07:21.627381Z","caller":"traceutil/trace.go:171","msg":"trace[1204471648] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11220; }","duration":"186.588559ms","start":"2026-03-03T12:07:21.44077Z","end":"2026-03-03T12:07:21.627359Z","steps":["trace[1204471648] 'agreement among raft nodes before linearized reading' (duration: 186.322732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.627616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.893007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:49 size:452102"} {"level":"info","ts":"2026-03-03T12:07:21.627689Z","caller":"traceutil/trace.go:171","msg":"trace[1005627415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:49; response_revision:11220; }","duration":"505.98906ms","start":"2026-03-03T12:07:21.121684Z","end":"2026-03-03T12:07:21.627673Z","steps":["trace[1005627415] 'agreement among raft nodes before linearized reading' (duration: 505.090996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:21.627725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:07:21.121665Z","time spent":"506.053161ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":49,"response size":452125,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T12:07:22.399978Z","caller":"traceutil/trace.go:171","msg":"trace[726622404] transaction","detail":"{read_only:false; response_revision:11222; number_of_response:1; }","duration":"195.804915ms","start":"2026-03-03T12:07:22.204145Z","end":"2026-03-03T12:07:22.39995Z","steps":["trace[726622404] 'process raft request' (duration: 195.662691ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:22.400268Z","caller":"traceutil/trace.go:171","msg":"trace[826037557] linearizableReadLoop","detail":"{readStateIndex:11629; appliedIndex:11629; }","duration":"195.61943ms","start":"2026-03-03T12:07:22.204617Z","end":"2026-03-03T12:07:22.400237Z","steps":["trace[826037557] 'read index received' (duration: 195.606369ms)","trace[826037557] 'applied index is now lower than readState.Index' (duration: 10.071µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:07:22.400517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.895297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T12:07:22.400612Z","caller":"traceutil/trace.go:171","msg":"trace[12085742] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11222; }","duration":"196.039011ms","start":"2026-03-03T12:07:22.204546Z","end":"2026-03-03T12:07:22.400585Z","steps":["trace[12085742] 'agreement among raft nodes before linearized reading' (duration: 195.805215ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:22.432468Z","caller":"traceutil/trace.go:171","msg":"trace[1153422128] transaction","detail":"{read_only:false; response_revision:11223; number_of_response:1; }","duration":"116.960359ms","start":"2026-03-03T12:07:22.315474Z","end":"2026-03-03T12:07:22.432435Z","steps":["trace[1153422128] 'process raft request' (duration: 116.570958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:22.632525Z","caller":"traceutil/trace.go:171","msg":"trace[202856116] transaction","detail":"{read_only:false; response_revision:11224; number_of_response:1; }","duration":"126.864212ms","start":"2026-03-03T12:07:22.505635Z","end":"2026-03-03T12:07:22.632499Z","steps":["trace[202856116] 'process raft request' (duration: 126.690787ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:23.727452Z","caller":"traceutil/trace.go:171","msg":"trace[1567160194] transaction","detail":"{read_only:false; response_revision:11227; number_of_response:1; }","duration":"139.929669ms","start":"2026-03-03T12:07:23.587483Z","end":"2026-03-03T12:07:23.727413Z","steps":["trace[1567160194] 'process raft request' (duration: 120.342299ms)","trace[1567160194] 'compare' (duration: 19.326193ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:07:23.727499Z","caller":"traceutil/trace.go:171","msg":"trace[650813202] transaction","detail":"{read_only:false; response_revision:11228; number_of_response:1; }","duration":"107.2229ms","start":"2026-03-03T12:07:23.620251Z","end":"2026-03-03T12:07:23.727474Z","steps":["trace[650813202] 'process raft request' (duration: 107.140838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:23.72754Z","caller":"traceutil/trace.go:171","msg":"trace[1578787300] linearizableReadLoop","detail":"{readStateIndex:11634; appliedIndex:11633; }","duration":"110.812576ms","start":"2026-03-03T12:07:23.616694Z","end":"2026-03-03T12:07:23.727507Z","steps":["trace[1578787300] 'read index received' (duration: 91.113532ms)","trace[1578787300] 'applied index is now lower than readState.Index' (duration: 19.696064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:07:23.727663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.539152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T12:07:23.727744Z","caller":"traceutil/trace.go:171","msg":"trace[1572450582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11228; }","duration":"141.637804ms","start":"2026-03-03T12:07:23.586087Z","end":"2026-03-03T12:07:23.727725Z","steps":["trace[1572450582] 'agreement among raft nodes before linearized reading' (duration: 141.426329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:23.727805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.950563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T12:07:23.727859Z","caller":"traceutil/trace.go:171","msg":"trace[634674735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11228; }","duration":"142.015025ms","start":"2026-03-03T12:07:23.585829Z","end":"2026-03-03T12:07:23.727844Z","steps":["trace[634674735] 'agreement among raft nodes before linearized reading' (duration: 141.806119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:23.72807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.874564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T12:07:23.728131Z","caller":"traceutil/trace.go:171","msg":"trace[304802897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11228; }","duration":"143.986727ms","start":"2026-03-03T12:07:23.58413Z","end":"2026-03-03T12:07:23.728117Z","steps":["trace[304802897] 'agreement among raft nodes before linearized reading' (duration: 143.705399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:25.848376Z","caller":"traceutil/trace.go:171","msg":"trace[205357814] transaction","detail":"{read_only:false; response_revision:11236; number_of_response:1; }","duration":"115.279474ms","start":"2026-03-03T12:07:25.733068Z","end":"2026-03-03T12:07:25.848347Z","steps":["trace[205357814] 'process raft request' (duration: 115.103029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:26.047672Z","caller":"traceutil/trace.go:171","msg":"trace[1091284020] linearizableReadLoop","detail":"{readStateIndex:11645; appliedIndex:11643; }","duration":"268.942699ms","start":"2026-03-03T12:07:25.778702Z","end":"2026-03-03T12:07:26.047645Z","steps":["trace[1091284020] 'read index received' (duration: 69.59276ms)","trace[1091284020] 'applied index is now lower than readState.Index' (duration: 199.348409ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:07:26.04787Z","caller":"traceutil/trace.go:171","msg":"trace[1465410401] transaction","detail":"{read_only:false; response_revision:11237; number_of_response:1; }","duration":"293.381078ms","start":"2026-03-03T12:07:25.754444Z","end":"2026-03-03T12:07:26.047825Z","steps":["trace[1465410401] 'process raft request' (duration: 194.250813ms)","trace[1465410401] 'compare' (duration: 98.799976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:07:26.047941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.219776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T12:07:26.047959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.022413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:07:26.048105Z","caller":"traceutil/trace.go:171","msg":"trace[1168822367] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:11237; }","duration":"242.218638ms","start":"2026-03-03T12:07:25.80586Z","end":"2026-03-03T12:07:26.048078Z","steps":["trace[1168822367] 'agreement among raft nodes before linearized reading' (duration: 241.958131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:26.048132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.609704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:07:26.047988Z","caller":"traceutil/trace.go:171","msg":"trace[279096573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11237; }","duration":"269.307008ms","start":"2026-03-03T12:07:25.778668Z","end":"2026-03-03T12:07:26.047975Z","steps":["trace[279096573] 'agreement among raft nodes before linearized reading' (duration: 269.107373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:26.048067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.442299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T12:07:26.048357Z","caller":"traceutil/trace.go:171","msg":"trace[237446144] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:11237; }","duration":"214.800379ms","start":"2026-03-03T12:07:25.8335Z","end":"2026-03-03T12:07:26.0483Z","steps":["trace[237446144] 'agreement among raft nodes before linearized reading' (duration: 214.316616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:26.048255Z","caller":"traceutil/trace.go:171","msg":"trace[1090831796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11237; }","duration":"220.762287ms","start":"2026-03-03T12:07:25.827465Z","end":"2026-03-03T12:07:26.048228Z","steps":["trace[1090831796] 'agreement among raft nodes before linearized reading' (duration: 220.458169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:07:26.048432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.469491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-03T12:07:26.048376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.155388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:07:26.048552Z","caller":"traceutil/trace.go:171","msg":"trace[4851994] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11237; }","duration":"161.624585ms","start":"2026-03-03T12:07:25.886909Z","end":"2026-03-03T12:07:26.048534Z","steps":["trace[4851994] 'agreement among raft nodes before linearized reading' (duration: 161.311817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:26.048559Z","caller":"traceutil/trace.go:171","msg":"trace[1340141152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11237; }","duration":"221.366944ms","start":"2026-03-03T12:07:25.827182Z","end":"2026-03-03T12:07:26.048549Z","steps":["trace[1340141152] 'agreement among raft nodes before linearized reading' (duration: 221.042665ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:26.202682Z","caller":"traceutil/trace.go:171","msg":"trace[118909810] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"149.685939ms","start":"2026-03-03T12:07:26.052962Z","end":"2026-03-03T12:07:26.202648Z","steps":["trace[118909810] 'process raft request' (duration: 130.846988ms)","trace[118909810] 'compare' (duration: 18.670866ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:07:26.206901Z","caller":"traceutil/trace.go:171","msg":"trace[567362505] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"153.857779ms","start":"2026-03-03T12:07:26.053025Z","end":"2026-03-03T12:07:26.206883Z","steps":["trace[567362505] 'process raft request' (duration: 153.443048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:07:26.207803Z","caller":"traceutil/trace.go:171","msg":"trace[1490221883] transaction","detail":"{read_only:false; response_revision:11240; number_of_response:1; }","duration":"153.771157ms","start":"2026-03-03T12:07:26.054011Z","end":"2026-03-03T12:07:26.207782Z","steps":["trace[1490221883] 'process raft request' (duration: 152.640457ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:08:52.896536Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9786} {"level":"info","ts":"2026-03-03T12:08:52.977258Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9786,"took":"78.539507ms","hash":2826896432,"current-db-size-bytes":41398272,"current-db-size":"41 MB","current-db-size-in-use-bytes":22462464,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T12:08:52.977322Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2826896432,"revision":9786,"compact-revision":7545} {"level":"info","ts":"2026-03-03T12:12:09.728827Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000034d8.wal"} {"level":"info","ts":"2026-03-03T12:12:40.343945Z","caller":"traceutil/trace.go:171","msg":"trace[138464494] transaction","detail":"{read_only:false; response_revision:13220; number_of_response:1; }","duration":"106.413568ms","start":"2026-03-03T12:12:40.237495Z","end":"2026-03-03T12:12:40.343909Z","steps":["trace[138464494] 'process raft request' (duration: 98.079769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:00.248784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.394318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:13:00.249023Z","caller":"traceutil/trace.go:171","msg":"trace[1565880784] linearizableReadLoop","detail":"{readStateIndex:13833; appliedIndex:13831; }","duration":"109.967002ms","start":"2026-03-03T12:13:00.139034Z","end":"2026-03-03T12:13:00.249001Z","steps":["trace[1565880784] 'read index received' (duration: 19.245314ms)","trace[1565880784] 'applied index is now lower than readState.Index' (duration: 90.720448ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:00.249044Z","caller":"traceutil/trace.go:171","msg":"trace[1025391362] transaction","detail":"{read_only:false; response_revision:13347; number_of_response:1; }","duration":"245.291958ms","start":"2026-03-03T12:13:00.003712Z","end":"2026-03-03T12:13:00.249004Z","steps":["trace[1025391362] 'process raft request' (duration: 80.594862ms)","trace[1025391362] 'compare' (duration: 164.047509ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:00.249098Z","caller":"traceutil/trace.go:171","msg":"trace[1420955903] transaction","detail":"{read_only:false; response_revision:13348; number_of_response:1; }","duration":"229.971337ms","start":"2026-03-03T12:13:00.019093Z","end":"2026-03-03T12:13:00.249064Z","steps":["trace[1420955903] 'process raft request' (duration: 229.829633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:00.249262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.214408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-wcl55.189952370749e62d\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T12:13:00.249341Z","caller":"traceutil/trace.go:171","msg":"trace[921885290] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-wcl55.189952370749e62d; range_end:; response_count:1; response_revision:13348; }","duration":"110.349693ms","start":"2026-03-03T12:13:00.138973Z","end":"2026-03-03T12:13:00.249322Z","steps":["trace[921885290] 'agreement among raft nodes before linearized reading' (duration: 110.095306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:00.412472Z","caller":"traceutil/trace.go:171","msg":"trace[1951295048] transaction","detail":"{read_only:false; response_revision:13350; number_of_response:1; }","duration":"159.286184ms","start":"2026-03-03T12:13:00.253151Z","end":"2026-03-03T12:13:00.412437Z","steps":["trace[1951295048] 'process raft request' (duration: 156.567753ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:00.4125Z","caller":"traceutil/trace.go:171","msg":"trace[1439078182] transaction","detail":"{read_only:false; response_revision:13351; number_of_response:1; }","duration":"153.461132ms","start":"2026-03-03T12:13:00.259018Z","end":"2026-03-03T12:13:00.41248Z","steps":["trace[1439078182] 'process raft request' (duration: 153.340328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:00.41273Z","caller":"traceutil/trace.go:171","msg":"trace[406864540] transaction","detail":"{read_only:false; response_revision:13352; number_of_response:1; }","duration":"114.82476ms","start":"2026-03-03T12:13:00.297896Z","end":"2026-03-03T12:13:00.41272Z","steps":["trace[406864540] 'process raft request' (duration: 114.761208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:00.412771Z","caller":"traceutil/trace.go:171","msg":"trace[2039916162] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13351; }","duration":"147.814615ms","start":"2026-03-03T12:13:00.264932Z","end":"2026-03-03T12:13:00.412747Z","steps":["trace[2039916162] 'process raft request' (duration: 147.506526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:00.562331Z","caller":"traceutil/trace.go:171","msg":"trace[332032907] transaction","detail":"{read_only:false; response_revision:13354; number_of_response:1; }","duration":"101.008567ms","start":"2026-03-03T12:13:00.461301Z","end":"2026-03-03T12:13:00.56231Z","steps":["trace[332032907] 'process raft request' (duration: 55.521165ms)","trace[332032907] 'compare' (duration: 44.931677ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:00.942013Z","caller":"traceutil/trace.go:171","msg":"trace[1112467365] linearizableReadLoop","detail":"{readStateIndex:13845; appliedIndex:13844; }","duration":"162.973451ms","start":"2026-03-03T12:13:00.779001Z","end":"2026-03-03T12:13:00.941974Z","steps":["trace[1112467365] 'read index received' (duration: 120.668053ms)","trace[1112467365] 'applied index is now lower than readState.Index' (duration: 42.304338ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:00.942122Z","caller":"traceutil/trace.go:171","msg":"trace[1361955891] transaction","detail":"{read_only:false; response_revision:13359; number_of_response:1; }","duration":"163.357051ms","start":"2026-03-03T12:13:00.778743Z","end":"2026-03-03T12:13:00.9421Z","steps":["trace[1361955891] 'process raft request' (duration: 120.976811ms)","trace[1361955891] 'compare' (duration: 41.98127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:00.942315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.296469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-03T12:13:00.942359Z","caller":"traceutil/trace.go:171","msg":"trace[1734236346] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:13359; }","duration":"163.356991ms","start":"2026-03-03T12:13:00.77899Z","end":"2026-03-03T12:13:00.942347Z","steps":["trace[1734236346] 'agreement among raft nodes before linearized reading' (duration: 163.145675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.188173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.588221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:13:01.188475Z","caller":"traceutil/trace.go:171","msg":"trace[309700815] transaction","detail":"{read_only:false; response_revision:13360; number_of_response:1; }","duration":"241.717274ms","start":"2026-03-03T12:13:00.946718Z","end":"2026-03-03T12:13:01.188435Z","steps":["trace[309700815] 'process raft request' (duration: 115.768504ms)","trace[309700815] 'compare' (duration: 125.399776ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:01.201985Z","caller":"traceutil/trace.go:171","msg":"trace[1996505946] transaction","detail":"{read_only:false; response_revision:13361; number_of_response:1; }","duration":"253.7322ms","start":"2026-03-03T12:13:00.948225Z","end":"2026-03-03T12:13:01.201957Z","steps":["trace[1996505946] 'process raft request' (duration: 253.523825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:01.202054Z","caller":"traceutil/trace.go:171","msg":"trace[2015515113] transaction","detail":"{read_only:false; response_revision:13362; number_of_response:1; }","duration":"253.73178ms","start":"2026-03-03T12:13:00.948287Z","end":"2026-03-03T12:13:01.202019Z","steps":["trace[2015515113] 'process raft request' (duration: 253.601226ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:01.202163Z","caller":"traceutil/trace.go:171","msg":"trace[1346240348] transaction","detail":"{read_only:false; response_revision:13363; number_of_response:1; }","duration":"253.821453ms","start":"2026-03-03T12:13:00.948313Z","end":"2026-03-03T12:13:01.202134Z","steps":["trace[1346240348] 'process raft request' (duration: 253.617137ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:01.202325Z","caller":"traceutil/trace.go:171","msg":"trace[608817136] transaction","detail":"{read_only:false; response_revision:13367; number_of_response:1; }","duration":"182.489773ms","start":"2026-03-03T12:13:01.019826Z","end":"2026-03-03T12:13:01.202316Z","steps":["trace[608817136] 'process raft request' (duration: 182.315219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:01.202331Z","caller":"traceutil/trace.go:171","msg":"trace[1325905479] transaction","detail":"{read_only:false; response_revision:13364; number_of_response:1; }","duration":"253.900404ms","start":"2026-03-03T12:13:00.948414Z","end":"2026-03-03T12:13:01.202314Z","steps":["trace[1325905479] 'process raft request' (duration: 253.544675ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:01.202415Z","caller":"traceutil/trace.go:171","msg":"trace[543363985] transaction","detail":"{read_only:false; response_revision:13365; number_of_response:1; }","duration":"253.889654ms","start":"2026-03-03T12:13:00.948445Z","end":"2026-03-03T12:13:01.202335Z","steps":["trace[543363985] 'process raft request' (duration: 253.536845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:01.20245Z","caller":"traceutil/trace.go:171","msg":"trace[905963760] transaction","detail":"{read_only:false; response_revision:13366; number_of_response:1; }","duration":"244.350343ms","start":"2026-03-03T12:13:00.958042Z","end":"2026-03-03T12:13:01.202393Z","steps":["trace[905963760] 'process raft request' (duration: 244.036885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.202606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.703392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-03T12:13:01.202645Z","caller":"traceutil/trace.go:171","msg":"trace[412692119] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:13367; }","duration":"252.780055ms","start":"2026-03-03T12:13:00.949853Z","end":"2026-03-03T12:13:01.202634Z","steps":["trace[412692119] 'agreement among raft nodes before linearized reading' (duration: 252.633291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:01.202209Z","caller":"traceutil/trace.go:171","msg":"trace[1405645874] linearizableReadLoop","detail":"{readStateIndex:13851; appliedIndex:13845; }","duration":"252.299022ms","start":"2026-03-03T12:13:00.949885Z","end":"2026-03-03T12:13:01.202184Z","steps":["trace[1405645874] 'read index received' (duration: 112.627461ms)","trace[1405645874] 'applied index is now lower than readState.Index' (duration: 139.670621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:01.202991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.203302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:13:01.20304Z","caller":"traceutil/trace.go:171","msg":"trace[1875507456] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13367; }","duration":"246.290605ms","start":"2026-03-03T12:13:00.956737Z","end":"2026-03-03T12:13:01.203028Z","steps":["trace[1875507456] 'agreement among raft nodes before linearized reading' (duration: 246.141531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.203015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.337181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-03T12:13:01.203208Z","caller":"traceutil/trace.go:171","msg":"trace[475742856] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:13367; }","duration":"229.582707ms","start":"2026-03-03T12:13:00.973609Z","end":"2026-03-03T12:13:01.203192Z","steps":["trace[475742856] 'agreement among raft nodes before linearized reading' (duration: 229.267149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:01.31582Z","caller":"traceutil/trace.go:171","msg":"trace[656428056] transaction","detail":"{read_only:false; response_revision:13368; number_of_response:1; }","duration":"107.894718ms","start":"2026-03-03T12:13:01.2079Z","end":"2026-03-03T12:13:01.315794Z","steps":["trace[656428056] 'process raft request' (duration: 92.621608ms)","trace[656428056] 'compare' (duration: 15.109986ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:01.317093Z","caller":"traceutil/trace.go:171","msg":"trace[575753507] linearizableReadLoop","detail":"{readStateIndex:13855; appliedIndex:13853; }","duration":"104.90654ms","start":"2026-03-03T12:13:01.21217Z","end":"2026-03-03T12:13:01.317077Z","steps":["trace[575753507] 'read index received' (duration: 88.371247ms)","trace[575753507] 'applied index is now lower than readState.Index' (duration: 16.534693ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:01.317174Z","caller":"traceutil/trace.go:171","msg":"trace[1642310453] transaction","detail":"{read_only:false; response_revision:13369; number_of_response:1; }","duration":"109.032857ms","start":"2026-03-03T12:13:01.208104Z","end":"2026-03-03T12:13:01.317137Z","steps":["trace[1642310453] 'process raft request' (duration: 108.837012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.317493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.30327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-03T12:13:01.317611Z","caller":"traceutil/trace.go:171","msg":"trace[1904540130] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:13370; }","duration":"105.466134ms","start":"2026-03-03T12:13:01.21213Z","end":"2026-03-03T12:13:01.317597Z","steps":["trace[1904540130] 'agreement among raft nodes before linearized reading' (duration: 105.057714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:01.884522Z","caller":"traceutil/trace.go:171","msg":"trace[1750088055] linearizableReadLoop","detail":"{readStateIndex:13867; appliedIndex:13866; }","duration":"229.753501ms","start":"2026-03-03T12:13:01.654747Z","end":"2026-03-03T12:13:01.8845Z","steps":["trace[1750088055] 'read index received' (duration: 229.579076ms)","trace[1750088055] 'applied index is now lower than readState.Index' (duration: 173.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:01.884635Z","caller":"traceutil/trace.go:171","msg":"trace[2124115091] transaction","detail":"{read_only:false; response_revision:13379; number_of_response:1; }","duration":"239.312571ms","start":"2026-03-03T12:13:01.645313Z","end":"2026-03-03T12:13:01.884626Z","steps":["trace[2124115091] 'process raft request' (duration: 239.038274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.884778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.810937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T12:13:01.884822Z","caller":"traceutil/trace.go:171","msg":"trace[61102211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13379; }","duration":"209.89887ms","start":"2026-03-03T12:13:01.674912Z","end":"2026-03-03T12:13:01.884811Z","steps":["trace[61102211] 'agreement among raft nodes before linearized reading' (duration: 209.764486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:01.886616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.835115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209353"} {"level":"info","ts":"2026-03-03T12:13:01.886733Z","caller":"traceutil/trace.go:171","msg":"trace[728906529] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:13379; }","duration":"232.004839ms","start":"2026-03-03T12:13:01.654701Z","end":"2026-03-03T12:13:01.886706Z","steps":["trace[728906529] 'agreement among raft nodes before linearized reading' (duration: 230.384057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:07.042329Z","caller":"traceutil/trace.go:171","msg":"trace[626512708] linearizableReadLoop","detail":"{readStateIndex:13897; appliedIndex:13896; }","duration":"273.56863ms","start":"2026-03-03T12:13:06.768732Z","end":"2026-03-03T12:13:07.0423Z","steps":["trace[626512708] 'read index received' (duration: 273.364464ms)","trace[626512708] 'applied index is now lower than readState.Index' (duration: 203.166µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:07.042478Z","caller":"traceutil/trace.go:171","msg":"trace[2063693167] transaction","detail":"{read_only:false; response_revision:13408; number_of_response:1; }","duration":"458.549857ms","start":"2026-03-03T12:13:06.583854Z","end":"2026-03-03T12:13:07.042404Z","steps":["trace[2063693167] 'process raft request' (duration: 458.305741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:07.042579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.347764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T12:13:07.042614Z","caller":"traceutil/trace.go:171","msg":"trace[513267591] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13408; }","duration":"128.433167ms","start":"2026-03-03T12:13:06.914173Z","end":"2026-03-03T12:13:07.042606Z","steps":["trace[513267591] 'agreement among raft nodes before linearized reading' (duration: 128.268842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:07.042667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:06.583831Z","time spent":"458.726032ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:07.042868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.113984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T12:13:07.042965Z","caller":"traceutil/trace.go:171","msg":"trace[1336806902] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:13408; }","duration":"274.266328ms","start":"2026-03-03T12:13:06.768678Z","end":"2026-03-03T12:13:07.042944Z","steps":["trace[1336806902] 'agreement among raft nodes before linearized reading' (duration: 273.763374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:12.442641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019702296,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:13:12.541564Z","caller":"traceutil/trace.go:171","msg":"trace[1191578210] linearizableReadLoop","detail":"{readStateIndex:13920; appliedIndex:13919; }","duration":"599.439128ms","start":"2026-03-03T12:13:11.942099Z","end":"2026-03-03T12:13:12.541538Z","steps":["trace[1191578210] 'read index received' (duration: 599.11612ms)","trace[1191578210] 'applied index is now lower than readState.Index' (duration: 321.958µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:12.541831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.673214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:13:12.541872Z","caller":"traceutil/trace.go:171","msg":"trace[1353152192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13430; }","duration":"599.779188ms","start":"2026-03-03T12:13:11.942082Z","end":"2026-03-03T12:13:12.541861Z","steps":["trace[1353152192] 'agreement among raft nodes before linearized reading' (duration: 599.616834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:12.541925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:11.94206Z","time spent":"599.847549ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:12.541907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.775917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T12:13:12.541693Z","caller":"traceutil/trace.go:171","msg":"trace[184222090] transaction","detail":"{read_only:false; response_revision:13430; number_of_response:1; }","duration":"621.699242ms","start":"2026-03-03T12:13:11.91995Z","end":"2026-03-03T12:13:12.541649Z","steps":["trace[184222090] 'process raft request' (duration: 621.389594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:12.542018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.309065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:13:12.542279Z","caller":"traceutil/trace.go:171","msg":"trace[306472565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13430; }","duration":"599.648774ms","start":"2026-03-03T12:13:11.9426Z","end":"2026-03-03T12:13:12.542249Z","steps":["trace[306472565] 'agreement among raft nodes before linearized reading' (duration: 599.233443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:12.542002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.326215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:13:12.542429Z","caller":"traceutil/trace.go:171","msg":"trace[1382555355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13430; }","duration":"594.858999ms","start":"2026-03-03T12:13:11.947552Z","end":"2026-03-03T12:13:12.542411Z","steps":["trace[1382555355] 'agreement among raft nodes before linearized reading' (duration: 594.201942ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:12.542074Z","caller":"traceutil/trace.go:171","msg":"trace[157564129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13430; }","duration":"600.000043ms","start":"2026-03-03T12:13:11.942048Z","end":"2026-03-03T12:13:12.542048Z","steps":["trace[157564129] 'agreement among raft nodes before linearized reading' (duration: 599.636033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:12.542496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:11.947521Z","time spent":"594.956211ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:12.54237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:11.942588Z","time spent":"599.754436ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:13:12.542505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:11.942023Z","time spent":"600.466395ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:13:12.542631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:11.919924Z","time spent":"622.239567ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:29.118797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019702533,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:13:29.460824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.66623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:13:29.460937Z","caller":"traceutil/trace.go:171","msg":"trace[852338307] linearizableReadLoop","detail":"{readStateIndex:14006; appliedIndex:14005; }","duration":"842.48576ms","start":"2026-03-03T12:13:28.618433Z","end":"2026-03-03T12:13:29.460919Z","steps":["trace[852338307] 'read index received' (duration: 694.633134ms)","trace[852338307] 'applied index is now lower than readState.Index' (duration: 147.851015ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:29.461037Z","caller":"traceutil/trace.go:171","msg":"trace[415589541] transaction","detail":"{read_only:false; response_revision:13513; number_of_response:1; }","duration":"863.335166ms","start":"2026-03-03T12:13:28.597657Z","end":"2026-03-03T12:13:29.460992Z","steps":["trace[415589541] 'process raft request' (duration: 715.402799ms)","trace[415589541] 'compare' (duration: 147.531367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:29.46116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.712995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T12:13:29.461232Z","caller":"traceutil/trace.go:171","msg":"trace[2072323812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13513; }","duration":"842.815408ms","start":"2026-03-03T12:13:28.618397Z","end":"2026-03-03T12:13:29.461212Z","steps":["trace[2072323812] 'agreement among raft nodes before linearized reading' (duration: 842.588162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:29.461271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:28.618373Z","time spent":"842.889301ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:13:29.461172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:28.597631Z","time spent":"863.466329ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:29.46678Z","caller":"traceutil/trace.go:171","msg":"trace[618921552] transaction","detail":"{read_only:false; response_revision:13514; number_of_response:1; }","duration":"346.594434ms","start":"2026-03-03T12:13:29.120168Z","end":"2026-03-03T12:13:29.466763Z","steps":["trace[618921552] 'process raft request' (duration: 346.488111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:29.466887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:29.120141Z","time spent":"346.693416ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:29.627678Z","caller":"traceutil/trace.go:171","msg":"trace[1768307898] linearizableReadLoop","detail":"{readStateIndex:14008; appliedIndex:14006; }","duration":"166.685538ms","start":"2026-03-03T12:13:29.460962Z","end":"2026-03-03T12:13:29.627648Z","steps":["trace[1768307898] 'read index received' (duration: 5.694269ms)","trace[1768307898] 'applied index is now lower than readState.Index' (duration: 160.990269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:29.627808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.528375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:13:29.627882Z","caller":"traceutil/trace.go:171","msg":"trace[523541260] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:13516; }","duration":"878.644768ms","start":"2026-03-03T12:13:28.749222Z","end":"2026-03-03T12:13:29.627867Z","steps":["trace[523541260] 'agreement among raft nodes before linearized reading' (duration: 878.523025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:29.627902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.477991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:13:29.627995Z","caller":"traceutil/trace.go:171","msg":"trace[577077968] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:13516; }","duration":"963.612404ms","start":"2026-03-03T12:13:28.664366Z","end":"2026-03-03T12:13:29.627978Z","steps":["trace[577077968] 'agreement among raft nodes before linearized reading' (duration: 963.446559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:29.628071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:28.664354Z","time spent":"963.705906ms","remote":"127.0.0.1:36618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:13:29.628115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009487916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T12:13:29.628216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.136453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:13:29.627917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:28.749206Z","time spent":"878.705019ms","remote":"127.0.0.1:36474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:13:29.628242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.025966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T12:13:29.627986Z","caller":"traceutil/trace.go:171","msg":"trace[316369609] transaction","detail":"{read_only:false; response_revision:13516; number_of_response:1; }","duration":"162.351145ms","start":"2026-03-03T12:13:29.465629Z","end":"2026-03-03T12:13:29.62798Z","steps":["trace[316369609] 'process raft request' (duration: 161.954844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:29.628286Z","caller":"traceutil/trace.go:171","msg":"trace[1508240512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13516; }","duration":"990.090939ms","start":"2026-03-03T12:13:28.638182Z","end":"2026-03-03T12:13:29.628273Z","steps":["trace[1508240512] 'agreement among raft nodes before linearized reading' (duration: 989.926384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:29.628322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:28.638172Z","time spent":"990.14279ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:13:29.627953Z","caller":"traceutil/trace.go:171","msg":"trace[2087453266] transaction","detail":"{read_only:false; response_revision:13515; number_of_response:1; }","duration":"207.405506ms","start":"2026-03-03T12:13:29.420539Z","end":"2026-03-03T12:13:29.627944Z","steps":["trace[2087453266] 'process raft request' (duration: 144.933409ms)","trace[2087453266] 'compare' (duration: 61.922983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:29.6284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008970113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:13:29.628258Z","caller":"traceutil/trace.go:171","msg":"trace[941723577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13516; }","duration":"206.204364ms","start":"2026-03-03T12:13:29.422045Z","end":"2026-03-03T12:13:29.628249Z","steps":["trace[941723577] 'agreement among raft nodes before linearized reading' (duration: 206.135782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:29.628494Z","caller":"traceutil/trace.go:171","msg":"trace[1431494767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13516; }","duration":"1.009129907s","start":"2026-03-03T12:13:28.619341Z","end":"2026-03-03T12:13:29.628471Z","steps":["trace[1431494767] 'agreement among raft nodes before linearized reading' (duration: 1.008801538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:29.628569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:28.619329Z","time spent":"1.00923016s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:29.628569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.081776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T12:13:29.628621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010059501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:13:29.628216Z","caller":"traceutil/trace.go:171","msg":"trace[271038036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13516; }","duration":"1.009625771s","start":"2026-03-03T12:13:28.618571Z","end":"2026-03-03T12:13:29.628196Z","steps":["trace[271038036] 'agreement among raft nodes before linearized reading' (duration: 1.009286472s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:29.62867Z","caller":"traceutil/trace.go:171","msg":"trace[764880459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13516; }","duration":"1.010132614s","start":"2026-03-03T12:13:28.618526Z","end":"2026-03-03T12:13:29.628658Z","steps":["trace[764880459] 'agreement among raft nodes before linearized reading' (duration: 1.01000587s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:29.628707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:28.618517Z","time spent":"1.010183845s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:13:29.628638Z","caller":"traceutil/trace.go:171","msg":"trace[1989112304] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:13516; }","duration":"355.193979ms","start":"2026-03-03T12:13:29.273426Z","end":"2026-03-03T12:13:29.62862Z","steps":["trace[1989112304] 'agreement among raft nodes before linearized reading' (duration: 354.950142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:29.628785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:28.618564Z","time spent":"1.010168215s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:13:29.628893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:29.273407Z","time spent":"355.471826ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"warn","ts":"2026-03-03T12:13:31.917713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019702553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:13:32.418347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019702553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:13:32.918462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019702553,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:13:33.380058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.963460178s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T12:13:33.416945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:13:33.417029Z","caller":"traceutil/trace.go:171","msg":"trace[1853909695] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000428207s","start":"2026-03-03T12:13:31.416583Z","end":"2026-03-03T12:13:33.417011Z","steps":["trace[1853909695] 'agreement among raft nodes before linearized reading' (duration: 2.000288303s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:33.417065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.416563Z","time spent":"2.000495118s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:13:33.520526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.274926ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-03T12:13:34.469283Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056938669s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:13:34.469875Z","caller":"traceutil/trace.go:171","msg":"trace[1626999414] transaction","detail":"{read_only:false; response_revision:13523; number_of_response:1; }","duration":"2.998120193s","start":"2026-03-03T12:13:31.471723Z","end":"2026-03-03T12:13:34.469843Z","steps":["trace[1626999414] 'process raft request' (duration: 2.99802187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:34.470038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.471695Z","time spent":"2.998239275s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:34.470069Z","caller":"traceutil/trace.go:171","msg":"trace[771189960] transaction","detail":"{read_only:false; response_revision:13522; number_of_response:1; }","duration":"3.002746474s","start":"2026-03-03T12:13:31.467284Z","end":"2026-03-03T12:13:34.470031Z","steps":["trace[771189960] 'process raft request' (duration: 3.00221656s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:34.470104Z","caller":"traceutil/trace.go:171","msg":"trace[1268232113] transaction","detail":"{read_only:false; response_revision:13524; number_of_response:1; }","duration":"2.835349577s","start":"2026-03-03T12:13:31.634735Z","end":"2026-03-03T12:13:34.470085Z","steps":["trace[1268232113] 'process raft request' (duration: 2.83506433s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:34.470026Z","caller":"traceutil/trace.go:171","msg":"trace[1500656516] linearizableReadLoop","detail":"{readStateIndex:14018; appliedIndex:14014; }","duration":"3.053303109s","start":"2026-03-03T12:13:31.416694Z","end":"2026-03-03T12:13:34.469997Z","steps":["trace[1500656516] 'read index received' (duration: 1.96354999s)","trace[1500656516] 'applied index is now lower than readState.Index' (duration: 1.089750929s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:34.4702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.634707Z","time spent":"2.835447199s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:34.470265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.467257Z","time spent":"3.002903068s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:34.470395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587932323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T12:13:34.470436Z","caller":"traceutil/trace.go:171","msg":"trace[670396459] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:13524; }","duration":"2.587995024s","start":"2026-03-03T12:13:31.882427Z","end":"2026-03-03T12:13:34.470422Z","steps":["trace[670396459] 'agreement among raft nodes before linearized reading' (duration: 2.58786394s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:34.470466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.882411Z","time spent":"2.588048896s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T12:13:34.470427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.379571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:13:34.47053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748939652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T12:13:34.47057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749331692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:13:34.47057Z","caller":"traceutil/trace.go:171","msg":"trace[754620467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13524; }","duration":"611.564356ms","start":"2026-03-03T12:13:33.858986Z","end":"2026-03-03T12:13:34.47055Z","steps":["trace[754620467] 'agreement among raft nodes before linearized reading' (duration: 611.351681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:34.470603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.107605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415397"} {"level":"warn","ts":"2026-03-03T12:13:34.470612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755388562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:13:34.47062Z","caller":"traceutil/trace.go:171","msg":"trace[15459480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13524; }","duration":"2.749430995s","start":"2026-03-03T12:13:31.721176Z","end":"2026-03-03T12:13:34.470607Z","steps":["trace[15459480] 'agreement among raft nodes before linearized reading' (duration: 2.74923639s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:34.470643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.396792923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:13:34.470647Z","caller":"traceutil/trace.go:171","msg":"trace[302916966] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13524; }","duration":"582.193776ms","start":"2026-03-03T12:13:33.888439Z","end":"2026-03-03T12:13:34.470633Z","steps":["trace[302916966] 'agreement among raft nodes before linearized reading' (duration: 581.900689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:34.470681Z","caller":"traceutil/trace.go:171","msg":"trace[1242495311] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:13524; }","duration":"2.396892386s","start":"2026-03-03T12:13:32.073778Z","end":"2026-03-03T12:13:34.47067Z","steps":["trace[1242495311] 'agreement among raft nodes before linearized reading' (duration: 2.396829695s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:34.470591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052994605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:13:34.470689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:33.888425Z","time spent":"582.257149ms","remote":"127.0.0.1:46580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415420,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T12:13:34.470487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838110389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T12:13:34.470689Z","caller":"traceutil/trace.go:171","msg":"trace[1902826295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13524; }","duration":"2.755482484s","start":"2026-03-03T12:13:31.715179Z","end":"2026-03-03T12:13:34.470662Z","steps":["trace[1902826295] 'agreement among raft nodes before linearized reading' (duration: 2.755361831s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:34.470715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:32.073753Z","time spent":"2.396953797s","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:13:34.470721Z","caller":"traceutil/trace.go:171","msg":"trace[1689589558] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13524; }","duration":"1.05321057s","start":"2026-03-03T12:13:33.4175Z","end":"2026-03-03T12:13:34.47071Z","steps":["trace[1689589558] 'agreement among raft nodes before linearized reading' (duration: 1.052950574s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:34.470731Z","caller":"traceutil/trace.go:171","msg":"trace[46431986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13524; }","duration":"2.838418747s","start":"2026-03-03T12:13:31.6323Z","end":"2026-03-03T12:13:34.470719Z","steps":["trace[46431986] 'agreement among raft nodes before linearized reading' (duration: 2.837988145s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:34.47075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.715159Z","time spent":"2.755580726s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:34.470753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:33.417475Z","time spent":"1.053270202s","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:13:34.470776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748434659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T12:13:34.470802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.739949877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T12:13:34.470826Z","caller":"traceutil/trace.go:171","msg":"trace[122593746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13524; }","duration":"2.748504981s","start":"2026-03-03T12:13:31.722307Z","end":"2026-03-03T12:13:34.470812Z","steps":["trace[122593746] 'agreement among raft nodes before linearized reading' (duration: 2.748370128s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:34.470859Z","caller":"traceutil/trace.go:171","msg":"trace[69641284] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:13524; }","duration":"2.739998958s","start":"2026-03-03T12:13:31.730835Z","end":"2026-03-03T12:13:34.470834Z","steps":["trace[69641284] 'agreement among raft nodes before linearized reading' (duration: 2.739833863s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:34.47062Z","caller":"traceutil/trace.go:171","msg":"trace[1128415375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13524; }","duration":"2.749050286s","start":"2026-03-03T12:13:31.721552Z","end":"2026-03-03T12:13:34.470603Z","steps":["trace[1128415375] 'agreement among raft nodes before linearized reading' (duration: 2.748856691s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:34.470901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.73083Z","time spent":"2.740065349s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"warn","ts":"2026-03-03T12:13:34.470681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.721151Z","time spent":"2.749521327s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:13:34.470929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.721542Z","time spent":"2.749376094s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:34.470804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.632278Z","time spent":"2.838510629s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:13:34.470894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:31.722298Z","time spent":"2.748577863s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:13:34.470649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:33.858968Z","time spent":"611.669109ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:13:40.748402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.711168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:13:40.748632Z","caller":"traceutil/trace.go:171","msg":"trace[1444994590] transaction","detail":"{read_only:false; response_revision:13558; number_of_response:1; }","duration":"195.537804ms","start":"2026-03-03T12:13:40.553077Z","end":"2026-03-03T12:13:40.748615Z","steps":["trace[1444994590] 'process raft request' (duration: 195.432282ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:40.748887Z","caller":"traceutil/trace.go:171","msg":"trace[1933559645] transaction","detail":"{read_only:false; response_revision:13557; number_of_response:1; }","duration":"198.165693ms","start":"2026-03-03T12:13:40.550711Z","end":"2026-03-03T12:13:40.748876Z","steps":["trace[1933559645] 'process raft request' (duration: 93.88371ms)","trace[1933559645] 'compare' (duration: 103.448191ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:40.748971Z","caller":"traceutil/trace.go:171","msg":"trace[198463784] transaction","detail":"{read_only:false; response_revision:13560; number_of_response:1; }","duration":"193.430449ms","start":"2026-03-03T12:13:40.555519Z","end":"2026-03-03T12:13:40.74895Z","steps":["trace[198463784] 'process raft request' (duration: 193.295496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:40.749021Z","caller":"traceutil/trace.go:171","msg":"trace[1529540887] transaction","detail":"{read_only:false; response_revision:13559; number_of_response:1; }","duration":"195.803891ms","start":"2026-03-03T12:13:40.553158Z","end":"2026-03-03T12:13:40.748962Z","steps":["trace[1529540887] 'process raft request' (duration: 195.429162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:40.748973Z","caller":"traceutil/trace.go:171","msg":"trace[1335556462] linearizableReadLoop","detail":"{readStateIndex:14055; appliedIndex:14051; }","duration":"185.637365ms","start":"2026-03-03T12:13:40.563251Z","end":"2026-03-03T12:13:40.748888Z","steps":["trace[1335556462] 'read index received' (duration: 81.349972ms)","trace[1335556462] 'applied index is now lower than readState.Index' (duration: 104.285693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:40.749388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.128908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T12:13:40.749484Z","caller":"traceutil/trace.go:171","msg":"trace[361285052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:13560; }","duration":"186.294693ms","start":"2026-03-03T12:13:40.563176Z","end":"2026-03-03T12:13:40.74947Z","steps":["trace[361285052] 'agreement among raft nodes before linearized reading' (duration: 186.082937ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:42.91593Z","caller":"traceutil/trace.go:171","msg":"trace[265290130] transaction","detail":"{read_only:false; response_revision:13562; number_of_response:1; }","duration":"418.696653ms","start":"2026-03-03T12:13:42.497199Z","end":"2026-03-03T12:13:42.915895Z","steps":["trace[265290130] 'process raft request' (duration: 418.588301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:42.916071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:42.497177Z","time spent":"418.799906ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:42.916558Z","caller":"traceutil/trace.go:171","msg":"trace[560755551] linearizableReadLoop","detail":"{readStateIndex:14060; appliedIndex:14057; }","duration":"361.3236ms","start":"2026-03-03T12:13:42.555222Z","end":"2026-03-03T12:13:42.916546Z","steps":["trace[560755551] 'read index received' (duration: 360.604471ms)","trace[560755551] 'applied index is now lower than readState.Index' (duration: 718.248µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:42.916587Z","caller":"traceutil/trace.go:171","msg":"trace[1770055005] transaction","detail":"{read_only:false; response_revision:13563; number_of_response:1; }","duration":"417.744918ms","start":"2026-03-03T12:13:42.498813Z","end":"2026-03-03T12:13:42.916558Z","steps":["trace[1770055005] 'process raft request' (duration: 417.636905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:42.916719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.505564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T12:13:42.916725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:42.498776Z","time spent":"417.878121ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:13:42.916752Z","caller":"traceutil/trace.go:171","msg":"trace[1025257368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13564; }","duration":"361.616337ms","start":"2026-03-03T12:13:42.555128Z","end":"2026-03-03T12:13:42.916745Z","steps":["trace[1025257368] 'agreement among raft nodes before linearized reading' (duration: 361.506394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:42.916622Z","caller":"traceutil/trace.go:171","msg":"trace[1558942715] transaction","detail":"{read_only:false; response_revision:13564; number_of_response:1; }","duration":"413.60974ms","start":"2026-03-03T12:13:42.503004Z","end":"2026-03-03T12:13:42.916613Z","steps":["trace[1558942715] 'process raft request' (duration: 413.499457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:42.916833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.762966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:13:42.916858Z","caller":"traceutil/trace.go:171","msg":"trace[889743159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13564; }","duration":"162.818988ms","start":"2026-03-03T12:13:42.754034Z","end":"2026-03-03T12:13:42.916853Z","steps":["trace[889743159] 'agreement among raft nodes before linearized reading' (duration: 162.756966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:42.916911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:42.502974Z","time spent":"413.835885ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:42.917025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.92573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T12:13:42.917046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.971551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T12:13:42.917059Z","caller":"traceutil/trace.go:171","msg":"trace[1841079851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13564; }","duration":"162.968831ms","start":"2026-03-03T12:13:42.754082Z","end":"2026-03-03T12:13:42.917051Z","steps":["trace[1841079851] 'agreement among raft nodes before linearized reading' (duration: 162.837187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:42.916774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:42.5551Z","time spent":"361.669238ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T12:13:42.917081Z","caller":"traceutil/trace.go:171","msg":"trace[1709271970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13564; }","duration":"163.050693ms","start":"2026-03-03T12:13:42.754021Z","end":"2026-03-03T12:13:42.917071Z","steps":["trace[1709271970] 'agreement among raft nodes before linearized reading' (duration: 162.968961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:42.917166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.429495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T12:13:42.917154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.066354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:13:42.917205Z","caller":"traceutil/trace.go:171","msg":"trace[925805546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:13564; }","duration":"152.481606ms","start":"2026-03-03T12:13:42.764715Z","end":"2026-03-03T12:13:42.917197Z","steps":["trace[925805546] 'agreement among raft nodes before linearized reading' (duration: 152.370093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:42.917228Z","caller":"traceutil/trace.go:171","msg":"trace[2019487249] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13564; }","duration":"163.178677ms","start":"2026-03-03T12:13:42.754028Z","end":"2026-03-03T12:13:42.917206Z","steps":["trace[2019487249] 'agreement among raft nodes before linearized reading' (duration: 162.983392ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:46.365785Z","caller":"traceutil/trace.go:171","msg":"trace[9980783] transaction","detail":"{read_only:false; response_revision:13581; number_of_response:1; }","duration":"160.130576ms","start":"2026-03-03T12:13:46.205636Z","end":"2026-03-03T12:13:46.365766Z","steps":["trace[9980783] 'process raft request' (duration: 88.444928ms)","trace[9980783] 'compare' (duration: 71.604466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:13:50.909729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.408486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-03T12:13:50.90983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.1192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:13:50.909833Z","caller":"traceutil/trace.go:171","msg":"trace[1437207946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13612; }","duration":"766.601081ms","start":"2026-03-03T12:13:50.143208Z","end":"2026-03-03T12:13:50.909809Z","steps":["trace[1437207946] 'range keys from in-memory index tree' (duration: 766.209901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:50.909884Z","caller":"traceutil/trace.go:171","msg":"trace[1099372917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13612; }","duration":"494.209232ms","start":"2026-03-03T12:13:50.415659Z","end":"2026-03-03T12:13:50.909868Z","steps":["trace[1099372917] 'range keys from in-memory index tree' (duration: 494.037897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:50.909908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:50.143184Z","time spent":"766.708143ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:13:50.909932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:50.41564Z","time spent":"494.281554ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:13:52.902769Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11793} {"level":"info","ts":"2026-03-03T12:13:52.982999Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11793,"took":"78.178939ms","hash":776945871,"current-db-size-bytes":41398272,"current-db-size":"41 MB","current-db-size-in-use-bytes":24072192,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T12:13:52.983085Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":776945871,"revision":11793,"compact-revision":9786} {"level":"warn","ts":"2026-03-03T12:14:01.754479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.888458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:14:01.754579Z","caller":"traceutil/trace.go:171","msg":"trace[2010418826] linearizableReadLoop","detail":"{readStateIndex:14183; appliedIndex:14182; }","duration":"651.682819ms","start":"2026-03-03T12:14:01.10288Z","end":"2026-03-03T12:14:01.754562Z","steps":["trace[2010418826] 'read index received' (duration: 108.545355ms)","trace[2010418826] 'applied index is now lower than readState.Index' (duration: 543.136104ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:14:01.754739Z","caller":"traceutil/trace.go:171","msg":"trace[1841921284] transaction","detail":"{read_only:false; response_revision:13681; number_of_response:1; }","duration":"661.047214ms","start":"2026-03-03T12:14:01.093663Z","end":"2026-03-03T12:14:01.754711Z","steps":["trace[1841921284] 'process raft request' (duration: 117.836618ms)","trace[1841921284] 'compare' (duration: 542.761054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:14:01.754888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:01.093649Z","time spent":"661.177018ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:14:01.754983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.084149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:14:01.755051Z","caller":"traceutil/trace.go:171","msg":"trace[1515116130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13681; }","duration":"652.181172ms","start":"2026-03-03T12:14:01.102853Z","end":"2026-03-03T12:14:01.755034Z","steps":["trace[1515116130] 'agreement among raft nodes before linearized reading' (duration: 651.945966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:01.755091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:01.102837Z","time spent":"652.246594ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:14:01.865595Z","caller":"traceutil/trace.go:171","msg":"trace[873884053] linearizableReadLoop","detail":"{readStateIndex:14184; appliedIndex:14183; }","duration":"110.951688ms","start":"2026-03-03T12:14:01.754609Z","end":"2026-03-03T12:14:01.865561Z","steps":["trace[873884053] 'read index received' (duration: 107.21199ms)","trace[873884053] 'applied index is now lower than readState.Index' (duration: 3.737208ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:14:01.865598Z","caller":"traceutil/trace.go:171","msg":"trace[687490135] transaction","detail":"{read_only:false; response_revision:13682; number_of_response:1; }","duration":"105.72978ms","start":"2026-03-03T12:14:01.759844Z","end":"2026-03-03T12:14:01.865574Z","steps":["trace[687490135] 'process raft request' (duration: 105.617378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:01.865791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.059961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T12:14:01.865823Z","caller":"traceutil/trace.go:171","msg":"trace[1569930355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13682; }","duration":"749.130883ms","start":"2026-03-03T12:14:01.116681Z","end":"2026-03-03T12:14:01.865812Z","steps":["trace[1569930355] 'agreement among raft nodes before linearized reading' (duration: 748.977249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:01.865849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:01.116667Z","time spent":"749.174203ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:14:01.865865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.117828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T12:14:01.865893Z","caller":"traceutil/trace.go:171","msg":"trace[1343876519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13682; }","duration":"745.157979ms","start":"2026-03-03T12:14:01.120726Z","end":"2026-03-03T12:14:01.865884Z","steps":["trace[1343876519] 'agreement among raft nodes before linearized reading' (duration: 745.070816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:01.865922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:01.120663Z","time spent":"745.253151ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:14:01.865964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.12619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T12:14:01.865993Z","caller":"traceutil/trace.go:171","msg":"trace[2000981714] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13682; }","duration":"626.216412ms","start":"2026-03-03T12:14:01.239767Z","end":"2026-03-03T12:14:01.865983Z","steps":["trace[2000981714] 'agreement among raft nodes before linearized reading' (duration: 626.14074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:01.86601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:01.239741Z","time spent":"626.265083ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:14:01.865899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.403391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T12:14:01.866237Z","caller":"traceutil/trace.go:171","msg":"trace[536942192] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:13682; }","duration":"712.690698ms","start":"2026-03-03T12:14:01.153478Z","end":"2026-03-03T12:14:01.866168Z","steps":["trace[536942192] 'agreement among raft nodes before linearized reading' (duration: 712.219536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:01.866324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.780135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T12:14:01.866398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:01.153413Z","time spent":"712.871802ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"info","ts":"2026-03-03T12:14:01.866526Z","caller":"traceutil/trace.go:171","msg":"trace[809448901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13682; }","duration":"746.024251ms","start":"2026-03-03T12:14:01.120422Z","end":"2026-03-03T12:14:01.866446Z","steps":["trace[809448901] 'agreement among raft nodes before linearized reading' (duration: 745.387015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:01.866652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:01.120408Z","time spent":"746.224416ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:14:01.866365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.19901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150913"} {"level":"info","ts":"2026-03-03T12:14:01.867028Z","caller":"traceutil/trace.go:171","msg":"trace[1378369147] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13682; }","duration":"666.880277ms","start":"2026-03-03T12:14:01.200103Z","end":"2026-03-03T12:14:01.866983Z","steps":["trace[1378369147] 'agreement among raft nodes before linearized reading' (duration: 665.81832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:01.867116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:01.20008Z","time spent":"666.99889ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":150936,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T12:14:09.333467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.38007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:14:09.3336Z","caller":"traceutil/trace.go:171","msg":"trace[73008666] linearizableReadLoop","detail":"{readStateIndex:14317; appliedIndex:14316; }","duration":"298.722238ms","start":"2026-03-03T12:14:09.034859Z","end":"2026-03-03T12:14:09.333582Z","steps":["trace[73008666] 'read index received' (duration: 182.134243ms)","trace[73008666] 'applied index is now lower than readState.Index' (duration: 116.586075ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:14:09.333676Z","caller":"traceutil/trace.go:171","msg":"trace[1857670868] transaction","detail":"{read_only:false; response_revision:13812; number_of_response:1; }","duration":"386.281434ms","start":"2026-03-03T12:14:08.947384Z","end":"2026-03-03T12:14:09.333665Z","steps":["trace[1857670868] 'process raft request' (duration: 269.592215ms)","trace[1857670868] 'compare' (duration: 116.097683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:14:09.33373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:08.947364Z","time spent":"386.338975ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T12:14:09.334006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.127509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:09.334067Z","caller":"traceutil/trace.go:171","msg":"trace[1173203339] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:13812; }","duration":"299.233312ms","start":"2026-03-03T12:14:09.034817Z","end":"2026-03-03T12:14:09.334051Z","steps":["trace[1173203339] 'agreement among raft nodes before linearized reading' (duration: 299.058607ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:09.344037Z","caller":"traceutil/trace.go:171","msg":"trace[1934309855] transaction","detail":"{read_only:false; response_revision:13813; number_of_response:1; }","duration":"287.32473ms","start":"2026-03-03T12:14:09.056687Z","end":"2026-03-03T12:14:09.344012Z","steps":["trace[1934309855] 'process raft request' (duration: 287.016442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:09.344091Z","caller":"traceutil/trace.go:171","msg":"trace[799348100] transaction","detail":"{read_only:false; response_revision:13814; number_of_response:1; }","duration":"283.434958ms","start":"2026-03-03T12:14:09.060643Z","end":"2026-03-03T12:14:09.344077Z","steps":["trace[799348100] 'process raft request' (duration: 283.202302ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:09.343982Z","caller":"traceutil/trace.go:171","msg":"trace[169042181] transaction","detail":"{read_only:false; response_revision:13815; number_of_response:1; }","duration":"230.357857ms","start":"2026-03-03T12:14:09.113591Z","end":"2026-03-03T12:14:09.343949Z","steps":["trace[169042181] 'process raft request' (duration: 230.293295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:09.344127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.494234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd24c9a7-df62-4f7d-ba91-027ed7662639\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-03-03T12:14:09.344127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.53168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cd24c9a7-df62-4f7d-ba91-027ed7662639\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-03T12:14:09.344182Z","caller":"traceutil/trace.go:171","msg":"trace[28891352] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd24c9a7-df62-4f7d-ba91-027ed7662639; range_end:; response_count:1; response_revision:13815; }","duration":"258.585397ms","start":"2026-03-03T12:14:09.085581Z","end":"2026-03-03T12:14:09.344167Z","steps":["trace[28891352] 'agreement among raft nodes before linearized reading' (duration: 258.388572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:09.344177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.884713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c3b0d10e-ac10-4d9d-bf0b-4b8fb1072b05\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-03T12:14:09.344211Z","caller":"traceutil/trace.go:171","msg":"trace[272029754] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cd24c9a7-df62-4f7d-ba91-027ed7662639; range_end:; response_count:1; response_revision:13815; }","duration":"299.677274ms","start":"2026-03-03T12:14:09.044512Z","end":"2026-03-03T12:14:09.344189Z","steps":["trace[272029754] 'agreement among raft nodes before linearized reading' (duration: 299.414067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:09.344239Z","caller":"traceutil/trace.go:171","msg":"trace[971594168] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c3b0d10e-ac10-4d9d-bf0b-4b8fb1072b05; range_end:; response_count:1; response_revision:13815; }","duration":"298.995906ms","start":"2026-03-03T12:14:09.045228Z","end":"2026-03-03T12:14:09.344224Z","steps":["trace[971594168] 'agreement among raft nodes before linearized reading' (duration: 298.839132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:10.373226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.787914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:14:10.373314Z","caller":"traceutil/trace.go:171","msg":"trace[598763001] linearizableReadLoop","detail":"{readStateIndex:14321; appliedIndex:14320; }","duration":"958.329705ms","start":"2026-03-03T12:14:09.414971Z","end":"2026-03-03T12:14:10.373301Z","steps":["trace[598763001] 'read index received' (duration: 22.316515ms)","trace[598763001] 'applied index is now lower than readState.Index' (duration: 936.01211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:14:10.373588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.125607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-hgp6l.189953c851ced9c1\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T12:14:10.373639Z","caller":"traceutil/trace.go:171","msg":"trace[92842332] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-hgp6l.189953c851ced9c1; range_end:; response_count:1; response_revision:13816; }","duration":"671.213919ms","start":"2026-03-03T12:14:09.702409Z","end":"2026-03-03T12:14:10.373623Z","steps":["trace[92842332] 'agreement among raft nodes before linearized reading' (duration: 671.075986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:10.373674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:09.702388Z","time spent":"671.278222ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-hgp6l.189953c851ced9c1\" "} {"level":"warn","ts":"2026-03-03T12:14:10.373716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.234381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T12:14:10.373716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.209023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T12:14:10.373744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.510379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T12:14:10.373759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.953997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:14:10.373821Z","caller":"traceutil/trace.go:171","msg":"trace[1665163367] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:13816; }","duration":"439.645442ms","start":"2026-03-03T12:14:09.934158Z","end":"2026-03-03T12:14:10.373804Z","steps":["trace[1665163367] 'agreement among raft nodes before linearized reading' (duration: 439.376795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:10.37382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.720593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T12:14:10.373857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:09.934132Z","time spent":"439.718954ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"info","ts":"2026-03-03T12:14:10.373859Z","caller":"traceutil/trace.go:171","msg":"trace[692719909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13816; }","duration":"462.0831ms","start":"2026-03-03T12:14:09.911756Z","end":"2026-03-03T12:14:10.373839Z","steps":["trace[692719909] 'agreement among raft nodes before linearized reading' (duration: 461.814473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:10.373767Z","caller":"traceutil/trace.go:171","msg":"trace[309099696] transaction","detail":"{read_only:false; response_revision:13816; number_of_response:1; }","duration":"1.023309867s","start":"2026-03-03T12:14:09.350346Z","end":"2026-03-03T12:14:10.373656Z","steps":["trace[309099696] 'process raft request' (duration: 87.01473ms)","trace[309099696] 'compare' (duration: 935.695242ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:14:10.373796Z","caller":"traceutil/trace.go:171","msg":"trace[1631811492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13816; }","duration":"462.316066ms","start":"2026-03-03T12:14:09.911462Z","end":"2026-03-03T12:14:10.373778Z","steps":["trace[1631811492] 'agreement among raft nodes before linearized reading' (duration: 462.113671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:10.374031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:09.350318Z","time spent":"1.023649336s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3711,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:14:10.374053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:09.911451Z","time spent":"462.593133ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:14:10.373705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.451913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T12:14:10.374148Z","caller":"traceutil/trace.go:171","msg":"trace[1995110769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13816; }","duration":"464.956886ms","start":"2026-03-03T12:14:09.909182Z","end":"2026-03-03T12:14:10.374139Z","steps":["trace[1995110769] 'agreement among raft nodes before linearized reading' (duration: 464.35495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:10.37418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:09.90916Z","time spent":"465.009917ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:14:10.373795Z","caller":"traceutil/trace.go:171","msg":"trace[1576988709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13816; }","duration":"468.344944ms","start":"2026-03-03T12:14:09.905423Z","end":"2026-03-03T12:14:10.373768Z","steps":["trace[1576988709] 'agreement among raft nodes before linearized reading' (duration: 468.140509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:10.374234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:09.905399Z","time spent":"468.824237ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:14:10.373902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:09.911744Z","time spent":"462.149892ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:14:10.373583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.573971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:10.374339Z","caller":"traceutil/trace.go:171","msg":"trace[448979047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13816; }","duration":"959.409893ms","start":"2026-03-03T12:14:09.414914Z","end":"2026-03-03T12:14:10.374324Z","steps":["trace[448979047] 'agreement among raft nodes before linearized reading' (duration: 958.52447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:10.374365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:09.414894Z","time spent":"959.462475ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:14:10.373895Z","caller":"traceutil/trace.go:171","msg":"trace[1685512847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13816; }","duration":"584.829746ms","start":"2026-03-03T12:14:09.789026Z","end":"2026-03-03T12:14:10.373856Z","steps":["trace[1685512847] 'agreement among raft nodes before linearized reading' (duration: 584.61807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:10.374418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:09.789002Z","time spent":"585.406521ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:14:11.013751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.915593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:14:11.013864Z","caller":"traceutil/trace.go:171","msg":"trace[632390252] linearizableReadLoop","detail":"{readStateIndex:14322; appliedIndex:14321; }","duration":"638.193785ms","start":"2026-03-03T12:14:10.375653Z","end":"2026-03-03T12:14:11.013847Z","steps":["trace[632390252] 'read index received' (duration: 228.103848ms)","trace[632390252] 'applied index is now lower than readState.Index' (duration: 410.088917ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:14:11.013934Z","caller":"traceutil/trace.go:171","msg":"trace[1205277618] transaction","detail":"{read_only:false; response_revision:13817; number_of_response:1; }","duration":"638.37384ms","start":"2026-03-03T12:14:10.375547Z","end":"2026-03-03T12:14:11.01392Z","steps":["trace[1205277618] 'process raft request' (duration: 228.19519ms)","trace[1205277618] 'compare' (duration: 409.721748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:14:11.014009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:10.375526Z","time spent":"638.439092ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:14:11.014069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.392831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:11.014164Z","caller":"traceutil/trace.go:171","msg":"trace[1486838498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13817; }","duration":"638.520954ms","start":"2026-03-03T12:14:10.375618Z","end":"2026-03-03T12:14:11.014139Z","steps":["trace[1486838498] 'agreement among raft nodes before linearized reading' (duration: 638.346909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:11.014264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:10.375597Z","time spent":"638.652988ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:14:11.018164Z","caller":"traceutil/trace.go:171","msg":"trace[1889248966] transaction","detail":"{read_only:false; response_revision:13820; number_of_response:1; }","duration":"639.177022ms","start":"2026-03-03T12:14:10.378961Z","end":"2026-03-03T12:14:11.018138Z","steps":["trace[1889248966] 'process raft request' (duration: 639.036328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:11.018277Z","caller":"traceutil/trace.go:171","msg":"trace[10715876] transaction","detail":"{read_only:false; response_revision:13821; number_of_response:1; }","duration":"639.185051ms","start":"2026-03-03T12:14:10.379085Z","end":"2026-03-03T12:14:11.01827Z","steps":["trace[10715876] 'process raft request' (duration: 638.944245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:11.018339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:10.378953Z","time spent":"639.336076ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:14:11.018386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:10.379077Z","time spent":"639.229053ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:14:11.018532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.061775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-fbjt4\" ","response":"range_response_count:1 size:12775"} {"level":"warn","ts":"2026-03-03T12:14:11.018528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.162023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:11.018598Z","caller":"traceutil/trace.go:171","msg":"trace[2071936508] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-fbjt4; range_end:; response_count:1; response_revision:13822; }","duration":"371.180307ms","start":"2026-03-03T12:14:10.647406Z","end":"2026-03-03T12:14:11.018586Z","steps":["trace[2071936508] 'agreement among raft nodes before linearized reading' (duration: 370.957102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:11.018626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:10.647384Z","time spent":"371.235229ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12798,"request content":"key:\"/registry/pods/openstack/openvswitch-fbjt4\" "} {"level":"info","ts":"2026-03-03T12:14:11.018628Z","caller":"traceutil/trace.go:171","msg":"trace[375802514] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13822; }","duration":"454.325857ms","start":"2026-03-03T12:14:10.564278Z","end":"2026-03-03T12:14:11.018604Z","steps":["trace[375802514] 'agreement among raft nodes before linearized reading' (duration: 454.145172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:11.018678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:10.564254Z","time spent":"454.41313ms","remote":"127.0.0.1:39274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:14:11.018754Z","caller":"traceutil/trace.go:171","msg":"trace[592468051] transaction","detail":"{read_only:false; response_revision:13819; number_of_response:1; }","duration":"640.046554ms","start":"2026-03-03T12:14:10.37865Z","end":"2026-03-03T12:14:11.018696Z","steps":["trace[592468051] 'process raft request' (duration: 639.309815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:11.018216Z","caller":"traceutil/trace.go:171","msg":"trace[1448430178] transaction","detail":"{read_only:false; response_revision:13822; number_of_response:1; }","duration":"639.074859ms","start":"2026-03-03T12:14:10.379078Z","end":"2026-03-03T12:14:11.018153Z","steps":["trace[1448430178] 'process raft request' (duration: 638.982907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:11.018867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:10.379011Z","time spent":"639.821168ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:14:11.018866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:10.378642Z","time spent":"640.168207ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:14:11.018506Z","caller":"traceutil/trace.go:171","msg":"trace[163504960] transaction","detail":"{read_only:false; response_revision:13818; number_of_response:1; }","duration":"639.938041ms","start":"2026-03-03T12:14:10.378534Z","end":"2026-03-03T12:14:11.018472Z","steps":["trace[163504960] 'process raft request' (duration: 639.333536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:11.018921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.829305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:68 size:632502"} {"level":"warn","ts":"2026-03-03T12:14:11.01895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:10.378514Z","time spent":"640.396913ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:14:11.018988Z","caller":"traceutil/trace.go:171","msg":"trace[1439163694] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:68; response_revision:13822; }","duration":"640.917566ms","start":"2026-03-03T12:14:10.378053Z","end":"2026-03-03T12:14:11.01897Z","steps":["trace[1439163694] 'agreement among raft nodes before linearized reading' (duration: 640.042954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:11.019021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:10.378042Z","time spent":"640.969209ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":68,"response size":632525,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T12:14:47.231037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.277285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:10634"} {"level":"info","ts":"2026-03-03T12:14:47.231231Z","caller":"traceutil/trace.go:171","msg":"trace[1762504367] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14233; }","duration":"111.522522ms","start":"2026-03-03T12:14:47.119645Z","end":"2026-03-03T12:14:47.231167Z","steps":["trace[1762504367] 'range keys from in-memory index tree' (duration: 111.111861ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:47.617052Z","caller":"traceutil/trace.go:171","msg":"trace[1614055663] transaction","detail":"{read_only:false; response_revision:14240; number_of_response:1; }","duration":"140.763882ms","start":"2026-03-03T12:14:47.476266Z","end":"2026-03-03T12:14:47.61703Z","steps":["trace[1614055663] 'process raft request' (duration: 130.315587ms)","trace[1614055663] 'compare' (duration: 10.082815ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:14:47.617288Z","caller":"traceutil/trace.go:171","msg":"trace[1091293955] transaction","detail":"{read_only:false; response_revision:14241; number_of_response:1; }","duration":"140.816942ms","start":"2026-03-03T12:14:47.476463Z","end":"2026-03-03T12:14:47.61728Z","steps":["trace[1091293955] 'process raft request' (duration: 140.310059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:19.869056Z","caller":"traceutil/trace.go:171","msg":"trace[343523618] transaction","detail":"{read_only:false; response_revision:14712; number_of_response:1; }","duration":"129.669209ms","start":"2026-03-03T12:15:19.739357Z","end":"2026-03-03T12:15:19.869026Z","steps":["trace[343523618] 'process raft request' (duration: 129.489164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:19.897507Z","caller":"traceutil/trace.go:171","msg":"trace[418760945] transaction","detail":"{read_only:false; response_revision:14713; number_of_response:1; }","duration":"156.563686ms","start":"2026-03-03T12:15:19.740917Z","end":"2026-03-03T12:15:19.897481Z","steps":["trace[418760945] 'process raft request' (duration: 156.421653ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:48.00625Z","caller":"traceutil/trace.go:171","msg":"trace[1297714402] linearizableReadLoop","detail":"{readStateIndex:15383; appliedIndex:15382; }","duration":"246.947333ms","start":"2026-03-03T12:15:47.759268Z","end":"2026-03-03T12:15:48.006216Z","steps":["trace[1297714402] 'read index received' (duration: 246.683336ms)","trace[1297714402] 'applied index is now lower than readState.Index' (duration: 262.987µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:15:48.006334Z","caller":"traceutil/trace.go:171","msg":"trace[1633644025] transaction","detail":"{read_only:false; response_revision:14844; number_of_response:1; }","duration":"260.952931ms","start":"2026-03-03T12:15:47.745329Z","end":"2026-03-03T12:15:48.006282Z","steps":["trace[1633644025] 'process raft request' (duration: 260.629262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:48.006606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.313792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T12:15:48.006715Z","caller":"traceutil/trace.go:171","msg":"trace[160182542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14844; }","duration":"247.481047ms","start":"2026-03-03T12:15:47.759209Z","end":"2026-03-03T12:15:48.00669Z","steps":["trace[160182542] 'agreement among raft nodes before linearized reading' (duration: 247.138828ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:48.103142Z","caller":"traceutil/trace.go:171","msg":"trace[279402373] transaction","detail":"{read_only:false; response_revision:14845; number_of_response:1; }","duration":"141.696166ms","start":"2026-03-03T12:15:47.961411Z","end":"2026-03-03T12:15:48.103107Z","steps":["trace[279402373] 'process raft request' (duration: 124.659828ms)","trace[279402373] 'compare' (duration: 16.698469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:15:48.103289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.322833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:15:48.103549Z","caller":"traceutil/trace.go:171","msg":"trace[12483320] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:14845; }","duration":"177.63403ms","start":"2026-03-03T12:15:47.925873Z","end":"2026-03-03T12:15:48.103507Z","steps":["trace[12483320] 'agreement among raft nodes before linearized reading' (duration: 177.338023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:48.103318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.554897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T12:15:48.103647Z","caller":"traceutil/trace.go:171","msg":"trace[1022602281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14845; }","duration":"326.987788ms","start":"2026-03-03T12:15:47.776638Z","end":"2026-03-03T12:15:48.103626Z","steps":["trace[1022602281] 'agreement among raft nodes before linearized reading' (duration: 326.468224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:48.103373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.410571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T12:15:48.103701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:47.776601Z","time spent":"327.08457ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:15:48.103768Z","caller":"traceutil/trace.go:171","msg":"trace[1689626443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14845; }","duration":"337.811942ms","start":"2026-03-03T12:15:47.765922Z","end":"2026-03-03T12:15:48.103734Z","steps":["trace[1689626443] 'agreement among raft nodes before linearized reading' (duration: 337.322949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:48.103873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:47.765912Z","time spent":"337.924965ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:15:48.152862Z","caller":"traceutil/trace.go:171","msg":"trace[136475459] transaction","detail":"{read_only:false; response_revision:14847; number_of_response:1; }","duration":"101.976452ms","start":"2026-03-03T12:15:48.050843Z","end":"2026-03-03T12:15:48.152819Z","steps":["trace[136475459] 'process raft request' (duration: 101.883949ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:48.152958Z","caller":"traceutil/trace.go:171","msg":"trace[1972210231] transaction","detail":"{read_only:false; response_revision:14846; number_of_response:1; }","duration":"141.734057ms","start":"2026-03-03T12:15:48.011085Z","end":"2026-03-03T12:15:48.152819Z","steps":["trace[1972210231] 'process raft request' (duration: 141.4942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:48.153003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.882437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T12:15:48.153081Z","caller":"traceutil/trace.go:171","msg":"trace[1789541795] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:14847; }","duration":"143.041761ms","start":"2026-03-03T12:15:48.010021Z","end":"2026-03-03T12:15:48.153063Z","steps":["trace[1789541795] 'agreement among raft nodes before linearized reading' (duration: 142.811855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:48.247983Z","caller":"traceutil/trace.go:171","msg":"trace[600287657] transaction","detail":"{read_only:false; response_revision:14848; number_of_response:1; }","duration":"141.10165ms","start":"2026-03-03T12:15:48.10685Z","end":"2026-03-03T12:15:48.247952Z","steps":["trace[600287657] 'process raft request' (duration: 140.35698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:48.248092Z","caller":"traceutil/trace.go:171","msg":"trace[1414483337] transaction","detail":"{read_only:false; response_revision:14849; number_of_response:1; }","duration":"141.195822ms","start":"2026-03-03T12:15:48.106876Z","end":"2026-03-03T12:15:48.248072Z","steps":["trace[1414483337] 'process raft request' (duration: 141.009947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:48.248245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.724379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T12:15:48.248331Z","caller":"traceutil/trace.go:171","msg":"trace[1011521095] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14849; }","duration":"108.864952ms","start":"2026-03-03T12:15:48.139443Z","end":"2026-03-03T12:15:48.248308Z","steps":["trace[1011521095] 'agreement among raft nodes before linearized reading' (duration: 108.633076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:48.248378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.787741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T12:15:48.248425Z","caller":"traceutil/trace.go:171","msg":"trace[153663926] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14849; }","duration":"108.864372ms","start":"2026-03-03T12:15:48.139548Z","end":"2026-03-03T12:15:48.248413Z","steps":["trace[153663926] 'agreement among raft nodes before linearized reading' (duration: 108.698478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:48.24857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.164014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T12:15:48.24857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.038477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:48.248602Z","caller":"traceutil/trace.go:171","msg":"trace[1743558182] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14849; }","duration":"108.213365ms","start":"2026-03-03T12:15:48.140381Z","end":"2026-03-03T12:15:48.248594Z","steps":["trace[1743558182] 'agreement among raft nodes before linearized reading' (duration: 108.125983ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:48.248636Z","caller":"traceutil/trace.go:171","msg":"trace[1098905136] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14849; }","duration":"109.14881ms","start":"2026-03-03T12:15:48.139473Z","end":"2026-03-03T12:15:48.248621Z","steps":["trace[1098905136] 'agreement among raft nodes before linearized reading' (duration: 109.049877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:48.248761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.307534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:48.248779Z","caller":"traceutil/trace.go:171","msg":"trace[1176947071] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14849; }","duration":"109.368806ms","start":"2026-03-03T12:15:48.139404Z","end":"2026-03-03T12:15:48.248773Z","steps":["trace[1176947071] 'agreement among raft nodes before linearized reading' (duration: 109.339645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:53.76151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.698162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:53.761597Z","caller":"traceutil/trace.go:171","msg":"trace[1769353924] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14868; }","duration":"328.873706ms","start":"2026-03-03T12:15:53.432702Z","end":"2026-03-03T12:15:53.761576Z","steps":["trace[1769353924] 'range keys from in-memory index tree' (duration: 328.475815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:53.761592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.087736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xjhzg\" ","response":"range_response_count:1 size:9708"} {"level":"warn","ts":"2026-03-03T12:15:53.761687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.387817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T12:15:53.761708Z","caller":"traceutil/trace.go:171","msg":"trace[1958465351] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xjhzg; range_end:; response_count:1; response_revision:14868; }","duration":"371.268242ms","start":"2026-03-03T12:15:53.390415Z","end":"2026-03-03T12:15:53.761683Z","steps":["trace[1958465351] 'range keys from in-memory index tree' (duration: 370.794209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:53.761779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:53.390393Z","time spent":"371.372424ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-xjhzg\" "} {"level":"warn","ts":"2026-03-03T12:15:53.762072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.168016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T12:15:53.76211Z","caller":"traceutil/trace.go:171","msg":"trace[305594279] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14868; }","duration":"331.303171ms","start":"2026-03-03T12:15:53.430798Z","end":"2026-03-03T12:15:53.762101Z","steps":["trace[305594279] 'range keys from in-memory index tree' (duration: 331.056614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:53.762082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.651472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T12:15:53.762143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:53.430772Z","time spent":"331.364321ms","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T12:15:53.76218Z","caller":"traceutil/trace.go:171","msg":"trace[1519209538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14868; }","duration":"139.786916ms","start":"2026-03-03T12:15:53.622371Z","end":"2026-03-03T12:15:53.762158Z","steps":["trace[1519209538] 'range keys from in-memory index tree' (duration: 139.479018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:53.76233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.489025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:53.762364Z","caller":"traceutil/trace.go:171","msg":"trace[564534899] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14868; }","duration":"331.543826ms","start":"2026-03-03T12:15:53.430811Z","end":"2026-03-03T12:15:53.762355Z","steps":["trace[564534899] 'range keys from in-memory index tree' (duration: 331.391442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:53.762394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:53.4308Z","time spent":"331.587848ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:15:53.762396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.188497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:15:53.762461Z","caller":"traceutil/trace.go:171","msg":"trace[1116693604] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:14868; }","duration":"520.31262ms","start":"2026-03-03T12:15:53.242132Z","end":"2026-03-03T12:15:53.762445Z","steps":["trace[1116693604] 'count revisions from in-memory index tree' (duration: 520.067534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:53.76251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:53.24211Z","time spent":"520.386302ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":157,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:15:53.761643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:53.432692Z","time spent":"328.941638ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T12:15:53.761729Z","caller":"traceutil/trace.go:171","msg":"trace[2011822473] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:14868; }","duration":"354.459329ms","start":"2026-03-03T12:15:53.407257Z","end":"2026-03-03T12:15:53.761716Z","steps":["trace[2011822473] 'count revisions from in-memory index tree' (duration: 354.321155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:53.762994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:53.407241Z","time spent":"355.734412ms","remote":"127.0.0.1:38958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:15:54.271373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019706910,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:15:54.60169Z","caller":"traceutil/trace.go:171","msg":"trace[752527568] transaction","detail":"{read_only:false; response_revision:14869; number_of_response:1; }","duration":"834.653056ms","start":"2026-03-03T12:15:53.767006Z","end":"2026-03-03T12:15:54.601659Z","steps":["trace[752527568] 'process raft request' (duration: 834.480292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.601862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:53.766989Z","time spent":"834.790189ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:15:54.613613Z","caller":"traceutil/trace.go:171","msg":"trace[358209085] transaction","detail":"{read_only:false; response_revision:14870; number_of_response:1; }","duration":"846.136568ms","start":"2026-03-03T12:15:53.767459Z","end":"2026-03-03T12:15:54.613595Z","steps":["trace[358209085] 'process raft request' (duration: 846.009065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.613702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:53.767449Z","time spent":"846.2109ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:15:54.614066Z","caller":"traceutil/trace.go:171","msg":"trace[1693253575] transaction","detail":"{read_only:false; response_revision:14871; number_of_response:1; }","duration":"586.877231ms","start":"2026-03-03T12:15:54.027175Z","end":"2026-03-03T12:15:54.614052Z","steps":["trace[1693253575] 'process raft request' (duration: 586.376128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:54.614103Z","caller":"traceutil/trace.go:171","msg":"trace[226389561] linearizableReadLoop","detail":"{readStateIndex:15413; appliedIndex:15408; }","duration":"843.837926ms","start":"2026-03-03T12:15:53.770234Z","end":"2026-03-03T12:15:54.614072Z","steps":["trace[226389561] 'read index received' (duration: 831.337418ms)","trace[226389561] 'applied index is now lower than readState.Index' (duration: 12.499168ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:15:54.61421Z","caller":"traceutil/trace.go:171","msg":"trace[587576422] transaction","detail":"{read_only:false; response_revision:14873; number_of_response:1; }","duration":"438.366387ms","start":"2026-03-03T12:15:54.175834Z","end":"2026-03-03T12:15:54.6142Z","steps":["trace[587576422] 'process raft request' (duration: 438.198212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.614272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:54.175805Z","time spent":"438.439948ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:15:54.614153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:54.027155Z","time spent":"586.961153ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:15:54.614125Z","caller":"traceutil/trace.go:171","msg":"trace[1576446203] transaction","detail":"{read_only:false; response_revision:14872; number_of_response:1; }","duration":"492.267943ms","start":"2026-03-03T12:15:54.12183Z","end":"2026-03-03T12:15:54.614097Z","steps":["trace[1576446203] 'process raft request' (duration: 492.084328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.614582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.817458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:54.614626Z","caller":"traceutil/trace.go:171","msg":"trace[453647422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14873; }","duration":"778.91359ms","start":"2026-03-03T12:15:53.835702Z","end":"2026-03-03T12:15:54.614616Z","steps":["trace[453647422] 'agreement among raft nodes before linearized reading' (duration: 778.844598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.614657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:53.835679Z","time spent":"778.972792ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:15:54.614646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:54.121809Z","time spent":"492.772477ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:15:54.614898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.165919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T12:15:54.614938Z","caller":"traceutil/trace.go:171","msg":"trace[996686536] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:14873; }","duration":"692.243431ms","start":"2026-03-03T12:15:53.922683Z","end":"2026-03-03T12:15:54.614927Z","steps":["trace[996686536] 'agreement among raft nodes before linearized reading' (duration: 692.111877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.614958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.437348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:15:54.614973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:53.922663Z","time spent":"692.303053ms","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T12:15:54.61499Z","caller":"traceutil/trace.go:171","msg":"trace[1422700717] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14873; }","duration":"349.50501ms","start":"2026-03-03T12:15:54.265473Z","end":"2026-03-03T12:15:54.614978Z","steps":["trace[1422700717] 'agreement among raft nodes before linearized reading' (duration: 349.452529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.614985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.514528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T12:15:54.615025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.766282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771507"} {"level":"info","ts":"2026-03-03T12:15:54.615079Z","caller":"traceutil/trace.go:171","msg":"trace[2043594555] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:14873; }","duration":"320.657071ms","start":"2026-03-03T12:15:54.2944Z","end":"2026-03-03T12:15:54.615057Z","steps":["trace[2043594555] 'agreement among raft nodes before linearized reading' (duration: 320.399964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:54.61511Z","caller":"traceutil/trace.go:171","msg":"trace[203649153] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14873; }","duration":"844.894284ms","start":"2026-03-03T12:15:53.770198Z","end":"2026-03-03T12:15:54.615092Z","steps":["trace[203649153] 'agreement among raft nodes before linearized reading' (duration: 844.002391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.615126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:54.294371Z","time spent":"320.746524ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"warn","ts":"2026-03-03T12:15:54.615138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.439917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-03T12:15:54.615146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.434289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:54.615166Z","caller":"traceutil/trace.go:171","msg":"trace[563606068] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14873; }","duration":"352.514789ms","start":"2026-03-03T12:15:54.262643Z","end":"2026-03-03T12:15:54.615157Z","steps":["trace[563606068] 'agreement among raft nodes before linearized reading' (duration: 352.436917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:54.615178Z","caller":"traceutil/trace.go:171","msg":"trace[852780921] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:14873; }","duration":"702.520101ms","start":"2026-03-03T12:15:53.912647Z","end":"2026-03-03T12:15:54.615167Z","steps":["trace[852780921] 'agreement among raft nodes before linearized reading' (duration: 702.46739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.615174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:53.770181Z","time spent":"844.973657ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":771530,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T12:15:54.615203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:54.26262Z","time spent":"352.577081ms","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:15:54.615208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:53.912628Z","time spent":"702.572603ms","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:15:54.615364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.307947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:15:54.61536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.069569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:15:54.615402Z","caller":"traceutil/trace.go:171","msg":"trace[1673217737] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:14873; }","duration":"734.381489ms","start":"2026-03-03T12:15:53.881012Z","end":"2026-03-03T12:15:54.615393Z","steps":["trace[1673217737] 'agreement among raft nodes before linearized reading' (duration: 734.322918ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:54.615414Z","caller":"traceutil/trace.go:171","msg":"trace[624007698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14873; }","duration":"438.15538ms","start":"2026-03-03T12:15:54.177244Z","end":"2026-03-03T12:15:54.615399Z","steps":["trace[624007698] 'agreement among raft nodes before linearized reading' (duration: 437.912684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.61544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:53.880989Z","time spent":"734.440051ms","remote":"127.0.0.1:32870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:15:54.615454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:54.177233Z","time spent":"438.212662ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:15:54.615436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.869121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T12:15:54.615535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.920906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:54.615543Z","caller":"traceutil/trace.go:171","msg":"trace[48641373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14873; }","duration":"344.015085ms","start":"2026-03-03T12:15:54.271502Z","end":"2026-03-03T12:15:54.615517Z","steps":["trace[48641373] 'agreement among raft nodes before linearized reading' (duration: 343.786609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.615607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.002255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T12:15:54.615651Z","caller":"traceutil/trace.go:171","msg":"trace[603398798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14873; }","duration":"344.082428ms","start":"2026-03-03T12:15:54.271557Z","end":"2026-03-03T12:15:54.615639Z","steps":["trace[603398798] 'agreement among raft nodes before linearized reading' (duration: 343.984995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.615403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.215796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hn7s6\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-03-03T12:15:54.615687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:54.271541Z","time spent":"344.139169ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:15:54.61506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.739088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:54.61575Z","caller":"traceutil/trace.go:171","msg":"trace[1365197973] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hn7s6; range_end:; response_count:1; response_revision:14873; }","duration":"105.564185ms","start":"2026-03-03T12:15:54.510143Z","end":"2026-03-03T12:15:54.615707Z","steps":["trace[1365197973] 'agreement among raft nodes before linearized reading' (duration: 105.175955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.615784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.065712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:54.615802Z","caller":"traceutil/trace.go:171","msg":"trace[1640989041] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14873; }","duration":"352.494248ms","start":"2026-03-03T12:15:54.263294Z","end":"2026-03-03T12:15:54.615788Z","steps":["trace[1640989041] 'agreement among raft nodes before linearized reading' (duration: 351.747579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:54.615854Z","caller":"traceutil/trace.go:171","msg":"trace[1006586011] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14873; }","duration":"348.160275ms","start":"2026-03-03T12:15:54.267673Z","end":"2026-03-03T12:15:54.615834Z","steps":["trace[1006586011] 'agreement among raft nodes before linearized reading' (duration: 347.97502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:54.615607Z","caller":"traceutil/trace.go:171","msg":"trace[1666140210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14873; }","duration":"200.03147ms","start":"2026-03-03T12:15:54.415557Z","end":"2026-03-03T12:15:54.615588Z","steps":["trace[1666140210] 'agreement among raft nodes before linearized reading' (duration: 199.906677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.615022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:54.265451Z","time spent":"349.564161ms","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T12:15:54.615912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:54.263283Z","time spent":"352.589991ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:15:54.61591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:54.267664Z","time spent":"348.232556ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:15:54.614904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.116956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-03T12:15:54.615483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.97747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:54.61597Z","caller":"traceutil/trace.go:171","msg":"trace[1693561382] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14873; }","duration":"440.234575ms","start":"2026-03-03T12:15:54.175725Z","end":"2026-03-03T12:15:54.615959Z","steps":["trace[1693561382] 'agreement among raft nodes before linearized reading' (duration: 439.050814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.616056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:54.175691Z","time spent":"440.314347ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:15:54.616107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.26129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T12:15:54.615973Z","caller":"traceutil/trace.go:171","msg":"trace[1946086962] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14873; }","duration":"194.480194ms","start":"2026-03-03T12:15:54.421482Z","end":"2026-03-03T12:15:54.615963Z","steps":["trace[1946086962] 'agreement among raft nodes before linearized reading' (duration: 193.94158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:54.616193Z","caller":"traceutil/trace.go:171","msg":"trace[1707697347] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14873; }","duration":"350.373732ms","start":"2026-03-03T12:15:54.265795Z","end":"2026-03-03T12:15:54.616168Z","steps":["trace[1707697347] 'agreement among raft nodes before linearized reading' (duration: 348.856293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.616251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:54.265783Z","time spent":"350.453994ms","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T12:15:54.61775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:54.271485Z","time spent":"346.251404ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:15:54.852745Z","caller":"traceutil/trace.go:171","msg":"trace[1601847870] linearizableReadLoop","detail":"{readStateIndex:15415; appliedIndex:15413; }","duration":"224.117012ms","start":"2026-03-03T12:15:54.628602Z","end":"2026-03-03T12:15:54.852719Z","steps":["trace[1601847870] 'read index received' (duration: 22.343917ms)","trace[1601847870] 'applied index is now lower than readState.Index' (duration: 201.771825ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:15:54.853087Z","caller":"traceutil/trace.go:171","msg":"trace[329915263] transaction","detail":"{read_only:false; response_revision:14875; number_of_response:1; }","duration":"231.583559ms","start":"2026-03-03T12:15:54.621492Z","end":"2026-03-03T12:15:54.853076Z","steps":["trace[329915263] 'process raft request' (duration: 231.042384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:54.85325Z","caller":"traceutil/trace.go:171","msg":"trace[742135656] transaction","detail":"{read_only:false; response_revision:14876; number_of_response:1; }","duration":"224.646007ms","start":"2026-03-03T12:15:54.628596Z","end":"2026-03-03T12:15:54.853242Z","steps":["trace[742135656] 'process raft request' (duration: 224.082082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.853515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.893283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-03T12:15:54.853552Z","caller":"traceutil/trace.go:171","msg":"trace[1314407153] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14876; }","duration":"224.981836ms","start":"2026-03-03T12:15:54.628561Z","end":"2026-03-03T12:15:54.853543Z","steps":["trace[1314407153] 'agreement among raft nodes before linearized reading' (duration: 224.780921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.854279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.626282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771507"} {"level":"info","ts":"2026-03-03T12:15:54.854313Z","caller":"traceutil/trace.go:171","msg":"trace[1608219598] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14876; }","duration":"225.685324ms","start":"2026-03-03T12:15:54.62862Z","end":"2026-03-03T12:15:54.854306Z","steps":["trace[1608219598] 'agreement among raft nodes before linearized reading' (duration: 225.063218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.856174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.288152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:54.856213Z","caller":"traceutil/trace.go:171","msg":"trace[1971724279] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14876; }","duration":"112.345044ms","start":"2026-03-03T12:15:54.743859Z","end":"2026-03-03T12:15:54.856204Z","steps":["trace[1971724279] 'agreement among raft nodes before linearized reading' (duration: 112.247731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.856355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.198288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:54.856389Z","caller":"traceutil/trace.go:171","msg":"trace[1841578296] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14876; }","duration":"115.25629ms","start":"2026-03-03T12:15:54.741125Z","end":"2026-03-03T12:15:54.856382Z","steps":["trace[1841578296] 'agreement among raft nodes before linearized reading' (duration: 115.207489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.856508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.389974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:54.856539Z","caller":"traceutil/trace.go:171","msg":"trace[1396622922] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14876; }","duration":"115.462215ms","start":"2026-03-03T12:15:54.741069Z","end":"2026-03-03T12:15:54.856532Z","steps":["trace[1396622922] 'agreement among raft nodes before linearized reading' (duration: 115.419744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.856652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.476234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:54.85668Z","caller":"traceutil/trace.go:171","msg":"trace[996405813] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14876; }","duration":"121.551016ms","start":"2026-03-03T12:15:54.735122Z","end":"2026-03-03T12:15:54.856673Z","steps":["trace[996405813] 'agreement among raft nodes before linearized reading' (duration: 121.510905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.858004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.771101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x8qkx\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-03T12:15:54.858037Z","caller":"traceutil/trace.go:171","msg":"trace[1486185967] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x8qkx; range_end:; response_count:1; response_revision:14876; }","duration":"151.846303ms","start":"2026-03-03T12:15:54.706183Z","end":"2026-03-03T12:15:54.85803Z","steps":["trace[1486185967] 'agreement among raft nodes before linearized reading' (duration: 151.75553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.858199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.32772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x8qkx\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-03T12:15:54.858231Z","caller":"traceutil/trace.go:171","msg":"trace[521458047] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x8qkx; range_end:; response_count:1; response_revision:14876; }","duration":"183.396762ms","start":"2026-03-03T12:15:54.674827Z","end":"2026-03-03T12:15:54.858224Z","steps":["trace[521458047] 'agreement among raft nodes before linearized reading' (duration: 183.31506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.858361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.392141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:54.858391Z","caller":"traceutil/trace.go:171","msg":"trace[876234444] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:14876; }","duration":"221.423882ms","start":"2026-03-03T12:15:54.636958Z","end":"2026-03-03T12:15:54.858382Z","steps":["trace[876234444] 'agreement among raft nodes before linearized reading' (duration: 221.374521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:54.859235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.531322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771507"} {"level":"info","ts":"2026-03-03T12:15:54.859308Z","caller":"traceutil/trace.go:171","msg":"trace[152449434] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:14876; }","duration":"230.618414ms","start":"2026-03-03T12:15:54.628673Z","end":"2026-03-03T12:15:54.859291Z","steps":["trace[152449434] 'agreement among raft nodes before linearized reading' (duration: 229.833143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:56.986646Z","caller":"traceutil/trace.go:171","msg":"trace[1550616967] linearizableReadLoop","detail":"{readStateIndex:15419; appliedIndex:15418; }","duration":"368.203501ms","start":"2026-03-03T12:15:56.618418Z","end":"2026-03-03T12:15:56.986621Z","steps":["trace[1550616967] 'read index received' (duration: 368.17064ms)","trace[1550616967] 'applied index is now lower than readState.Index' (duration: 31.801µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:15:56.986767Z","caller":"traceutil/trace.go:171","msg":"trace[33673454] transaction","detail":"{read_only:false; response_revision:14878; number_of_response:1; }","duration":"377.741581ms","start":"2026-03-03T12:15:56.609015Z","end":"2026-03-03T12:15:56.986756Z","steps":["trace[33673454] 'process raft request' (duration: 377.432633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:56.986885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.608997Z","time spent":"377.799354ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:15:56.987133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.705494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T12:15:56.987213Z","caller":"traceutil/trace.go:171","msg":"trace[772385899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14878; }","duration":"368.833048ms","start":"2026-03-03T12:15:56.618358Z","end":"2026-03-03T12:15:56.987191Z","steps":["trace[772385899] 'agreement among raft nodes before linearized reading' (duration: 368.644323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:56.987259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.618334Z","time spent":"368.914699ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:15:57.48708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019706965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:15:57.98788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019706965,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:15:58.319984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:57.542358Z","time spent":"777.617785ms","remote":"127.0.0.1:34384","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T12:15:58.320398Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.330277675s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T12:15:58.320816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.897866ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:58.320916Z","caller":"traceutil/trace.go:171","msg":"trace[1265511479] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14878; }","duration":"122.014139ms","start":"2026-03-03T12:15:58.198887Z","end":"2026-03-03T12:15:58.320901Z","steps":["trace[1265511479] 'range keys from in-memory index tree' (duration: 121.884325ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:58.321024Z","caller":"traceutil/trace.go:171","msg":"trace[607750218] transaction","detail":"{read_only:false; response_revision:14879; number_of_response:1; }","duration":"1.700454628s","start":"2026-03-03T12:15:56.620542Z","end":"2026-03-03T12:15:58.320997Z","steps":["trace[607750218] 'process raft request' (duration: 1.700202372s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:58.321076Z","caller":"traceutil/trace.go:171","msg":"trace[543047307] transaction","detail":"{read_only:false; response_revision:14881; number_of_response:1; }","duration":"1.699412592s","start":"2026-03-03T12:15:56.621634Z","end":"2026-03-03T12:15:58.321047Z","steps":["trace[543047307] 'process raft request' (duration: 1.69935053s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:58.32113Z","caller":"traceutil/trace.go:171","msg":"trace[377779186] transaction","detail":"{read_only:false; response_revision:14880; number_of_response:1; }","duration":"1.700369196s","start":"2026-03-03T12:15:56.620729Z","end":"2026-03-03T12:15:58.321098Z","steps":["trace[377779186] 'process raft request' (duration: 1.700192761s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.321139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.620511Z","time spent":"1.700551371s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:15:58.321247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.620717Z","time spent":"1.700459239s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:15:58.321245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.62162Z","time spent":"1.699535605s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:15:58.321598Z","caller":"traceutil/trace.go:171","msg":"trace[7574032] linearizableReadLoop","detail":"{readStateIndex:15424; appliedIndex:15422; }","duration":"1.334860456s","start":"2026-03-03T12:15:56.986722Z","end":"2026-03-03T12:15:58.321582Z","steps":["trace[7574032] 'read index received' (duration: 1.334397594s)","trace[7574032] 'applied index is now lower than readState.Index' (duration: 462.082µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:15:58.321758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457806909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T12:15:58.321772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697923332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:58.321841Z","caller":"traceutil/trace.go:171","msg":"trace[1397948095] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14883; }","duration":"1.698040215s","start":"2026-03-03T12:15:56.623785Z","end":"2026-03-03T12:15:58.321826Z","steps":["trace[1397948095] 'agreement among raft nodes before linearized reading' (duration: 1.697933332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.321877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698834546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T12:15:58.321885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.623723Z","time spent":"1.698153359s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T12:15:58.321897Z","caller":"traceutil/trace.go:171","msg":"trace[2077891407] transaction","detail":"{read_only:false; response_revision:14882; number_of_response:1; }","duration":"1.329929527s","start":"2026-03-03T12:15:56.991959Z","end":"2026-03-03T12:15:58.321889Z","steps":["trace[2077891407] 'process raft request' (duration: 1.329426124s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:58.321912Z","caller":"traceutil/trace.go:171","msg":"trace[247246575] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"1.698886657s","start":"2026-03-03T12:15:56.623014Z","end":"2026-03-03T12:15:58.321901Z","steps":["trace[247246575] 'agreement among raft nodes before linearized reading' (duration: 1.698801995s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.321945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.623003Z","time spent":"1.698935299s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T12:15:58.321975Z","caller":"traceutil/trace.go:171","msg":"trace[1300842468] transaction","detail":"{read_only:false; response_revision:14883; number_of_response:1; }","duration":"949.576957ms","start":"2026-03-03T12:15:57.372391Z","end":"2026-03-03T12:15:58.321968Z","steps":["trace[1300842468] 'process raft request' (duration: 949.141815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.322009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:57.372366Z","time spent":"949.625019ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:15:58.322054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699079933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:58.322082Z","caller":"traceutil/trace.go:171","msg":"trace[856885677] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14883; }","duration":"1.699112424s","start":"2026-03-03T12:15:56.62296Z","end":"2026-03-03T12:15:58.322073Z","steps":["trace[856885677] 'agreement among raft nodes before linearized reading' (duration: 1.699063782s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.322114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.622917Z","time spent":"1.699189276s","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T12:15:58.32212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459587706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:58.322163Z","caller":"traceutil/trace.go:171","msg":"trace[1232393029] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14883; }","duration":"1.459631537s","start":"2026-03-03T12:15:56.862522Z","end":"2026-03-03T12:15:58.322154Z","steps":["trace[1232393029] 'agreement among raft nodes before linearized reading' (duration: 1.459569045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.322187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397983606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T12:15:58.32219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.862495Z","time spent":"1.459688219s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T12:15:58.322212Z","caller":"traceutil/trace.go:171","msg":"trace[971861616] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"1.398023187s","start":"2026-03-03T12:15:56.924183Z","end":"2026-03-03T12:15:58.322206Z","steps":["trace[971861616] 'agreement among raft nodes before linearized reading' (duration: 1.397965176s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.322234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.924174Z","time spent":"1.398056548s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:15:58.322297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3992923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:58.322312Z","caller":"traceutil/trace.go:171","msg":"trace[1210983209] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14883; }","duration":"1.399338892s","start":"2026-03-03T12:15:56.922968Z","end":"2026-03-03T12:15:58.322307Z","steps":["trace[1210983209] 'agreement among raft nodes before linearized reading' (duration: 1.399313241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.322327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.922942Z","time spent":"1.399381372s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:15:58.322361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699837733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-03T12:15:58.322377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46015194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:58.322393Z","caller":"traceutil/trace.go:171","msg":"trace[1154180517] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14883; }","duration":"1.699905054s","start":"2026-03-03T12:15:56.622478Z","end":"2026-03-03T12:15:58.322384Z","steps":["trace[1154180517] 'agreement among raft nodes before linearized reading' (duration: 1.699790451s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:58.322408Z","caller":"traceutil/trace.go:171","msg":"trace[955328336] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14883; }","duration":"1.460201562s","start":"2026-03-03T12:15:56.862198Z","end":"2026-03-03T12:15:58.322399Z","steps":["trace[955328336] 'agreement among raft nodes before linearized reading' (duration: 1.460150481s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.322422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.622461Z","time spent":"1.699955576s","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T12:15:58.322442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.862191Z","time spent":"1.460244173s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:15:58.322462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44378197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x8qkx\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-03T12:15:58.322482Z","caller":"traceutil/trace.go:171","msg":"trace[943050223] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x8qkx; range_end:; response_count:1; response_revision:14883; }","duration":"1.443826341s","start":"2026-03-03T12:15:56.87865Z","end":"2026-03-03T12:15:58.322477Z","steps":["trace[943050223] 'agreement among raft nodes before linearized reading' (duration: 1.44376358s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.3225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.878637Z","time spent":"1.443859112s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-x8qkx\" "} {"level":"warn","ts":"2026-03-03T12:15:58.322596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46050859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:58.322631Z","caller":"traceutil/trace.go:171","msg":"trace[1497027121] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14883; }","duration":"1.460545811s","start":"2026-03-03T12:15:56.862076Z","end":"2026-03-03T12:15:58.322622Z","steps":["trace[1497027121] 'agreement among raft nodes before linearized reading' (duration: 1.46048887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.322661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.862018Z","time spent":"1.460632763s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T12:15:58.322671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700276934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:58.322723Z","caller":"traceutil/trace.go:171","msg":"trace[1380787467] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"1.700365537s","start":"2026-03-03T12:15:56.622347Z","end":"2026-03-03T12:15:58.322712Z","steps":["trace[1380787467] 'agreement among raft nodes before linearized reading' (duration: 1.700226913s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.32276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.622333Z","time spent":"1.700419288s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:15:58.3228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446683127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T12:15:58.322842Z","caller":"traceutil/trace.go:171","msg":"trace[748105604] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14883; }","duration":"1.446760449s","start":"2026-03-03T12:15:56.876072Z","end":"2026-03-03T12:15:58.322832Z","steps":["trace[748105604] 'agreement among raft nodes before linearized reading' (duration: 1.446657546s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.322868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.876048Z","time spent":"1.446814279s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:15:58.323023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704497695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T12:15:58.323093Z","caller":"traceutil/trace.go:171","msg":"trace[334443137] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14883; }","duration":"1.704588718s","start":"2026-03-03T12:15:56.618479Z","end":"2026-03-03T12:15:58.323068Z","steps":["trace[334443137] 'agreement among raft nodes before linearized reading' (duration: 1.704452164s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.323138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288961049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-03T12:15:58.323149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.618464Z","time spent":"1.70466939s","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T12:15:58.323177Z","caller":"traceutil/trace.go:171","msg":"trace[1255892419] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14883; }","duration":"1.289037231s","start":"2026-03-03T12:15:57.034128Z","end":"2026-03-03T12:15:58.323165Z","steps":["trace[1255892419] 'agreement among raft nodes before linearized reading' (duration: 1.288954039s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.323206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:57.034103Z","time spent":"1.289097173s","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:15:58.323213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450558448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-bdxpg\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T12:15:58.323217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668497339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:15:58.323243Z","caller":"traceutil/trace.go:171","msg":"trace[1109915116] range","detail":"{range_begin:/registry/pods/openstack/keepalived-bdxpg; range_end:; response_count:1; response_revision:14883; }","duration":"1.45060877s","start":"2026-03-03T12:15:56.872624Z","end":"2026-03-03T12:15:58.323233Z","steps":["trace[1109915116] 'agreement among raft nodes before linearized reading' (duration: 1.450522288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.323273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.872614Z","time spent":"1.450653521s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-bdxpg\" "} {"level":"warn","ts":"2026-03-03T12:15:58.323307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686406569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xjhzg\" ","response":"range_response_count:1 size:9708"} {"level":"warn","ts":"2026-03-03T12:15:58.323317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213176297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:58.323334Z","caller":"traceutil/trace.go:171","msg":"trace[1763141146] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xjhzg; range_end:; response_count:1; response_revision:14883; }","duration":"1.686454351s","start":"2026-03-03T12:15:56.636874Z","end":"2026-03-03T12:15:58.323329Z","steps":["trace[1763141146] 'agreement among raft nodes before linearized reading' (duration: 1.686387079s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:58.323345Z","caller":"traceutil/trace.go:171","msg":"trace[849156815] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14883; }","duration":"1.213228039s","start":"2026-03-03T12:15:57.11011Z","end":"2026-03-03T12:15:58.323338Z","steps":["trace[849156815] 'agreement among raft nodes before linearized reading' (duration: 1.213167437s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.323354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.636863Z","time spent":"1.686487161s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-xjhzg\" "} {"level":"warn","ts":"2026-03-03T12:15:58.323367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21324875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:15:58.323373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:57.110099Z","time spent":"1.21326891s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:15:58.321946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.991944Z","time spent":"1.329976258s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:15:58.323453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213340362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:58.323479Z","caller":"traceutil/trace.go:171","msg":"trace[1992613144] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"1.213374933s","start":"2026-03-03T12:15:57.110099Z","end":"2026-03-03T12:15:58.323474Z","steps":["trace[1992613144] 'agreement among raft nodes before linearized reading' (duration: 1.213307621s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.323503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455536339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hn7s6\" ","response":"range_response_count:1 size:20664"} {"level":"warn","ts":"2026-03-03T12:15:58.323534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.41973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T12:15:58.323506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:57.110094Z","time spent":"1.213404283s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:15:58.323535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214094152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:58.323551Z","caller":"traceutil/trace.go:171","msg":"trace[2000961532] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14883; }","duration":"548.487082ms","start":"2026-03-03T12:15:57.77506Z","end":"2026-03-03T12:15:58.323547Z","steps":["trace[2000961532] 'agreement among raft nodes before linearized reading' (duration: 548.461851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.323566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:57.775031Z","time spent":"548.531133ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T12:15:58.323632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21440371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T12:15:58.323643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.580004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:58.323661Z","caller":"traceutil/trace.go:171","msg":"trace[2058317763] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"548.634575ms","start":"2026-03-03T12:15:57.775022Z","end":"2026-03-03T12:15:58.323656Z","steps":["trace[2058317763] 'agreement among raft nodes before linearized reading' (duration: 548.584554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:58.323664Z","caller":"traceutil/trace.go:171","msg":"trace[293661062] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"1.214453851s","start":"2026-03-03T12:15:57.109203Z","end":"2026-03-03T12:15:58.323657Z","steps":["trace[293661062] 'agreement among raft nodes before linearized reading' (duration: 1.214375689s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.323679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:57.774999Z","time spent":"548.677487ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:15:58.323684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459706429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T12:15:58.323562Z","caller":"traceutil/trace.go:171","msg":"trace[490280423] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14883; }","duration":"1.214159894s","start":"2026-03-03T12:15:57.109395Z","end":"2026-03-03T12:15:58.323555Z","steps":["trace[490280423] 'agreement among raft nodes before linearized reading' (duration: 1.214123783s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:58.323248Z","caller":"traceutil/trace.go:171","msg":"trace[125430100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14883; }","duration":"1.668595261s","start":"2026-03-03T12:15:56.654643Z","end":"2026-03-03T12:15:58.323238Z","steps":["trace[125430100] 'agreement among raft nodes before linearized reading' (duration: 1.668490609s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:58.323781Z","caller":"traceutil/trace.go:171","msg":"trace[85903184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14883; }","duration":"1.459800181s","start":"2026-03-03T12:15:56.863973Z","end":"2026-03-03T12:15:58.323773Z","steps":["trace[85903184] 'agreement among raft nodes before linearized reading' (duration: 1.459664928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.323791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.293106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:58.323807Z","caller":"traceutil/trace.go:171","msg":"trace[1299965572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14883; }","duration":"907.353657ms","start":"2026-03-03T12:15:57.416449Z","end":"2026-03-03T12:15:58.323803Z","steps":["trace[1299965572] 'agreement among raft nodes before linearized reading' (duration: 907.324716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.323812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.863954Z","time spent":"1.459850372s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:15:58.323799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.654613Z","time spent":"1.669172847s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:15:58.323879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224842884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-03T12:15:58.323688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:57.109194Z","time spent":"1.214487812s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T12:15:58.323914Z","caller":"traceutil/trace.go:171","msg":"trace[1612784461] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14883; }","duration":"1.224914196s","start":"2026-03-03T12:15:57.098988Z","end":"2026-03-03T12:15:58.323902Z","steps":["trace[1612784461] 'agreement among raft nodes before linearized reading' (duration: 1.224845104s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:58.321795Z","caller":"traceutil/trace.go:171","msg":"trace[47455914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14883; }","duration":"1.45786016s","start":"2026-03-03T12:15:56.863926Z","end":"2026-03-03T12:15:58.321786Z","steps":["trace[47455914] 'agreement among raft nodes before linearized reading' (duration: 1.457714266s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.32394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:57.098965Z","time spent":"1.224968077s","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:15:58.323508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.308746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-03-03T12:15:58.323969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.863919Z","time spent":"1.460038647s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:15:58.323782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:57.109372Z","time spent":"1.214400949s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T12:15:58.323826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:57.416427Z","time spent":"907.397168ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:15:58.323392Z","caller":"traceutil/trace.go:171","msg":"trace[2078077793] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14883; }","duration":"1.213297611s","start":"2026-03-03T12:15:57.110088Z","end":"2026-03-03T12:15:58.323385Z","steps":["trace[2078077793] 'agreement among raft nodes before linearized reading' (duration: 1.21325341s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:15:58.323533Z","caller":"traceutil/trace.go:171","msg":"trace[437602043] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hn7s6; range_end:; response_count:1; response_revision:14883; }","duration":"1.455612951s","start":"2026-03-03T12:15:56.867913Z","end":"2026-03-03T12:15:58.323526Z","steps":["trace[437602043] 'agreement among raft nodes before linearized reading' (duration: 1.455536129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.324143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.867894Z","time spent":"1.456240268s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hn7s6\" "} {"level":"warn","ts":"2026-03-03T12:15:58.323818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224732441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:15:58.324176Z","caller":"traceutil/trace.go:171","msg":"trace[1439915628] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14883; }","duration":"1.225129772s","start":"2026-03-03T12:15:57.099038Z","end":"2026-03-03T12:15:58.324167Z","steps":["trace[1439915628] 'agreement among raft nodes before linearized reading' (duration: 1.224761392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.324198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:57.099019Z","time spent":"1.225174483s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T12:15:58.323976Z","caller":"traceutil/trace.go:171","msg":"trace[1417090571] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14883; }","duration":"548.820571ms","start":"2026-03-03T12:15:57.77515Z","end":"2026-03-03T12:15:58.32397Z","steps":["trace[1417090571] 'agreement among raft nodes before linearized reading' (duration: 548.292497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.324109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:57.110073Z","time spent":"1.21402747s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T12:15:58.324272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:57.775126Z","time spent":"549.139028ms","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:15:58.321793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458664252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T12:15:58.324346Z","caller":"traceutil/trace.go:171","msg":"trace[1258787516] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14883; }","duration":"1.461244139s","start":"2026-03-03T12:15:56.863096Z","end":"2026-03-03T12:15:58.32434Z","steps":["trace[1258787516] 'agreement among raft nodes before linearized reading' (duration: 1.458583849s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.32437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.863088Z","time spent":"1.4612761s","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T12:15:58.322134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397599916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-03-03T12:15:58.324408Z","caller":"traceutil/trace.go:171","msg":"trace[552884144] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14883; }","duration":"1.399915527s","start":"2026-03-03T12:15:56.924485Z","end":"2026-03-03T12:15:58.3244Z","steps":["trace[552884144] 'agreement among raft nodes before linearized reading' (duration: 1.397600446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.324435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.924461Z","time spent":"1.399967818s","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T12:15:58.324479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450904828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x8qkx\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-03T12:15:58.324583Z","caller":"traceutil/trace.go:171","msg":"trace[2098946860] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x8qkx; range_end:; response_count:1; response_revision:14883; }","duration":"1.45102726s","start":"2026-03-03T12:15:56.873545Z","end":"2026-03-03T12:15:58.324572Z","steps":["trace[2098946860] 'agreement among raft nodes before linearized reading' (duration: 1.449448099s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.324611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.873535Z","time spent":"1.451068972s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-x8qkx\" "} {"level":"warn","ts":"2026-03-03T12:15:58.328273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66816335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T12:15:58.328345Z","caller":"traceutil/trace.go:171","msg":"trace[1147560700] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14883; }","duration":"1.668273183s","start":"2026-03-03T12:15:56.660053Z","end":"2026-03-03T12:15:58.328326Z","steps":["trace[1147560700] 'agreement among raft nodes before linearized reading' (duration: 1.662729127s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:15:58.32838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:15:56.660008Z","time spent":"1.668363025s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T12:18:49.1922Z","caller":"traceutil/trace.go:171","msg":"trace[438382697] transaction","detail":"{read_only:false; response_revision:16148; number_of_response:1; }","duration":"205.236986ms","start":"2026-03-03T12:18:48.986935Z","end":"2026-03-03T12:18:49.192172Z","steps":["trace[438382697] 'process raft request' (duration: 205.050881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:18:49.206291Z","caller":"traceutil/trace.go:171","msg":"trace[689458287] transaction","detail":"{read_only:false; response_revision:16149; number_of_response:1; }","duration":"219.06254ms","start":"2026-03-03T12:18:48.987207Z","end":"2026-03-03T12:18:49.206269Z","steps":["trace[689458287] 'process raft request' (duration: 218.810783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:18:49.206326Z","caller":"traceutil/trace.go:171","msg":"trace[2028639854] transaction","detail":"{read_only:false; response_revision:16150; number_of_response:1; }","duration":"176.042159ms","start":"2026-03-03T12:18:49.030261Z","end":"2026-03-03T12:18:49.206303Z","steps":["trace[2028639854] 'process raft request' (duration: 175.904645ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:18:51.359213Z","caller":"traceutil/trace.go:171","msg":"trace[875696636] transaction","detail":"{read_only:false; response_revision:16161; number_of_response:1; }","duration":"161.013044ms","start":"2026-03-03T12:18:51.198162Z","end":"2026-03-03T12:18:51.359175Z","steps":["trace[875696636] 'process raft request' (duration: 160.638624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:18:51.531239Z","caller":"traceutil/trace.go:171","msg":"trace[1204908078] linearizableReadLoop","detail":"{readStateIndex:16748; appliedIndex:16745; }","duration":"316.998044ms","start":"2026-03-03T12:18:51.214215Z","end":"2026-03-03T12:18:51.531213Z","steps":["trace[1204908078] 'read index received' (duration: 144.576508ms)","trace[1204908078] 'applied index is now lower than readState.Index' (duration: 172.420266ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:18:51.531271Z","caller":"traceutil/trace.go:171","msg":"trace[69346] transaction","detail":"{read_only:false; response_revision:16162; number_of_response:1; }","duration":"319.505691ms","start":"2026-03-03T12:18:51.211729Z","end":"2026-03-03T12:18:51.531235Z","steps":["trace[69346] 'process raft request' (duration: 319.235684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:18:51.531326Z","caller":"traceutil/trace.go:171","msg":"trace[1961238155] transaction","detail":"{read_only:false; response_revision:16163; number_of_response:1; }","duration":"319.131741ms","start":"2026-03-03T12:18:51.212159Z","end":"2026-03-03T12:18:51.531291Z","steps":["trace[1961238155] 'process raft request' (duration: 319.008148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:18:51.53141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:18:51.211709Z","time spent":"319.631665ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:18:51.531468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:18:51.212134Z","time spent":"319.249474ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:18:51.531487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.249741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:18:51.531541Z","caller":"traceutil/trace.go:171","msg":"trace[1920917270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16163; }","duration":"317.339144ms","start":"2026-03-03T12:18:51.214185Z","end":"2026-03-03T12:18:51.531525Z","steps":["trace[1920917270] 'agreement among raft nodes before linearized reading' (duration: 317.153359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:18:51.531581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:18:51.214178Z","time spent":"317.393485ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:18:51.565932Z","caller":"traceutil/trace.go:171","msg":"trace[1649392502] transaction","detail":"{read_only:false; response_revision:16164; number_of_response:1; }","duration":"198.17157ms","start":"2026-03-03T12:18:51.367736Z","end":"2026-03-03T12:18:51.565907Z","steps":["trace[1649392502] 'process raft request' (duration: 176.172346ms)","trace[1649392502] 'compare' (duration: 21.669115ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:18:51.635403Z","caller":"traceutil/trace.go:171","msg":"trace[1624780042] linearizableReadLoop","detail":"{readStateIndex:16750; appliedIndex:16748; }","duration":"104.042641ms","start":"2026-03-03T12:18:51.531309Z","end":"2026-03-03T12:18:51.635352Z","steps":["trace[1624780042] 'read index received' (duration: 12.616555ms)","trace[1624780042] 'applied index is now lower than readState.Index' (duration: 91.419006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:18:51.635577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.48889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T12:18:51.635596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.380776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T12:18:51.635648Z","caller":"traceutil/trace.go:171","msg":"trace[288116693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16165; }","duration":"409.581752ms","start":"2026-03-03T12:18:51.22605Z","end":"2026-03-03T12:18:51.635632Z","steps":["trace[288116693] 'agreement among raft nodes before linearized reading' (duration: 409.354176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:18:51.635661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.435925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T12:18:51.635676Z","caller":"traceutil/trace.go:171","msg":"trace[741611417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16165; }","duration":"412.479649ms","start":"2026-03-03T12:18:51.223177Z","end":"2026-03-03T12:18:51.635657Z","steps":["trace[741611417] 'agreement among raft nodes before linearized reading' (duration: 412.286363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:18:51.635692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:18:51.226044Z","time spent":"409.640173ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:18:51.635723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:18:51.223172Z","time spent":"412.5417ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:18:51.635723Z","caller":"traceutil/trace.go:171","msg":"trace[1643211111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16165; }","duration":"410.560658ms","start":"2026-03-03T12:18:51.225146Z","end":"2026-03-03T12:18:51.635707Z","steps":["trace[1643211111] 'agreement among raft nodes before linearized reading' (duration: 410.322182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:18:51.635778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:18:51.225129Z","time spent":"410.64037ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:18:51.860675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.888527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T12:18:51.860875Z","caller":"traceutil/trace.go:171","msg":"trace[522987518] transaction","detail":"{read_only:false; response_revision:16167; number_of_response:1; }","duration":"220.735149ms","start":"2026-03-03T12:18:51.640121Z","end":"2026-03-03T12:18:51.860856Z","steps":["trace[522987518] 'process raft request' (duration: 220.658007ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:18:51.86094Z","caller":"traceutil/trace.go:171","msg":"trace[1553829223] transaction","detail":"{read_only:false; response_revision:16166; number_of_response:1; }","duration":"220.878623ms","start":"2026-03-03T12:18:51.640013Z","end":"2026-03-03T12:18:51.860892Z","steps":["trace[1553829223] 'process raft request' (duration: 55.695429ms)","trace[1553829223] 'compare' (duration: 164.787214ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:18:51.860955Z","caller":"traceutil/trace.go:171","msg":"trace[1892359405] linearizableReadLoop","detail":"{readStateIndex:16754; appliedIndex:16751; }","duration":"165.210455ms","start":"2026-03-03T12:18:51.695717Z","end":"2026-03-03T12:18:51.860927Z","steps":["trace[1892359405] 'read index received' (duration: 131.199953ms)","trace[1892359405] 'applied index is now lower than readState.Index' (duration: 34.009302ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:18:51.861065Z","caller":"traceutil/trace.go:171","msg":"trace[213539088] transaction","detail":"{read_only:false; response_revision:16168; number_of_response:1; }","duration":"220.533864ms","start":"2026-03-03T12:18:51.640489Z","end":"2026-03-03T12:18:51.861023Z","steps":["trace[213539088] 'process raft request' (duration: 220.337549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:18:51.861095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.355639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:18:51.861161Z","caller":"traceutil/trace.go:171","msg":"trace[136701091] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:16168; }","duration":"165.471622ms","start":"2026-03-03T12:18:51.695677Z","end":"2026-03-03T12:18:51.861148Z","steps":["trace[136701091] 'agreement among raft nodes before linearized reading' (duration: 165.335569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:18:52.039399Z","caller":"traceutil/trace.go:171","msg":"trace[1793889343] transaction","detail":"{read_only:false; response_revision:16169; number_of_response:1; }","duration":"106.99293ms","start":"2026-03-03T12:18:51.932375Z","end":"2026-03-03T12:18:52.039368Z","steps":["trace[1793889343] 'process raft request' (duration: 48.59338ms)","trace[1793889343] 'compare' (duration: 58.268216ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:18:52.908377Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13629} {"level":"info","ts":"2026-03-03T12:18:52.984974Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13629,"took":"73.798719ms","hash":1091547854,"current-db-size-bytes":42668032,"current-db-size":"43 MB","current-db-size-in-use-bytes":29765632,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T12:18:52.985051Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1091547854,"revision":13629,"compact-revision":11793} {"level":"info","ts":"2026-03-03T12:21:12.195614Z","caller":"traceutil/trace.go:171","msg":"trace[1321798291] transaction","detail":"{read_only:false; response_revision:17039; number_of_response:1; }","duration":"105.258853ms","start":"2026-03-03T12:21:12.090329Z","end":"2026-03-03T12:21:12.195588Z","steps":["trace[1321798291] 'process raft request' (duration: 105.045587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:12.539625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.649545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:21:12.53972Z","caller":"traceutil/trace.go:171","msg":"trace[2064898945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17040; }","duration":"122.81601ms","start":"2026-03-03T12:21:12.416882Z","end":"2026-03-03T12:21:12.539698Z","steps":["trace[2064898945] 'range keys from in-memory index tree' (duration: 122.501671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:12.539842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.902867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:21:12.539945Z","caller":"traceutil/trace.go:171","msg":"trace[925830671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17040; }","duration":"182.059651ms","start":"2026-03-03T12:21:12.357863Z","end":"2026-03-03T12:21:12.539922Z","steps":["trace[925830671] 'range keys from in-memory index tree' (duration: 181.666422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:12.54001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.45693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-xpbd5\" ","response":"range_response_count:1 size:15339"} {"level":"warn","ts":"2026-03-03T12:21:12.540094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.661406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-jxcs2\" ","response":"range_response_count:1 size:15349"} {"level":"info","ts":"2026-03-03T12:21:12.540164Z","caller":"traceutil/trace.go:171","msg":"trace[1067032218] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-xpbd5; range_end:; response_count:1; response_revision:17040; }","duration":"255.647274ms","start":"2026-03-03T12:21:12.284484Z","end":"2026-03-03T12:21:12.540131Z","steps":["trace[1067032218] 'range keys from in-memory index tree' (duration: 255.250114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:12.540187Z","caller":"traceutil/trace.go:171","msg":"trace[830193558] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-jxcs2; range_end:; response_count:1; response_revision:17040; }","duration":"165.773459ms","start":"2026-03-03T12:21:12.37439Z","end":"2026-03-03T12:21:12.540163Z","steps":["trace[830193558] 'range keys from in-memory index tree' (duration: 165.440541ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:12.743669Z","caller":"traceutil/trace.go:171","msg":"trace[1784006375] transaction","detail":"{read_only:false; response_revision:17043; number_of_response:1; }","duration":"108.673114ms","start":"2026-03-03T12:21:12.634964Z","end":"2026-03-03T12:21:12.743637Z","steps":["trace[1784006375] 'process raft request' (duration: 108.466369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:12.74378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.062896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:21:12.74388Z","caller":"traceutil/trace.go:171","msg":"trace[1371746300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17043; }","duration":"100.20295ms","start":"2026-03-03T12:21:12.64365Z","end":"2026-03-03T12:21:12.743853Z","steps":["trace[1371746300] 'agreement among raft nodes before linearized reading' (duration: 99.935483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:12.953031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.970901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:21:12.953125Z","caller":"traceutil/trace.go:171","msg":"trace[1692500105] linearizableReadLoop","detail":"{readStateIndex:17664; appliedIndex:17663; }","duration":"128.508931ms","start":"2026-03-03T12:21:12.824603Z","end":"2026-03-03T12:21:12.953112Z","steps":["trace[1692500105] 'read index received' (duration: 52.272µs)","trace[1692500105] 'applied index is now lower than readState.Index' (duration: 128.455709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:21:12.953246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.655395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T12:21:12.953276Z","caller":"traceutil/trace.go:171","msg":"trace[1349959215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17044; }","duration":"128.720877ms","start":"2026-03-03T12:21:12.824538Z","end":"2026-03-03T12:21:12.953259Z","steps":["trace[1349959215] 'agreement among raft nodes before linearized reading' (duration: 128.607994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:12.95325Z","caller":"traceutil/trace.go:171","msg":"trace[863247018] transaction","detail":"{read_only:false; response_revision:17044; number_of_response:1; }","duration":"205.046163ms","start":"2026-03-03T12:21:12.748162Z","end":"2026-03-03T12:21:12.953208Z","steps":["trace[863247018] 'process raft request' (duration: 57.817025ms)","trace[863247018] 'compare' (duration: 146.777426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:21:27.891199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019715692,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:21:28.320521Z","caller":"traceutil/trace.go:171","msg":"trace[225878735] linearizableReadLoop","detail":"{readStateIndex:17779; appliedIndex:17778; }","duration":"930.15241ms","start":"2026-03-03T12:21:27.390334Z","end":"2026-03-03T12:21:28.320486Z","steps":["trace[225878735] 'read index received' (duration: 930.032086ms)","trace[225878735] 'applied index is now lower than readState.Index' (duration: 118.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:21:28.320611Z","caller":"traceutil/trace.go:171","msg":"trace[1374278872] transaction","detail":"{read_only:false; response_revision:17156; number_of_response:1; }","duration":"936.510159ms","start":"2026-03-03T12:21:27.384068Z","end":"2026-03-03T12:21:28.320578Z","steps":["trace[1374278872] 'process raft request' (duration: 936.244362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:28.320753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:27.384057Z","time spent":"936.621582ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6658,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:21:28.32084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.443617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T12:21:28.320888Z","caller":"traceutil/trace.go:171","msg":"trace[192477219] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:17156; }","duration":"930.560021ms","start":"2026-03-03T12:21:27.390315Z","end":"2026-03-03T12:21:28.320875Z","steps":["trace[192477219] 'agreement among raft nodes before linearized reading' (duration: 930.322595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:28.320937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:27.390307Z","time spent":"930.615442ms","remote":"127.0.0.1:36438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":137,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:21:28.329708Z","caller":"traceutil/trace.go:171","msg":"trace[1805679704] transaction","detail":"{read_only:false; response_revision:17157; number_of_response:1; }","duration":"404.23816ms","start":"2026-03-03T12:21:27.92545Z","end":"2026-03-03T12:21:28.329688Z","steps":["trace[1805679704] 'process raft request' (duration: 404.045175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:28.329728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.895538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:21:28.329782Z","caller":"traceutil/trace.go:171","msg":"trace[219700713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17159; }","duration":"913.997611ms","start":"2026-03-03T12:21:27.415774Z","end":"2026-03-03T12:21:28.329772Z","steps":["trace[219700713] 'agreement among raft nodes before linearized reading' (duration: 913.912509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:28.329775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.572371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:21:28.329848Z","caller":"traceutil/trace.go:171","msg":"trace[177972349] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:17159; }","duration":"169.696165ms","start":"2026-03-03T12:21:28.160132Z","end":"2026-03-03T12:21:28.329829Z","steps":["trace[177972349] 'agreement among raft nodes before linearized reading' (duration: 169.567751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:28.32988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.498284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:21:28.329904Z","caller":"traceutil/trace.go:171","msg":"trace[1300223640] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:17159; }","duration":"347.550775ms","start":"2026-03-03T12:21:27.982346Z","end":"2026-03-03T12:21:28.329897Z","steps":["trace[1300223640] 'agreement among raft nodes before linearized reading' (duration: 347.473083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:28.329924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:27.982328Z","time spent":"347.590707ms","remote":"127.0.0.1:36286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":72,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:21:28.329805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:27.415755Z","time spent":"914.045722ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:21:28.329921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.342494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xjhzg\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-03T12:21:28.329993Z","caller":"traceutil/trace.go:171","msg":"trace[1099041270] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xjhzg; range_end:; response_count:1; response_revision:17159; }","duration":"262.478517ms","start":"2026-03-03T12:21:28.067496Z","end":"2026-03-03T12:21:28.329974Z","steps":["trace[1099041270] 'agreement among raft nodes before linearized reading' (duration: 262.233031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:28.329804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:27.925425Z","time spent":"404.333593ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:21:29.607155Z","caller":"traceutil/trace.go:171","msg":"trace[775756718] transaction","detail":"{read_only:false; response_revision:17224; number_of_response:1; }","duration":"183.765008ms","start":"2026-03-03T12:21:29.423342Z","end":"2026-03-03T12:21:29.607107Z","steps":["trace[775756718] 'process raft request' (duration: 183.500031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:29.607255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.817078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:21:29.607356Z","caller":"traceutil/trace.go:171","msg":"trace[982541644] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:17224; }","duration":"137.973463ms","start":"2026-03-03T12:21:29.46935Z","end":"2026-03-03T12:21:29.607323Z","steps":["trace[982541644] 'agreement among raft nodes before linearized reading' (duration: 137.830449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:29.607061Z","caller":"traceutil/trace.go:171","msg":"trace[1569844827] linearizableReadLoop","detail":"{readStateIndex:17847; appliedIndex:17846; }","duration":"137.633783ms","start":"2026-03-03T12:21:29.469402Z","end":"2026-03-03T12:21:29.607036Z","steps":["trace[1569844827] 'read index received' (duration: 137.336175ms)","trace[1569844827] 'applied index is now lower than readState.Index' (duration: 296.208µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:21:30.473848Z","caller":"traceutil/trace.go:171","msg":"trace[659254216] transaction","detail":"{read_only:false; response_revision:17225; number_of_response:1; }","duration":"139.654207ms","start":"2026-03-03T12:21:30.334163Z","end":"2026-03-03T12:21:30.473817Z","steps":["trace[659254216] 'process raft request' (duration: 139.340379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:30.650877Z","caller":"traceutil/trace.go:171","msg":"trace[1990542080] linearizableReadLoop","detail":"{readStateIndex:17850; appliedIndex:17847; }","duration":"293.799339ms","start":"2026-03-03T12:21:30.357047Z","end":"2026-03-03T12:21:30.650847Z","steps":["trace[1990542080] 'read index received' (duration: 116.663347ms)","trace[1990542080] 'applied index is now lower than readState.Index' (duration: 177.134622ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:21:30.651329Z","caller":"traceutil/trace.go:171","msg":"trace[1773935446] transaction","detail":"{read_only:false; response_revision:17226; number_of_response:1; }","duration":"316.663985ms","start":"2026-03-03T12:21:30.334646Z","end":"2026-03-03T12:21:30.65131Z","steps":["trace[1773935446] 'process raft request' (duration: 315.949856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:30.651484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:30.334626Z","time spent":"316.765638ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:21:30.651736Z","caller":"traceutil/trace.go:171","msg":"trace[839104321] transaction","detail":"{read_only:false; response_revision:17227; number_of_response:1; }","duration":"316.213933ms","start":"2026-03-03T12:21:30.335506Z","end":"2026-03-03T12:21:30.65172Z","steps":["trace[839104321] 'process raft request' (duration: 315.278608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:30.651843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:30.335495Z","time spent":"316.298156ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:21:30.652626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.574036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xjhzg\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-03T12:21:30.652673Z","caller":"traceutil/trace.go:171","msg":"trace[1408875510] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xjhzg; range_end:; response_count:1; response_revision:17227; }","duration":"295.651368ms","start":"2026-03-03T12:21:30.357012Z","end":"2026-03-03T12:21:30.652664Z","steps":["trace[1408875510] 'agreement among raft nodes before linearized reading' (duration: 295.512555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:30.652843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.659753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:21:30.652869Z","caller":"traceutil/trace.go:171","msg":"trace[439258331] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:17227; }","duration":"204.729934ms","start":"2026-03-03T12:21:30.448131Z","end":"2026-03-03T12:21:30.652861Z","steps":["trace[439258331] 'agreement among raft nodes before linearized reading' (duration: 204.679593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:30.653124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.51343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:21:30.653157Z","caller":"traceutil/trace.go:171","msg":"trace[310056726] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:17227; }","duration":"114.608892ms","start":"2026-03-03T12:21:30.538539Z","end":"2026-03-03T12:21:30.653148Z","steps":["trace[310056726] 'agreement among raft nodes before linearized reading' (duration: 114.54205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:30.653295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.309639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x8qkx\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-03-03T12:21:30.653319Z","caller":"traceutil/trace.go:171","msg":"trace[1068980081] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x8qkx; range_end:; response_count:1; response_revision:17227; }","duration":"185.333899ms","start":"2026-03-03T12:21:30.46798Z","end":"2026-03-03T12:21:30.653314Z","steps":["trace[1068980081] 'agreement among raft nodes before linearized reading' (duration: 185.268248ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:32.90463Z","caller":"traceutil/trace.go:171","msg":"trace[610038198] transaction","detail":"{read_only:false; response_revision:17239; number_of_response:1; }","duration":"154.583383ms","start":"2026-03-03T12:21:32.74999Z","end":"2026-03-03T12:21:32.904574Z","steps":["trace[610038198] 'process raft request' (duration: 54.664612ms)","trace[610038198] 'compare' (duration: 99.792228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:21:33.179666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.865474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T12:21:33.179759Z","caller":"traceutil/trace.go:171","msg":"trace[1134602900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17241; }","duration":"101.999147ms","start":"2026-03-03T12:21:33.07774Z","end":"2026-03-03T12:21:33.179739Z","steps":["trace[1134602900] 'range keys from in-memory index tree' (duration: 101.72355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:33.179997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.712817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:21:33.180075Z","caller":"traceutil/trace.go:171","msg":"trace[1338556960] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:17241; }","duration":"154.84048ms","start":"2026-03-03T12:21:33.02522Z","end":"2026-03-03T12:21:33.180061Z","steps":["trace[1338556960] 'count revisions from in-memory index tree' (duration: 154.631255ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:33.316501Z","caller":"traceutil/trace.go:171","msg":"trace[659919337] transaction","detail":"{read_only:false; response_revision:17242; number_of_response:1; }","duration":"120.738245ms","start":"2026-03-03T12:21:33.195737Z","end":"2026-03-03T12:21:33.316475Z","steps":["trace[659919337] 'process raft request' (duration: 120.571101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:33.36016Z","caller":"traceutil/trace.go:171","msg":"trace[2030701138] transaction","detail":"{read_only:false; response_revision:17243; number_of_response:1; }","duration":"164.382143ms","start":"2026-03-03T12:21:33.195732Z","end":"2026-03-03T12:21:33.360114Z","steps":["trace[2030701138] 'process raft request' (duration: 163.937101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:33.950636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.50403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:21:33.951274Z","caller":"traceutil/trace.go:171","msg":"trace[1964267592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17243; }","duration":"533.792118ms","start":"2026-03-03T12:21:33.417042Z","end":"2026-03-03T12:21:33.950834Z","steps":["trace[1964267592] 'range keys from in-memory index tree' (duration: 533.345336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:33.951395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:33.417022Z","time spent":"534.354332ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:21:33.950217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.999174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-618947fe-afa6-4468-baf9-bfb1bfaf4e3c\" ","response":"range_response_count:1 size:3942"} {"level":"info","ts":"2026-03-03T12:21:33.951918Z","caller":"traceutil/trace.go:171","msg":"trace[2108089845] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-618947fe-afa6-4468-baf9-bfb1bfaf4e3c; range_end:; response_count:1; response_revision:17243; }","duration":"217.77456ms","start":"2026-03-03T12:21:33.734118Z","end":"2026-03-03T12:21:33.951893Z","steps":["trace[2108089845] 'range keys from in-memory index tree' (duration: 215.762867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:34.918291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019715951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:21:35.419151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019715951,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:21:35.8509Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.547281491s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:21:35.852165Z","caller":"traceutil/trace.go:171","msg":"trace[916236923] transaction","detail":"{read_only:false; response_revision:17244; number_of_response:1; }","duration":"1.549317605s","start":"2026-03-03T12:21:34.302819Z","end":"2026-03-03T12:21:35.852136Z","steps":["trace[916236923] 'process raft request' (duration: 1.548593706s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:35.852316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:34.302786Z","time spent":"1.549452548s","remote":"127.0.0.1:46580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417061,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:21:35.940953Z","caller":"traceutil/trace.go:171","msg":"trace[1091027059] transaction","detail":"{read_only:false; response_revision:17246; number_of_response:1; }","duration":"1.245268424s","start":"2026-03-03T12:21:34.695665Z","end":"2026-03-03T12:21:35.940934Z","steps":["trace[1091027059] 'process raft request' (duration: 1.245205302s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:35.941062Z","caller":"traceutil/trace.go:171","msg":"trace[795303350] transaction","detail":"{read_only:false; response_revision:17247; number_of_response:1; }","duration":"1.208963361s","start":"2026-03-03T12:21:34.732092Z","end":"2026-03-03T12:21:35.941056Z","steps":["trace[795303350] 'process raft request' (duration: 1.208817287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:35.941141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:34.732067Z","time spent":"1.209016202s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:21:35.941141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:34.695637Z","time spent":"1.245426348s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:21:35.94119Z","caller":"traceutil/trace.go:171","msg":"trace[1388039675] transaction","detail":"{read_only:false; response_revision:17248; number_of_response:1; }","duration":"556.639936ms","start":"2026-03-03T12:21:35.384513Z","end":"2026-03-03T12:21:35.941153Z","steps":["trace[1388039675] 'process raft request' (duration: 556.448701ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:35.941025Z","caller":"traceutil/trace.go:171","msg":"trace[1920839987] transaction","detail":"{read_only:false; response_revision:17245; number_of_response:1; }","duration":"1.450512882s","start":"2026-03-03T12:21:34.4905Z","end":"2026-03-03T12:21:35.941013Z","steps":["trace[1920839987] 'process raft request' (duration: 1.449728111s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:35.941329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:34.49046Z","time spent":"1.450840681s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:21:35.941362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:35.384493Z","time spent":"556.770939ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:21:35.941441Z","caller":"traceutil/trace.go:171","msg":"trace[833957762] transaction","detail":"{read_only:false; response_revision:17249; number_of_response:1; }","duration":"368.149302ms","start":"2026-03-03T12:21:35.573281Z","end":"2026-03-03T12:21:35.94143Z","steps":["trace[833957762] 'process raft request' (duration: 367.721621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:35.941504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:35.573216Z","time spent":"368.265415ms","remote":"127.0.0.1:36270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18983,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:21:35.941573Z","caller":"traceutil/trace.go:171","msg":"trace[2040378613] linearizableReadLoop","detail":"{readStateIndex:17872; appliedIndex:17867; }","duration":"1.524051785s","start":"2026-03-03T12:21:34.417511Z","end":"2026-03-03T12:21:35.941563Z","steps":["trace[2040378613] 'read index received' (duration: 1.433649155s)","trace[2040378613] 'applied index is now lower than readState.Index' (duration: 90.40047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:21:35.941647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524134767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:21:35.941668Z","caller":"traceutil/trace.go:171","msg":"trace[1734508483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17250; }","duration":"1.524209658s","start":"2026-03-03T12:21:34.417452Z","end":"2026-03-03T12:21:35.941662Z","steps":["trace[1734508483] 'agreement among raft nodes before linearized reading' (duration: 1.524166937s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:35.941686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:34.417426Z","time spent":"1.52425571s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:21:35.941808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492816685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:21:35.941874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186414692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xjhzg\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-03T12:21:35.941889Z","caller":"traceutil/trace.go:171","msg":"trace[1970846584] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:17250; }","duration":"1.492957669s","start":"2026-03-03T12:21:34.448913Z","end":"2026-03-03T12:21:35.94187Z","steps":["trace[1970846584] 'agreement among raft nodes before linearized reading' (duration: 1.492799055s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:35.941899Z","caller":"traceutil/trace.go:171","msg":"trace[1574402182] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xjhzg; range_end:; response_count:1; response_revision:17250; }","duration":"1.186483384s","start":"2026-03-03T12:21:34.755408Z","end":"2026-03-03T12:21:35.941891Z","steps":["trace[1574402182] 'agreement among raft nodes before linearized reading' (duration: 1.186402392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:35.941924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:34.755385Z","time spent":"1.186534075s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-xjhzg\" "} {"level":"warn","ts":"2026-03-03T12:21:35.94193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:34.448892Z","time spent":"1.49303103s","remote":"127.0.0.1:36228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:21:35.94196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007219135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:21:35.941999Z","caller":"traceutil/trace.go:171","msg":"trace[2019012379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17250; }","duration":"1.007287297s","start":"2026-03-03T12:21:34.934701Z","end":"2026-03-03T12:21:35.941989Z","steps":["trace[2019012379] 'agreement among raft nodes before linearized reading' (duration: 1.007207855s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:35.942023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:34.934682Z","time spent":"1.007335739s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:21:35.941886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032438805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T12:21:35.942031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185719583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-x8qkx\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-03-03T12:21:35.942108Z","caller":"traceutil/trace.go:171","msg":"trace[1841410834] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-x8qkx; range_end:; response_count:1; response_revision:17250; }","duration":"1.185880328s","start":"2026-03-03T12:21:34.756214Z","end":"2026-03-03T12:21:35.942095Z","steps":["trace[1841410834] 'agreement among raft nodes before linearized reading' (duration: 1.18558335s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:35.942097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.311794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-618947fe-afa6-4468-baf9-bfb1bfaf4e3c\" ","response":"range_response_count:1 size:3942"} {"level":"info","ts":"2026-03-03T12:21:35.942218Z","caller":"traceutil/trace.go:171","msg":"trace[689016075] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-618947fe-afa6-4468-baf9-bfb1bfaf4e3c; range_end:; response_count:1; response_revision:17250; }","duration":"985.498279ms","start":"2026-03-03T12:21:34.956708Z","end":"2026-03-03T12:21:35.942206Z","steps":["trace[689016075] 'agreement among raft nodes before linearized reading' (duration: 985.18698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:35.942228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.864838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:21:35.942247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.835187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T12:21:35.942355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.603786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:21:35.942376Z","caller":"traceutil/trace.go:171","msg":"trace[2068700810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17250; }","duration":"619.694269ms","start":"2026-03-03T12:21:35.322675Z","end":"2026-03-03T12:21:35.942369Z","steps":["trace[2068700810] 'agreement among raft nodes before linearized reading' (duration: 619.601637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:35.942401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:35.32266Z","time spent":"619.73576ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:21:35.942388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.552569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:21:35.942467Z","caller":"traceutil/trace.go:171","msg":"trace[35574087] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:17250; }","duration":"369.664082ms","start":"2026-03-03T12:21:35.572793Z","end":"2026-03-03T12:21:35.942457Z","steps":["trace[35574087] 'agreement among raft nodes before linearized reading' (duration: 369.507378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:21:35.942254Z","caller":"traceutil/trace.go:171","msg":"trace[970863172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:17250; }","duration":"557.92284ms","start":"2026-03-03T12:21:35.384323Z","end":"2026-03-03T12:21:35.942246Z","steps":["trace[970863172] 'agreement among raft nodes before linearized reading' (duration: 557.877659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:35.942514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:35.572732Z","time spent":"369.772266ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:21:35.942371Z","caller":"traceutil/trace.go:171","msg":"trace[1797078041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17250; }","duration":"557.963121ms","start":"2026-03-03T12:21:35.384397Z","end":"2026-03-03T12:21:35.94236Z","steps":["trace[1797078041] 'agreement among raft nodes before linearized reading' (duration: 557.800336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:35.94265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:35.384305Z","time spent":"558.268388ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:21:35.942743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:35.384395Z","time spent":"558.31598ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:21:35.942057Z","caller":"traceutil/trace.go:171","msg":"trace[2141151520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17250; }","duration":"1.03266442s","start":"2026-03-03T12:21:34.909385Z","end":"2026-03-03T12:21:35.942049Z","steps":["trace[2141151520] 'agreement among raft nodes before linearized reading' (duration: 1.032396903s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:35.943055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:34.909361Z","time spent":"1.033682438s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:21:35.942254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:34.956696Z","time spent":"985.54906ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3965,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-618947fe-afa6-4468-baf9-bfb1bfaf4e3c\" "} {"level":"warn","ts":"2026-03-03T12:21:35.942185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:34.756173Z","time spent":"1.18598238s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-x8qkx\" "} {"level":"warn","ts":"2026-03-03T12:21:35.943594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.51804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:21:35.943645Z","caller":"traceutil/trace.go:171","msg":"trace[880090764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17250; }","duration":"976.585633ms","start":"2026-03-03T12:21:34.967053Z","end":"2026-03-03T12:21:35.943639Z","steps":["trace[880090764] 'agreement among raft nodes before linearized reading' (duration: 974.710983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:21:35.943683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:21:34.967046Z","time spent":"976.629574ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:21:41.804287Z","caller":"traceutil/trace.go:171","msg":"trace[545565932] transaction","detail":"{read_only:false; response_revision:17317; number_of_response:1; }","duration":"130.903975ms","start":"2026-03-03T12:21:41.673355Z","end":"2026-03-03T12:21:41.804259Z","steps":["trace[545565932] 'process raft request' (duration: 130.577746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:22:06.163168Z","caller":"traceutil/trace.go:171","msg":"trace[1035454025] transaction","detail":"{read_only:false; response_revision:17664; number_of_response:1; }","duration":"114.729515ms","start":"2026-03-03T12:22:06.048385Z","end":"2026-03-03T12:22:06.163115Z","steps":["trace[1035454025] 'process raft request' (duration: 94.986501ms)","trace[1035454025] 'compare' (duration: 19.457577ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:23:52.914152Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16173} {"level":"info","ts":"2026-03-03T12:23:53.011417Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16173,"took":"94.089387ms","hash":3357845882,"current-db-size-bytes":44777472,"current-db-size":"45 MB","current-db-size-in-use-bytes":30584832,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T12:23:53.011491Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3357845882,"revision":16173,"compact-revision":13629} {"level":"info","ts":"2026-03-03T12:26:02.944821Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1627b0b72e417489","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T12:26:02.95113Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T12:26:02.951331Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T12:28:29.103634Z","caller":"traceutil/trace.go:171","msg":"trace[120608926] transaction","detail":"{read_only:false; response_revision:20004; number_of_response:1; }","duration":"279.204504ms","start":"2026-03-03T12:28:28.824396Z","end":"2026-03-03T12:28:29.1036Z","steps":["trace[120608926] 'process raft request' (duration: 278.853965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:28:29.114943Z","caller":"traceutil/trace.go:171","msg":"trace[49305051] linearizableReadLoop","detail":"{readStateIndex:20733; appliedIndex:20730; }","duration":"252.909894ms","start":"2026-03-03T12:28:28.862014Z","end":"2026-03-03T12:28:29.114924Z","steps":["trace[49305051] 'read index received' (duration: 241.332376ms)","trace[49305051] 'applied index is now lower than readState.Index' (duration: 11.576538ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:28:29.115009Z","caller":"traceutil/trace.go:171","msg":"trace[1324417767] transaction","detail":"{read_only:false; response_revision:20005; number_of_response:1; }","duration":"284.424642ms","start":"2026-03-03T12:28:28.830557Z","end":"2026-03-03T12:28:29.114982Z","steps":["trace[1324417767] 'process raft request' (duration: 284.220207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:28:29.115108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.083849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T12:28:29.115149Z","caller":"traceutil/trace.go:171","msg":"trace[24614769] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20006; }","duration":"253.140571ms","start":"2026-03-03T12:28:28.861996Z","end":"2026-03-03T12:28:29.115137Z","steps":["trace[24614769] 'agreement among raft nodes before linearized reading' (duration: 253.010917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:28:29.11518Z","caller":"traceutil/trace.go:171","msg":"trace[140268786] transaction","detail":"{read_only:false; response_revision:20006; number_of_response:1; }","duration":"284.470064ms","start":"2026-03-03T12:28:28.83056Z","end":"2026-03-03T12:28:29.11503Z","steps":["trace[140268786] 'process raft request' (duration: 284.33616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:28:52.922062Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18363} {"level":"info","ts":"2026-03-03T12:28:53.025782Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18363,"took":"100.508022ms","hash":4012453574,"current-db-size-bytes":44777472,"current-db-size":"45 MB","current-db-size-in-use-bytes":27959296,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T12:28:53.025861Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4012453574,"revision":18363,"compact-revision":16173} {"level":"info","ts":"2026-03-03T12:30:29.525988Z","caller":"traceutil/trace.go:171","msg":"trace[1592151638] linearizableReadLoop","detail":"{readStateIndex:21359; appliedIndex:21357; }","duration":"104.845067ms","start":"2026-03-03T12:30:29.421111Z","end":"2026-03-03T12:30:29.525956Z","steps":["trace[1592151638] 'read index received' (duration: 46.964268ms)","trace[1592151638] 'applied index is now lower than readState.Index' (duration: 57.879299ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:30:29.526023Z","caller":"traceutil/trace.go:171","msg":"trace[935643532] transaction","detail":"{read_only:false; response_revision:20606; number_of_response:1; }","duration":"126.789381ms","start":"2026-03-03T12:30:29.399205Z","end":"2026-03-03T12:30:29.525994Z","steps":["trace[935643532] 'process raft request' (duration: 112.168292ms)","trace[935643532] 'compare' (duration: 14.364292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:30:29.52619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.051983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:30:29.526278Z","caller":"traceutil/trace.go:171","msg":"trace[2032747668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20606; }","duration":"105.196297ms","start":"2026-03-03T12:30:29.42106Z","end":"2026-03-03T12:30:29.526256Z","steps":["trace[2032747668] 'agreement among raft nodes before linearized reading' (duration: 105.018283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:19.879339Z","caller":"traceutil/trace.go:171","msg":"trace[94670156] transaction","detail":"{read_only:false; response_revision:21385; number_of_response:1; }","duration":"415.156647ms","start":"2026-03-03T12:33:19.464158Z","end":"2026-03-03T12:33:19.879314Z","steps":["trace[94670156] 'process raft request' (duration: 415.002383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:19.879496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:19.464132Z","time spent":"415.292621ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:20.701491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.332291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:33:20.701779Z","caller":"traceutil/trace.go:171","msg":"trace[1110298132] linearizableReadLoop","detail":"{readStateIndex:22178; appliedIndex:22173; }","duration":"826.291289ms","start":"2026-03-03T12:33:19.875474Z","end":"2026-03-03T12:33:20.701765Z","steps":["trace[1110298132] 'read index received' (duration: 3.725029ms)","trace[1110298132] 'applied index is now lower than readState.Index' (duration: 822.56551ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:33:20.701764Z","caller":"traceutil/trace.go:171","msg":"trace[108251466] transaction","detail":"{read_only:false; response_revision:21386; number_of_response:1; }","duration":"1.106806896s","start":"2026-03-03T12:33:19.594905Z","end":"2026-03-03T12:33:20.701712Z","steps":["trace[108251466] 'process raft request' (duration: 928.171567ms)","trace[108251466] 'compare' (duration: 178.154756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:33:20.701937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:19.594878Z","time spent":"1.106963211s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:33:20.702003Z","caller":"traceutil/trace.go:171","msg":"trace[992325614] transaction","detail":"{read_only:false; response_revision:21387; number_of_response:1; }","duration":"1.106438307s","start":"2026-03-03T12:33:19.595553Z","end":"2026-03-03T12:33:20.701992Z","steps":["trace[992325614] 'process raft request' (duration: 1.106048366s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:20.702067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:19.595532Z","time spent":"1.106498269s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:33:20.702184Z","caller":"traceutil/trace.go:171","msg":"trace[515172983] transaction","detail":"{read_only:false; response_revision:21388; number_of_response:1; }","duration":"1.105384719s","start":"2026-03-03T12:33:19.596791Z","end":"2026-03-03T12:33:20.702175Z","steps":["trace[515172983] 'process raft request' (duration: 1.104893126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:20.70224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:19.596781Z","time spent":"1.10543342s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:20.702328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.365494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:33:20.702425Z","caller":"traceutil/trace.go:171","msg":"trace[842250503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21389; }","duration":"286.510448ms","start":"2026-03-03T12:33:20.415889Z","end":"2026-03-03T12:33:20.7024Z","steps":["trace[842250503] 'agreement among raft nodes before linearized reading' (duration: 286.345223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:20.702405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.405778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T12:33:20.702454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.046152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T12:33:20.702425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.172391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:33:20.702496Z","caller":"traceutil/trace.go:171","msg":"trace[1171060559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21389; }","duration":"117.122784ms","start":"2026-03-03T12:33:20.585362Z","end":"2026-03-03T12:33:20.702485Z","steps":["trace[1171060559] 'agreement among raft nodes before linearized reading' (duration: 116.98462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:20.702488Z","caller":"traceutil/trace.go:171","msg":"trace[1365013241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21389; }","duration":"115.542472ms","start":"2026-03-03T12:33:20.586925Z","end":"2026-03-03T12:33:20.702467Z","steps":["trace[1365013241] 'agreement among raft nodes before linearized reading' (duration: 115.327637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:20.702465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.28321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T12:33:20.702585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.719766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T12:33:20.702674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.200773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:33:20.702745Z","caller":"traceutil/trace.go:171","msg":"trace[1807837636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21389; }","duration":"253.921451ms","start":"2026-03-03T12:33:20.448789Z","end":"2026-03-03T12:33:20.70271Z","steps":["trace[1807837636] 'agreement among raft nodes before linearized reading' (duration: 253.479389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:20.702814Z","caller":"traceutil/trace.go:171","msg":"trace[1342514837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21389; }","duration":"115.325526ms","start":"2026-03-03T12:33:20.587419Z","end":"2026-03-03T12:33:20.702745Z","steps":["trace[1342514837] 'agreement among raft nodes before linearized reading' (duration: 115.043368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:20.702524Z","caller":"traceutil/trace.go:171","msg":"trace[1470154643] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:21389; }","duration":"212.317835ms","start":"2026-03-03T12:33:20.490184Z","end":"2026-03-03T12:33:20.702502Z","steps":["trace[1470154643] 'agreement among raft nodes before linearized reading' (duration: 212.072979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:20.702661Z","caller":"traceutil/trace.go:171","msg":"trace[2043984602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21389; }","duration":"269.530506ms","start":"2026-03-03T12:33:20.433106Z","end":"2026-03-03T12:33:20.702637Z","steps":["trace[2043984602] 'agreement among raft nodes before linearized reading' (duration: 269.162346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:20.702444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.967106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:33:20.703025Z","caller":"traceutil/trace.go:171","msg":"trace[890827279] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:21389; }","duration":"827.512851ms","start":"2026-03-03T12:33:19.875457Z","end":"2026-03-03T12:33:20.70297Z","steps":["trace[890827279] 'agreement among raft nodes before linearized reading' (duration: 826.923975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:20.702911Z","caller":"traceutil/trace.go:171","msg":"trace[2035620000] transaction","detail":"{read_only:false; response_revision:21389; number_of_response:1; }","duration":"1.011671407s","start":"2026-03-03T12:33:19.691014Z","end":"2026-03-03T12:33:20.702686Z","steps":["trace[2035620000] 'process raft request' (duration: 1.010705951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:20.703192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:19.875392Z","time spent":"827.708876ms","remote":"127.0.0.1:36588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:33:20.703465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:19.690993Z","time spent":"1.012234492s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:21.652862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019727754,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:33:21.659116Z","caller":"traceutil/trace.go:171","msg":"trace[371790193] transaction","detail":"{read_only:false; response_revision:21391; number_of_response:1; }","duration":"952.130114ms","start":"2026-03-03T12:33:20.706962Z","end":"2026-03-03T12:33:21.659092Z","steps":["trace[371790193] 'process raft request' (duration: 951.945799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:21.65935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:20.706927Z","time spent":"952.264478ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:33:21.659397Z","caller":"traceutil/trace.go:171","msg":"trace[77317419] transaction","detail":"{read_only:false; response_revision:21394; number_of_response:1; }","duration":"950.878951ms","start":"2026-03-03T12:33:20.708492Z","end":"2026-03-03T12:33:21.659371Z","steps":["trace[77317419] 'process raft request' (duration: 950.83522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:21.659433Z","caller":"traceutil/trace.go:171","msg":"trace[1231201838] transaction","detail":"{read_only:false; response_revision:21393; number_of_response:1; }","duration":"951.177459ms","start":"2026-03-03T12:33:20.708226Z","end":"2026-03-03T12:33:21.659404Z","steps":["trace[1231201838] 'process raft request' (duration: 951.002835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:21.659433Z","caller":"traceutil/trace.go:171","msg":"trace[1082480559] transaction","detail":"{read_only:false; response_revision:21392; number_of_response:1; }","duration":"951.474306ms","start":"2026-03-03T12:33:20.707857Z","end":"2026-03-03T12:33:21.659331Z","steps":["trace[1082480559] 'process raft request' (duration: 951.193739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:21.659741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:20.707839Z","time spent":"951.799966ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:21.659558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:20.708221Z","time spent":"951.265122ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:21.659573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:20.708482Z","time spent":"950.999724ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:22.319516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.274427ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T12:33:22.319629Z","caller":"traceutil/trace.go:171","msg":"trace[1580159509] linearizableReadLoop","detail":"{readStateIndex:22184; appliedIndex:22179; }","duration":"1.16680141s","start":"2026-03-03T12:33:21.152807Z","end":"2026-03-03T12:33:22.319608Z","steps":["trace[1580159509] 'read index received' (duration: 506.138646ms)","trace[1580159509] 'applied index is now lower than readState.Index' (duration: 660.661144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:33:22.319855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.474661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T12:33:22.319815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166982566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:33:22.319897Z","caller":"traceutil/trace.go:171","msg":"trace[418316933] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21394; }","duration":"674.581423ms","start":"2026-03-03T12:33:21.645305Z","end":"2026-03-03T12:33:22.319887Z","steps":["trace[418316933] 'agreement among raft nodes before linearized reading' (duration: 674.412759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:22.319935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:21.645283Z","time spent":"674.642865ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:33:22.319973Z","caller":"traceutil/trace.go:171","msg":"trace[1763952347] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:21394; }","duration":"1.167146289s","start":"2026-03-03T12:33:21.152767Z","end":"2026-03-03T12:33:22.319914Z","steps":["trace[1763952347] 'agreement among raft nodes before linearized reading' (duration: 1.166916793s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:22.32006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:21.152746Z","time spent":"1.167274893s","remote":"127.0.0.1:36362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":80,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:33:23.071636Z","caller":"traceutil/trace.go:171","msg":"trace[1006130223] transaction","detail":"{read_only:false; response_revision:21395; number_of_response:1; }","duration":"364.137991ms","start":"2026-03-03T12:33:22.707469Z","end":"2026-03-03T12:33:23.071607Z","steps":["trace[1006130223] 'process raft request' (duration: 363.943216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:23.071807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:22.707448Z","time spent":"364.274945ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:33:23.586275Z","caller":"traceutil/trace.go:171","msg":"trace[1269739408] linearizableReadLoop","detail":"{readStateIndex:22187; appliedIndex:22184; }","duration":"842.287824ms","start":"2026-03-03T12:33:22.743961Z","end":"2026-03-03T12:33:23.586249Z","steps":["trace[1269739408] 'read index received' (duration: 327.474427ms)","trace[1269739408] 'applied index is now lower than readState.Index' (duration: 514.811887ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:33:23.58641Z","caller":"traceutil/trace.go:171","msg":"trace[777374913] transaction","detail":"{read_only:false; response_revision:21397; number_of_response:1; }","duration":"877.477399ms","start":"2026-03-03T12:33:22.708892Z","end":"2026-03-03T12:33:23.586369Z","steps":["trace[777374913] 'process raft request' (duration: 877.310195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:23.586544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.183678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T12:33:23.58659Z","caller":"traceutil/trace.go:171","msg":"trace[1502886724] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21397; }","duration":"667.280201ms","start":"2026-03-03T12:33:22.919299Z","end":"2026-03-03T12:33:23.586579Z","steps":["trace[1502886724] 'agreement among raft nodes before linearized reading' (duration: 667.111866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:23.586589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:22.708883Z","time spent":"877.615933ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:33:23.586629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:22.919279Z","time spent":"667.341943ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T12:33:23.586619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.644933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:33:23.586975Z","caller":"traceutil/trace.go:171","msg":"trace[1782402497] transaction","detail":"{read_only:false; response_revision:21396; number_of_response:1; }","duration":"877.689825ms","start":"2026-03-03T12:33:22.708611Z","end":"2026-03-03T12:33:23.5863Z","steps":["trace[1782402497] 'process raft request' (duration: 877.412268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:23.587342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:22.708584Z","time spent":"878.6001ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:33:23.586784Z","caller":"traceutil/trace.go:171","msg":"trace[1764940833] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21397; }","duration":"842.825267ms","start":"2026-03-03T12:33:22.743895Z","end":"2026-03-03T12:33:23.58672Z","steps":["trace[1764940833] 'agreement among raft nodes before linearized reading' (duration: 842.492558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:33:23.587678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:33:22.743874Z","time spent":"843.637859ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:33:23.729654Z","caller":"traceutil/trace.go:171","msg":"trace[2033414244] transaction","detail":"{read_only:false; response_revision:21399; number_of_response:1; }","duration":"137.942267ms","start":"2026-03-03T12:33:23.591687Z","end":"2026-03-03T12:33:23.72963Z","steps":["trace[2033414244] 'process raft request' (duration: 137.851895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:33:23.729706Z","caller":"traceutil/trace.go:171","msg":"trace[1680460347] transaction","detail":"{read_only:false; response_revision:21398; number_of_response:1; }","duration":"138.361169ms","start":"2026-03-03T12:33:23.591279Z","end":"2026-03-03T12:33:23.729641Z","steps":["trace[1680460347] 'process raft request' (duration: 100.07238ms)","trace[1680460347] 'compare' (duration: 38.055592ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:33:52.92968Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20112} {"level":"info","ts":"2026-03-03T12:33:53.022768Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20112,"took":"88.932954ms","hash":2879875988,"current-db-size-bytes":44777472,"current-db-size":"45 MB","current-db-size-in-use-bytes":22790144,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-03T12:33:53.022834Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2879875988,"revision":20112,"compact-revision":18363} {"level":"info","ts":"2026-03-03T12:34:21.391356Z","caller":"traceutil/trace.go:171","msg":"trace[380924908] linearizableReadLoop","detail":"{readStateIndex:22743; appliedIndex:22742; }","duration":"155.844723ms","start":"2026-03-03T12:34:21.235472Z","end":"2026-03-03T12:34:21.391317Z","steps":["trace[380924908] 'read index received' (duration: 153.930722ms)","trace[380924908] 'applied index is now lower than readState.Index' (duration: 1.911241ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:34:21.391527Z","caller":"traceutil/trace.go:171","msg":"trace[204231749] transaction","detail":"{read_only:false; response_revision:21929; number_of_response:1; }","duration":"114.248417ms","start":"2026-03-03T12:34:21.277218Z","end":"2026-03-03T12:34:21.391467Z","steps":["trace[204231749] 'process raft request' (duration: 114.006491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:34:21.39171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.160661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:34:21.391896Z","caller":"traceutil/trace.go:171","msg":"trace[686683665] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:21929; }","duration":"156.418998ms","start":"2026-03-03T12:34:21.235423Z","end":"2026-03-03T12:34:21.391842Z","steps":["trace[686683665] 'agreement among raft nodes before linearized reading' (duration: 155.980837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:08.285552Z","caller":"traceutil/trace.go:171","msg":"trace[483348661] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"236.878078ms","start":"2026-03-03T12:37:08.048639Z","end":"2026-03-03T12:37:08.285517Z","steps":["trace[483348661] 'process raft request' (duration: 236.710043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:19.366581Z","caller":"traceutil/trace.go:171","msg":"trace[401085859] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"259.55236ms","start":"2026-03-03T12:37:19.107004Z","end":"2026-03-03T12:37:19.366556Z","steps":["trace[401085859] 'process raft request' (duration: 178.440837ms)","trace[401085859] 'compare' (duration: 81.00254ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:37:19.368863Z","caller":"traceutil/trace.go:171","msg":"trace[993169453] transaction","detail":"{read_only:false; response_revision:23528; number_of_response:1; }","duration":"261.782989ms","start":"2026-03-03T12:37:19.107057Z","end":"2026-03-03T12:37:19.36884Z","steps":["trace[993169453] 'process raft request' (duration: 261.639235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:19.369203Z","caller":"traceutil/trace.go:171","msg":"trace[897475296] transaction","detail":"{read_only:false; response_revision:23531; number_of_response:1; }","duration":"260.376282ms","start":"2026-03-03T12:37:19.108811Z","end":"2026-03-03T12:37:19.369187Z","steps":["trace[897475296] 'process raft request' (duration: 260.242948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:19.369319Z","caller":"traceutil/trace.go:171","msg":"trace[385756091] transaction","detail":"{read_only:false; response_revision:23530; number_of_response:1; }","duration":"262.084897ms","start":"2026-03-03T12:37:19.107225Z","end":"2026-03-03T12:37:19.369309Z","steps":["trace[385756091] 'process raft request' (duration: 261.760808ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:19.36931Z","caller":"traceutil/trace.go:171","msg":"trace[1547326902] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"260.305759ms","start":"2026-03-03T12:37:19.108975Z","end":"2026-03-03T12:37:19.369281Z","steps":["trace[1547326902] 'process raft request' (duration: 260.136705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:19.369478Z","caller":"traceutil/trace.go:171","msg":"trace[887567017] transaction","detail":"{read_only:false; response_revision:23529; number_of_response:1; }","duration":"262.379934ms","start":"2026-03-03T12:37:19.107087Z","end":"2026-03-03T12:37:19.369467Z","steps":["trace[887567017] 'process raft request' (duration: 261.720047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:19.3697Z","caller":"traceutil/trace.go:171","msg":"trace[1731713755] transaction","detail":"{read_only:false; response_revision:23533; number_of_response:1; }","duration":"256.913269ms","start":"2026-03-03T12:37:19.112775Z","end":"2026-03-03T12:37:19.369688Z","steps":["trace[1731713755] 'process raft request' (duration: 256.370325ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:19.369784Z","caller":"traceutil/trace.go:171","msg":"trace[471312349] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"256.004965ms","start":"2026-03-03T12:37:19.113753Z","end":"2026-03-03T12:37:19.369758Z","steps":["trace[471312349] 'process raft request' (duration: 255.671016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:19.370164Z","caller":"traceutil/trace.go:171","msg":"trace[2146083440] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"256.332024ms","start":"2026-03-03T12:37:19.113815Z","end":"2026-03-03T12:37:19.370147Z","steps":["trace[2146083440] 'process raft request' (duration: 255.869972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:19.370779Z","caller":"traceutil/trace.go:171","msg":"trace[1678580548] linearizableReadLoop","detail":"{readStateIndex:24397; appliedIndex:24389; }","duration":"256.94771ms","start":"2026-03-03T12:37:19.113802Z","end":"2026-03-03T12:37:19.37075Z","steps":["trace[1678580548] 'read index received' (duration: 171.660326ms)","trace[1678580548] 'applied index is now lower than readState.Index' (duration: 85.286114ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:37:19.370883Z","caller":"traceutil/trace.go:171","msg":"trace[755836258] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"210.22293ms","start":"2026-03-03T12:37:19.16065Z","end":"2026-03-03T12:37:19.370873Z","steps":["trace[755836258] 'process raft request' (duration: 209.191893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:19.371054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.403255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-03T12:37:19.371109Z","caller":"traceutil/trace.go:171","msg":"trace[141022075] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23536; }","duration":"239.470226ms","start":"2026-03-03T12:37:19.131625Z","end":"2026-03-03T12:37:19.371095Z","steps":["trace[141022075] 'agreement among raft nodes before linearized reading' (duration: 239.295222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:19.371262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.450143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/capo-system/infrastructure-openstack\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:19.371307Z","caller":"traceutil/trace.go:171","msg":"trace[1608064546] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/capo-system/infrastructure-openstack; range_end:; response_count:0; response_revision:23536; }","duration":"257.517526ms","start":"2026-03-03T12:37:19.113778Z","end":"2026-03-03T12:37:19.371295Z","steps":["trace[1608064546] 'agreement among raft nodes before linearized reading' (duration: 257.346801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:19.371345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.933205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-03T12:37:19.371397Z","caller":"traceutil/trace.go:171","msg":"trace[2065316828] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23536; }","duration":"238.046299ms","start":"2026-03-03T12:37:19.133337Z","end":"2026-03-03T12:37:19.371384Z","steps":["trace[2065316828] 'agreement among raft nodes before linearized reading' (duration: 237.850294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:22.486937Z","caller":"traceutil/trace.go:171","msg":"trace[1580415254] linearizableReadLoop","detail":"{readStateIndex:24501; appliedIndex:24500; }","duration":"150.780452ms","start":"2026-03-03T12:37:22.336128Z","end":"2026-03-03T12:37:22.486909Z","steps":["trace[1580415254] 'read index received' (duration: 150.505535ms)","trace[1580415254] 'applied index is now lower than readState.Index' (duration: 273.837µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:37:22.487199Z","caller":"traceutil/trace.go:171","msg":"trace[147881979] transaction","detail":"{read_only:false; response_revision:23637; number_of_response:1; }","duration":"151.103141ms","start":"2026-03-03T12:37:22.336053Z","end":"2026-03-03T12:37:22.487156Z","steps":["trace[147881979] 'process raft request' (duration: 150.621298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:22.487286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.126561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:22.487383Z","caller":"traceutil/trace.go:171","msg":"trace[1493124256] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23637; }","duration":"151.289185ms","start":"2026-03-03T12:37:22.336075Z","end":"2026-03-03T12:37:22.487364Z","steps":["trace[1493124256] 'agreement among raft nodes before linearized reading' (duration: 151.108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:22.488959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.618346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:37:22.488966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.817163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:22.488996Z","caller":"traceutil/trace.go:171","msg":"trace[265183181] transaction","detail":"{read_only:false; response_revision:23638; number_of_response:1; }","duration":"140.250883ms","start":"2026-03-03T12:37:22.348725Z","end":"2026-03-03T12:37:22.488976Z","steps":["trace[265183181] 'process raft request' (duration: 140.072628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:22.48901Z","caller":"traceutil/trace.go:171","msg":"trace[1168344749] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23638; }","duration":"139.725869ms","start":"2026-03-03T12:37:22.349272Z","end":"2026-03-03T12:37:22.488998Z","steps":["trace[1168344749] 'agreement among raft nodes before linearized reading' (duration: 139.605575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:22.48901Z","caller":"traceutil/trace.go:171","msg":"trace[146838357] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23638; }","duration":"124.878515ms","start":"2026-03-03T12:37:22.364123Z","end":"2026-03-03T12:37:22.489002Z","steps":["trace[146838357] 'agreement among raft nodes before linearized reading' (duration: 124.814703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:22.489076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.625635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:22.489166Z","caller":"traceutil/trace.go:171","msg":"trace[1217477013] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23638; }","duration":"125.80985ms","start":"2026-03-03T12:37:22.363337Z","end":"2026-03-03T12:37:22.489147Z","steps":["trace[1217477013] 'agreement among raft nodes before linearized reading' (duration: 125.588694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:22.489196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.825151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:22.489262Z","caller":"traceutil/trace.go:171","msg":"trace[1541450666] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23638; }","duration":"139.909344ms","start":"2026-03-03T12:37:22.349332Z","end":"2026-03-03T12:37:22.489241Z","steps":["trace[1541450666] 'agreement among raft nodes before linearized reading' (duration: 139.782221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:22.489185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.235831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-hlhff\" ","response":"range_response_count:1 size:5209"} {"level":"warn","ts":"2026-03-03T12:37:22.489342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.220934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/cert-manager-test/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:22.489381Z","caller":"traceutil/trace.go:171","msg":"trace[921728538] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/cert-manager-test/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/cert-manager-test0; response_count:0; response_revision:23638; }","duration":"125.273825ms","start":"2026-03-03T12:37:22.364098Z","end":"2026-03-03T12:37:22.489372Z","steps":["trace[921728538] 'agreement among raft nodes before linearized reading' (duration: 124.807543ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:22.48939Z","caller":"traceutil/trace.go:171","msg":"trace[1457562743] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-hlhff; range_end:; response_count:1; response_revision:23638; }","duration":"123.431226ms","start":"2026-03-03T12:37:22.365896Z","end":"2026-03-03T12:37:22.489327Z","steps":["trace[1457562743] 'agreement among raft nodes before linearized reading' (duration: 122.995285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:29.069842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019734753,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:37:29.142966Z","caller":"traceutil/trace.go:171","msg":"trace[658955822] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"884.286163ms","start":"2026-03-03T12:37:28.258641Z","end":"2026-03-03T12:37:29.142928Z","steps":["trace[658955822] 'process raft request' (duration: 884.026416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:29.143193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:28.258607Z","time spent":"884.482167ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T12:37:29.728001Z","caller":"traceutil/trace.go:171","msg":"trace[1416819804] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"1.371188575s","start":"2026-03-03T12:37:28.356786Z","end":"2026-03-03T12:37:29.727975Z","steps":["trace[1416819804] 'process raft request' (duration: 1.370914398s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:29.728313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:28.356751Z","time spent":"1.371467342s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:37:29.728395Z","caller":"traceutil/trace.go:171","msg":"trace[610490699] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"1.135595731s","start":"2026-03-03T12:37:28.592771Z","end":"2026-03-03T12:37:29.728367Z","steps":["trace[610490699] 'process raft request' (duration: 1.135492669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:29.728536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:28.592752Z","time spent":"1.135705215s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:37:29.728514Z","caller":"traceutil/trace.go:171","msg":"trace[562388212] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"1.220615619s","start":"2026-03-03T12:37:28.507857Z","end":"2026-03-03T12:37:29.728473Z","steps":["trace[562388212] 'process raft request' (duration: 1.220067165s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:29.728568Z","caller":"traceutil/trace.go:171","msg":"trace[1555304233] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"1.144041056s","start":"2026-03-03T12:37:28.584467Z","end":"2026-03-03T12:37:29.728508Z","steps":["trace[1555304233] 'process raft request' (duration: 1.143653506s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:29.728742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:28.50783Z","time spent":"1.220801403s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:37:29.728737Z","caller":"traceutil/trace.go:171","msg":"trace[1757951449] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"1.091842431s","start":"2026-03-03T12:37:28.636881Z","end":"2026-03-03T12:37:29.728723Z","steps":["trace[1757951449] 'process raft request' (duration: 1.09143766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:29.728825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:28.584438Z","time spent":"1.144227821s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:37:29.728915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:28.636858Z","time spent":"1.091943553s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:37:29.729383Z","caller":"traceutil/trace.go:171","msg":"trace[1132087556] linearizableReadLoop","detail":"{readStateIndex:24613; appliedIndex:24605; }","duration":"1.159647871s","start":"2026-03-03T12:37:28.56971Z","end":"2026-03-03T12:37:29.729358Z","steps":["trace[1132087556] 'read index received' (duration: 573.161804ms)","trace[1132087556] 'applied index is now lower than readState.Index' (duration: 586.484787ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:37:29.729431Z","caller":"traceutil/trace.go:171","msg":"trace[1606000785] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"762.734814ms","start":"2026-03-03T12:37:28.966657Z","end":"2026-03-03T12:37:29.729392Z","steps":["trace[1606000785] 'process raft request' (duration: 762.012155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:29.729674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:28.966623Z","time spent":"762.93555ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:37:29.72972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16000107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T12:37:29.72976Z","caller":"traceutil/trace.go:171","msg":"trace[2023493098] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23748; }","duration":"1.160082652s","start":"2026-03-03T12:37:28.569668Z","end":"2026-03-03T12:37:29.729751Z","steps":["trace[2023493098] 'agreement among raft nodes before linearized reading' (duration: 1.159852356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:29.729794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:28.569649Z","time spent":"1.160138023s","remote":"127.0.0.1:36430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":166,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:37:29.729792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.677867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:37:29.729502Z","caller":"traceutil/trace.go:171","msg":"trace[38118917] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"707.760455ms","start":"2026-03-03T12:37:29.02173Z","end":"2026-03-03T12:37:29.729491Z","steps":["trace[38118917] 'process raft request' (duration: 707.58002ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:29.72984Z","caller":"traceutil/trace.go:171","msg":"trace[434386687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23748; }","duration":"313.758279ms","start":"2026-03-03T12:37:29.416069Z","end":"2026-03-03T12:37:29.729827Z","steps":["trace[434386687] 'agreement among raft nodes before linearized reading' (duration: 313.678867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:29.729869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:29.021693Z","time spent":"708.147155ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:37:29.729888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:29.416047Z","time spent":"313.83378ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:37:29.730102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.782095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-03T12:37:29.730132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.875613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T12:37:29.730151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.363358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T12:37:29.730164Z","caller":"traceutil/trace.go:171","msg":"trace[2009965555] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23748; }","duration":"181.880177ms","start":"2026-03-03T12:37:29.548267Z","end":"2026-03-03T12:37:29.730147Z","steps":["trace[2009965555] 'agreement among raft nodes before linearized reading' (duration: 181.721363ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:29.730174Z","caller":"traceutil/trace.go:171","msg":"trace[2082227339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23748; }","duration":"301.971516ms","start":"2026-03-03T12:37:29.428191Z","end":"2026-03-03T12:37:29.730163Z","steps":["trace[2082227339] 'agreement among raft nodes before linearized reading' (duration: 301.778801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:29.730223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:29.428159Z","time spent":"302.047838ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:37:29.73018Z","caller":"traceutil/trace.go:171","msg":"trace[895344621] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23748; }","duration":"119.43987ms","start":"2026-03-03T12:37:29.610731Z","end":"2026-03-03T12:37:29.730171Z","steps":["trace[895344621] 'agreement among raft nodes before linearized reading' (duration: 119.292676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:29.730297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.149076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T12:37:29.730228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.068813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:37:29.730365Z","caller":"traceutil/trace.go:171","msg":"trace[314109553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23748; }","duration":"309.238818ms","start":"2026-03-03T12:37:29.421113Z","end":"2026-03-03T12:37:29.730352Z","steps":["trace[314109553] 'agreement among raft nodes before linearized reading' (duration: 309.057883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:29.730421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:29.421094Z","time spent":"309.31393ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:37:29.730327Z","caller":"traceutil/trace.go:171","msg":"trace[1057835052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23748; }","duration":"309.179587ms","start":"2026-03-03T12:37:29.421141Z","end":"2026-03-03T12:37:29.730321Z","steps":["trace[1057835052] 'agreement among raft nodes before linearized reading' (duration: 309.097555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:29.730533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:29.421074Z","time spent":"309.439413ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:37:29.730585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.14343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T12:37:29.730142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.002813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:37:29.730627Z","caller":"traceutil/trace.go:171","msg":"trace[464093447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23748; }","duration":"302.267034ms","start":"2026-03-03T12:37:29.428349Z","end":"2026-03-03T12:37:29.730616Z","steps":["trace[464093447] 'agreement among raft nodes before linearized reading' (duration: 301.995287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:37:29.730644Z","caller":"traceutil/trace.go:171","msg":"trace[1483544779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23748; }","duration":"303.509446ms","start":"2026-03-03T12:37:29.427117Z","end":"2026-03-03T12:37:29.730627Z","steps":["trace[1483544779] 'agreement among raft nodes before linearized reading' (duration: 302.933141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:37:29.730652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:29.4283Z","time spent":"302.346576ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:37:29.730675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:37:29.42711Z","time spent":"303.556477ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T12:38:52.107272Z","caller":"traceutil/trace.go:171","msg":"trace[895054494] linearizableReadLoop","detail":"{readStateIndex:25465; appliedIndex:25464; }","duration":"209.123911ms","start":"2026-03-03T12:38:51.898121Z","end":"2026-03-03T12:38:52.107245Z","steps":["trace[895054494] 'read index received' (duration: 208.984407ms)","trace[895054494] 'applied index is now lower than readState.Index' (duration: 135.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:38:52.107382Z","caller":"traceutil/trace.go:171","msg":"trace[757824672] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"225.252719ms","start":"2026-03-03T12:38:51.882071Z","end":"2026-03-03T12:38:52.107323Z","steps":["trace[757824672] 'process raft request' (duration: 224.981992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:38:52.107552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.406878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-03T12:38:52.107598Z","caller":"traceutil/trace.go:171","msg":"trace[1227234380] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24579; }","duration":"209.500991ms","start":"2026-03-03T12:38:51.898082Z","end":"2026-03-03T12:38:52.107583Z","steps":["trace[1227234380] 'agreement among raft nodes before linearized reading' (duration: 209.321106ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:38:52.935886Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21533} {"level":"info","ts":"2026-03-03T12:38:53.026952Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21533,"took":"87.38886ms","hash":1174535315,"current-db-size-bytes":45928448,"current-db-size":"46 MB","current-db-size-in-use-bytes":38879232,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-03T12:38:53.027037Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1174535315,"revision":21533,"compact-revision":20112} {"level":"info","ts":"2026-03-03T12:39:04.26917Z","caller":"traceutil/trace.go:171","msg":"trace[1830990292] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"121.024962ms","start":"2026-03-03T12:39:04.148105Z","end":"2026-03-03T12:39:04.26913Z","steps":["trace[1830990292] 'process raft request' (duration: 120.859278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:39:04.462094Z","caller":"traceutil/trace.go:171","msg":"trace[885632908] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"310.07151ms","start":"2026-03-03T12:39:04.151994Z","end":"2026-03-03T12:39:04.462066Z","steps":["trace[885632908] 'process raft request' (duration: 309.873925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:39:04.462263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:39:04.151966Z","time spent":"310.212914ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:39:04.462419Z","caller":"traceutil/trace.go:171","msg":"trace[1252179225] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"308.597221ms","start":"2026-03-03T12:39:04.153797Z","end":"2026-03-03T12:39:04.462394Z","steps":["trace[1252179225] 'process raft request' (duration: 308.229681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:39:04.462585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:39:04.153767Z","time spent":"308.737145ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:39:04.462584Z","caller":"traceutil/trace.go:171","msg":"trace[1820091276] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"307.968635ms","start":"2026-03-03T12:39:04.154603Z","end":"2026-03-03T12:39:04.462572Z","steps":["trace[1820091276] 'process raft request' (duration: 307.682747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:39:04.462693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:39:04.154585Z","time spent":"308.073077ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:39:04.462773Z","caller":"traceutil/trace.go:171","msg":"trace[859241342] linearizableReadLoop","detail":"{readStateIndex:25560; appliedIndex:25555; }","duration":"304.937644ms","start":"2026-03-03T12:39:04.157824Z","end":"2026-03-03T12:39:04.462762Z","steps":["trace[859241342] 'read index received' (duration: 111.16158ms)","trace[859241342] 'applied index is now lower than readState.Index' (duration: 193.774994ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:39:04.462825Z","caller":"traceutil/trace.go:171","msg":"trace[1195735394] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"307.628576ms","start":"2026-03-03T12:39:04.155164Z","end":"2026-03-03T12:39:04.462792Z","steps":["trace[1195735394] 'process raft request' (duration: 307.356299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:39:04.462943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.12602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T12:39:04.462975Z","caller":"traceutil/trace.go:171","msg":"trace[1622279030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24671; }","duration":"305.195101ms","start":"2026-03-03T12:39:04.157771Z","end":"2026-03-03T12:39:04.462966Z","steps":["trace[1622279030] 'agreement among raft nodes before linearized reading' (duration: 305.056428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:39:04.46298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:39:04.155155Z","time spent":"307.746959ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:39:04.463004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:39:04.157753Z","time spent":"305.245802ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:39:04.475942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.356435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T12:39:04.476003Z","caller":"traceutil/trace.go:171","msg":"trace[762174680] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"104.677198ms","start":"2026-03-03T12:39:04.371311Z","end":"2026-03-03T12:39:04.475989Z","steps":["trace[762174680] 'process raft request' (duration: 104.294398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:39:04.476251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.030786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:39:04.47628Z","caller":"traceutil/trace.go:171","msg":"trace[1133675832] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24672; }","duration":"230.083368ms","start":"2026-03-03T12:39:04.246188Z","end":"2026-03-03T12:39:04.476272Z","steps":["trace[1133675832] 'agreement among raft nodes before linearized reading' (duration: 230.011546ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:39:04.476209Z","caller":"traceutil/trace.go:171","msg":"trace[1107941246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24672; }","duration":"282.479539ms","start":"2026-03-03T12:39:04.193527Z","end":"2026-03-03T12:39:04.476007Z","steps":["trace[1107941246] 'agreement among raft nodes before linearized reading' (duration: 282.282633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:39:04.475945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.118548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T12:39:04.476566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.659011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:39:04.476571Z","caller":"traceutil/trace.go:171","msg":"trace[1397667319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24672; }","duration":"282.776746ms","start":"2026-03-03T12:39:04.193775Z","end":"2026-03-03T12:39:04.476552Z","steps":["trace[1397667319] 'agreement among raft nodes before linearized reading' (duration: 282.029756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:39:04.476593Z","caller":"traceutil/trace.go:171","msg":"trace[1141346362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24672; }","duration":"294.724903ms","start":"2026-03-03T12:39:04.181861Z","end":"2026-03-03T12:39:04.476586Z","steps":["trace[1141346362] 'agreement among raft nodes before linearized reading' (duration: 294.655941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:39:04.476581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.457944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:39:04.476634Z","caller":"traceutil/trace.go:171","msg":"trace[251910903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24672; }","duration":"283.569687ms","start":"2026-03-03T12:39:04.193048Z","end":"2026-03-03T12:39:04.476618Z","steps":["trace[251910903] 'agreement among raft nodes before linearized reading' (duration: 283.410263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:39:04.664728Z","caller":"traceutil/trace.go:171","msg":"trace[1769377109] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"184.292711ms","start":"2026-03-03T12:39:04.48041Z","end":"2026-03-03T12:39:04.664703Z","steps":["trace[1769377109] 'process raft request' (duration: 184.102516ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:39:04.665024Z","caller":"traceutil/trace.go:171","msg":"trace[56870298] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"184.518978ms","start":"2026-03-03T12:39:04.480465Z","end":"2026-03-03T12:39:04.664984Z","steps":["trace[56870298] 'process raft request' (duration: 184.194339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:39:04.665132Z","caller":"traceutil/trace.go:171","msg":"trace[803060937] linearizableReadLoop","detail":"{readStateIndex:25566; appliedIndex:25562; }","duration":"172.454237ms","start":"2026-03-03T12:39:04.492655Z","end":"2026-03-03T12:39:04.665109Z","steps":["trace[803060937] 'read index received' (duration: 171.916683ms)","trace[803060937] 'applied index is now lower than readState.Index' (duration: 536.664µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:39:04.665162Z","caller":"traceutil/trace.go:171","msg":"trace[855470448] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"184.529368ms","start":"2026-03-03T12:39:04.48062Z","end":"2026-03-03T12:39:04.665149Z","steps":["trace[855470448] 'process raft request' (duration: 184.265851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:39:04.665359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.942139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:39:04.665407Z","caller":"traceutil/trace.go:171","msg":"trace[1093616657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24677; }","duration":"185.031731ms","start":"2026-03-03T12:39:04.480365Z","end":"2026-03-03T12:39:04.665397Z","steps":["trace[1093616657] 'agreement among raft nodes before linearized reading' (duration: 184.887668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:39:04.665434Z","caller":"traceutil/trace.go:171","msg":"trace[680768015] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"184.387374ms","start":"2026-03-03T12:39:04.481006Z","end":"2026-03-03T12:39:04.665393Z","steps":["trace[680768015] 'process raft request' (duration: 184.023835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:40:58.567242Z","caller":"traceutil/trace.go:171","msg":"trace[1649599680] linearizableReadLoop","detail":"{readStateIndex:26667; appliedIndex:26666; }","duration":"152.139318ms","start":"2026-03-03T12:40:58.415084Z","end":"2026-03-03T12:40:58.567223Z","steps":["trace[1649599680] 'read index received' (duration: 152.059096ms)","trace[1649599680] 'applied index is now lower than readState.Index' (duration: 79.582µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:40:58.567404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.302303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:40:58.567441Z","caller":"traceutil/trace.go:171","msg":"trace[1570226591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25749; }","duration":"152.395665ms","start":"2026-03-03T12:40:58.415036Z","end":"2026-03-03T12:40:58.567432Z","steps":["trace[1570226591] 'agreement among raft nodes before linearized reading' (duration: 152.299192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:40:58.567431Z","caller":"traceutil/trace.go:171","msg":"trace[104542356] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"210.034055ms","start":"2026-03-03T12:40:58.357297Z","end":"2026-03-03T12:40:58.567331Z","steps":["trace[104542356] 'process raft request' (duration: 209.809069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:03.404162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739626,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:41:03.500292Z","caller":"traceutil/trace.go:171","msg":"trace[1421063361] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"597.784308ms","start":"2026-03-03T12:41:02.902468Z","end":"2026-03-03T12:41:03.500252Z","steps":["trace[1421063361] 'process raft request' (duration: 569.198169ms)","trace[1421063361] 'compare' (duration: 27.87102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:03.500471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.902445Z","time spent":"597.929741ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:03.503951Z","caller":"traceutil/trace.go:171","msg":"trace[1523906406] linearizableReadLoop","detail":"{readStateIndex:26703; appliedIndex:26698; }","duration":"600.269753ms","start":"2026-03-03T12:41:02.903654Z","end":"2026-03-03T12:41:03.503924Z","steps":["trace[1523906406] 'read index received' (duration: 568.091859ms)","trace[1523906406] 'applied index is now lower than readState.Index' (duration: 32.176584ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:03.504055Z","caller":"traceutil/trace.go:171","msg":"trace[1910494379] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"586.703073ms","start":"2026-03-03T12:41:02.91734Z","end":"2026-03-03T12:41:03.504043Z","steps":["trace[1910494379] 'process raft request' (duration: 586.477147ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:03.504093Z","caller":"traceutil/trace.go:171","msg":"trace[1765490438] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"395.331663ms","start":"2026-03-03T12:41:03.108748Z","end":"2026-03-03T12:41:03.50408Z","steps":["trace[1765490438] 'process raft request' (duration: 395.099757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:03.504116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.917318Z","time spent":"586.766875ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:03.504212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:03.108719Z","time spent":"395.414276ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:03.504067Z","caller":"traceutil/trace.go:171","msg":"trace[119336804] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"586.710233ms","start":"2026-03-03T12:41:02.917295Z","end":"2026-03-03T12:41:03.504005Z","steps":["trace[119336804] 'process raft request' (duration: 586.479087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:03.504368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.187782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T12:41:03.504385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.917279Z","time spent":"587.076534ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:03.504395Z","caller":"traceutil/trace.go:171","msg":"trace[1263188041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25784; }","duration":"192.242442ms","start":"2026-03-03T12:41:03.312145Z","end":"2026-03-03T12:41:03.504388Z","steps":["trace[1263188041] 'agreement among raft nodes before linearized reading' (duration: 192.13124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:03.504452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.821362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T12:41:03.504474Z","caller":"traceutil/trace.go:171","msg":"trace[415287610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25784; }","duration":"191.860153ms","start":"2026-03-03T12:41:03.312605Z","end":"2026-03-03T12:41:03.504466Z","steps":["trace[415287610] 'agreement among raft nodes before linearized reading' (duration: 191.804531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:03.504475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.996636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6fb59bdcfd-xtg4d.1899534e1ad889c2\" ","response":"range_response_count:1 size:2098"} {"level":"warn","ts":"2026-03-03T12:41:03.50459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.013964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:41:03.504616Z","caller":"traceutil/trace.go:171","msg":"trace[1071160885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25784; }","duration":"193.074625ms","start":"2026-03-03T12:41:03.311535Z","end":"2026-03-03T12:41:03.50461Z","steps":["trace[1071160885] 'agreement among raft nodes before linearized reading' (duration: 193.019324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:03.504574Z","caller":"traceutil/trace.go:171","msg":"trace[2116363205] range","detail":"{range_begin:/registry/events/openstack/glance-api-6fb59bdcfd-xtg4d.1899534e1ad889c2; range_end:; response_count:1; response_revision:25784; }","duration":"551.14267ms","start":"2026-03-03T12:41:02.953402Z","end":"2026-03-03T12:41:03.504544Z","steps":["trace[2116363205] 'agreement among raft nodes before linearized reading' (duration: 550.863642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:03.504674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.953388Z","time spent":"551.280083ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2121,"request content":"key:\"/registry/events/openstack/glance-api-6fb59bdcfd-xtg4d.1899534e1ad889c2\" "} {"level":"warn","ts":"2026-03-03T12:41:03.504698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.025954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:03.504749Z","caller":"traceutil/trace.go:171","msg":"trace[2049851658] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25784; }","duration":"601.145837ms","start":"2026-03-03T12:41:02.903591Z","end":"2026-03-03T12:41:03.504737Z","steps":["trace[2049851658] 'agreement among raft nodes before linearized reading' (duration: 601.048394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:03.504794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.903571Z","time spent":"601.214889ms","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:03.504818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.240625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:895"} {"level":"warn","ts":"2026-03-03T12:41:03.504708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.208634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T12:41:03.504861Z","caller":"traceutil/trace.go:171","msg":"trace[23451173] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:25784; }","duration":"472.302297ms","start":"2026-03-03T12:41:03.032545Z","end":"2026-03-03T12:41:03.504847Z","steps":["trace[23451173] 'agreement among raft nodes before linearized reading' (duration: 472.189974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:03.504922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:03.032529Z","time spent":"472.373948ms","remote":"127.0.0.1:36302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":918,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"info","ts":"2026-03-03T12:41:03.504936Z","caller":"traceutil/trace.go:171","msg":"trace[1124325261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25784; }","duration":"446.43079ms","start":"2026-03-03T12:41:03.058472Z","end":"2026-03-03T12:41:03.504902Z","steps":["trace[1124325261] 'agreement among raft nodes before linearized reading' (duration: 446.137962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:03.50504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:03.058461Z","time spent":"446.542583ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:41:03.5054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.578421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:41:03.505598Z","caller":"traceutil/trace.go:171","msg":"trace[906493169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25784; }","duration":"202.015832ms","start":"2026-03-03T12:41:03.303561Z","end":"2026-03-03T12:41:03.505577Z","steps":["trace[906493169] 'agreement among raft nodes before linearized reading' (duration: 200.754899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:03.504251Z","caller":"traceutil/trace.go:171","msg":"trace[1810694147] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"600.610152ms","start":"2026-03-03T12:41:02.903589Z","end":"2026-03-03T12:41:03.504199Z","steps":["trace[1810694147] 'process raft request' (duration: 600.042707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:03.505966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:02.903567Z","time spent":"602.326448ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:04.203034Z","caller":"traceutil/trace.go:171","msg":"trace[528665320] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"337.766965ms","start":"2026-03-03T12:41:03.865026Z","end":"2026-03-03T12:41:04.202793Z","steps":["trace[528665320] 'process raft request' (duration: 337.632122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:04.203157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:03.86501Z","time spent":"338.085763ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:04.749825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.39011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:04.749969Z","caller":"traceutil/trace.go:171","msg":"trace[1994210249] linearizableReadLoop","detail":"{readStateIndex:26711; appliedIndex:26710; }","duration":"333.985015ms","start":"2026-03-03T12:41:04.415959Z","end":"2026-03-03T12:41:04.749944Z","steps":["trace[1994210249] 'read index received' (duration: 45.231µs)","trace[1994210249] 'applied index is now lower than readState.Index' (duration: 333.937564ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:04.749984Z","caller":"traceutil/trace.go:171","msg":"trace[96093497] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"766.640218ms","start":"2026-03-03T12:41:03.983305Z","end":"2026-03-03T12:41:04.749945Z","steps":["trace[96093497] 'process raft request' (duration: 274.000252ms)","trace[96093497] 'compare' (duration: 492.103852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:04.750073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.15541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:04.750117Z","caller":"traceutil/trace.go:171","msg":"trace[1767808958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25792; }","duration":"334.244673ms","start":"2026-03-03T12:41:04.415862Z","end":"2026-03-03T12:41:04.750107Z","steps":["trace[1767808958] 'agreement among raft nodes before linearized reading' (duration: 334.15649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:04.750161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:03.983288Z","time spent":"766.790363ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:04.750159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:04.41584Z","time spent":"334.309414ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:41:04.803356Z","caller":"traceutil/trace.go:171","msg":"trace[1823779587] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"117.677143ms","start":"2026-03-03T12:41:04.685655Z","end":"2026-03-03T12:41:04.803333Z","steps":["trace[1823779587] 'process raft request' (duration: 117.54703ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:05.232291Z","caller":"traceutil/trace.go:171","msg":"trace[2068712894] linearizableReadLoop","detail":"{readStateIndex:26713; appliedIndex:26711; }","duration":"481.061819ms","start":"2026-03-03T12:41:04.751207Z","end":"2026-03-03T12:41:05.232269Z","steps":["trace[2068712894] 'read index received' (duration: 52.086782ms)","trace[2068712894] 'applied index is now lower than readState.Index' (duration: 428.974177ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:05.232367Z","caller":"traceutil/trace.go:171","msg":"trace[285461290] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"503.294829ms","start":"2026-03-03T12:41:04.729025Z","end":"2026-03-03T12:41:05.232319Z","steps":["trace[285461290] 'process raft request' (duration: 501.664716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:05.23246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.16646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:05.232432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.201692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:05.23249Z","caller":"traceutil/trace.go:171","msg":"trace[1558730842] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25794; }","duration":"412.244542ms","start":"2026-03-03T12:41:04.820235Z","end":"2026-03-03T12:41:05.232479Z","steps":["trace[1558730842] 'agreement among raft nodes before linearized reading' (duration: 412.15769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:05.232506Z","caller":"traceutil/trace.go:171","msg":"trace[752750983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25794; }","duration":"481.330196ms","start":"2026-03-03T12:41:04.751159Z","end":"2026-03-03T12:41:05.232489Z","steps":["trace[752750983] 'agreement among raft nodes before linearized reading' (duration: 481.209332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:05.232517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:04.820214Z","time spent":"412.296384ms","remote":"127.0.0.1:48652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:05.232538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:04.751144Z","time spent":"481.388108ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:05.23258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:04.72899Z","time spent":"503.481534ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:05.232592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.958588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:05.232668Z","caller":"traceutil/trace.go:171","msg":"trace[555449473] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25794; }","duration":"275.104772ms","start":"2026-03-03T12:41:04.957543Z","end":"2026-03-03T12:41:05.232648Z","steps":["trace[555449473] 'agreement among raft nodes before linearized reading' (duration: 274.952918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.016449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739651,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:41:06.081224Z","caller":"traceutil/trace.go:171","msg":"trace[455775982] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"575.516287ms","start":"2026-03-03T12:41:05.505664Z","end":"2026-03-03T12:41:06.08118Z","steps":["trace[455775982] 'process raft request' (duration: 575.291101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.081452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.505639Z","time spent":"575.694921ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:06.119558Z","caller":"traceutil/trace.go:171","msg":"trace[823120566] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"611.666716ms","start":"2026-03-03T12:41:05.507858Z","end":"2026-03-03T12:41:06.119525Z","steps":["trace[823120566] 'process raft request' (duration: 611.358797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:06.119543Z","caller":"traceutil/trace.go:171","msg":"trace[1212397020] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"610.624118ms","start":"2026-03-03T12:41:05.508888Z","end":"2026-03-03T12:41:06.119512Z","steps":["trace[1212397020] 'process raft request' (duration: 610.535156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:06.119898Z","caller":"traceutil/trace.go:171","msg":"trace[1447015423] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"610.238618ms","start":"2026-03-03T12:41:05.509633Z","end":"2026-03-03T12:41:06.119872Z","steps":["trace[1447015423] 'process raft request' (duration: 609.842877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.119917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.508851Z","time spent":"610.929556ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:06.119967Z","caller":"traceutil/trace.go:171","msg":"trace[2008620487] linearizableReadLoop","detail":"{readStateIndex:26718; appliedIndex:26713; }","duration":"604.193087ms","start":"2026-03-03T12:41:05.515759Z","end":"2026-03-03T12:41:06.119952Z","steps":["trace[2008620487] 'read index received' (duration: 565.178891ms)","trace[2008620487] 'applied index is now lower than readState.Index' (duration: 39.013186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:06.120112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.509594Z","time spent":"610.376871ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:06.120197Z","caller":"traceutil/trace.go:171","msg":"trace[212560208] transaction","detail":"{read_only:false; response_revision:25799; number_of_response:1; }","duration":"609.740805ms","start":"2026-03-03T12:41:05.510441Z","end":"2026-03-03T12:41:06.120182Z","steps":["trace[212560208] 'process raft request' (duration: 609.315744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.120246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.510435Z","time spent":"609.791246ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:06.120301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.507837Z","time spent":"611.80771ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:06.120388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.993732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T12:41:06.120412Z","caller":"traceutil/trace.go:171","msg":"trace[188239082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25799; }","duration":"604.045414ms","start":"2026-03-03T12:41:05.516362Z","end":"2026-03-03T12:41:06.120407Z","steps":["trace[188239082] 'agreement among raft nodes before linearized reading' (duration: 603.931961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.120407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.610759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T12:41:06.12043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.516348Z","time spent":"604.079425ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:41:06.120424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.515106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:41:06.120478Z","caller":"traceutil/trace.go:171","msg":"trace[1106181341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25799; }","duration":"604.609949ms","start":"2026-03-03T12:41:05.515855Z","end":"2026-03-03T12:41:06.120465Z","steps":["trace[1106181341] 'agreement among raft nodes before linearized reading' (duration: 604.414713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:06.120497Z","caller":"traceutil/trace.go:171","msg":"trace[1020276593] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25799; }","duration":"604.767793ms","start":"2026-03-03T12:41:05.515675Z","end":"2026-03-03T12:41:06.120443Z","steps":["trace[1020276593] 'agreement among raft nodes before linearized reading' (duration: 604.527257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.120521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.503546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T12:41:06.120519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.515837Z","time spent":"604.67538ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:41:06.120537Z","caller":"traceutil/trace.go:171","msg":"trace[1479527799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25799; }","duration":"604.515916ms","start":"2026-03-03T12:41:05.516014Z","end":"2026-03-03T12:41:06.12053Z","steps":["trace[1479527799] 'agreement among raft nodes before linearized reading' (duration: 604.473525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.120535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.444367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T12:41:06.120555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.51593Z","time spent":"604.622619ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:41:06.120571Z","caller":"traceutil/trace.go:171","msg":"trace[1378504505] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25799; }","duration":"603.51528ms","start":"2026-03-03T12:41:05.517042Z","end":"2026-03-03T12:41:06.120557Z","steps":["trace[1378504505] 'agreement among raft nodes before linearized reading' (duration: 603.390657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.12054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.515643Z","time spent":"604.886096ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:41:06.120599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:05.517022Z","time spent":"603.572391ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T12:41:06.586715Z","caller":"traceutil/trace.go:171","msg":"trace[1774534775] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"458.551682ms","start":"2026-03-03T12:41:06.128138Z","end":"2026-03-03T12:41:06.58669Z","steps":["trace[1774534775] 'process raft request' (duration: 458.401128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.586854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.128113Z","time spent":"458.673505ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:06.587822Z","caller":"traceutil/trace.go:171","msg":"trace[1090406851] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"458.679245ms","start":"2026-03-03T12:41:06.129113Z","end":"2026-03-03T12:41:06.587792Z","steps":["trace[1090406851] 'process raft request' (duration: 458.51036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:06.587883Z","caller":"traceutil/trace.go:171","msg":"trace[926584768] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"459.61547ms","start":"2026-03-03T12:41:06.128202Z","end":"2026-03-03T12:41:06.587818Z","steps":["trace[926584768] 'process raft request' (duration: 459.233339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.58797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.129104Z","time spent":"458.798638ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:06.587805Z","caller":"traceutil/trace.go:171","msg":"trace[879564415] linearizableReadLoop","detail":"{readStateIndex:26723; appliedIndex:26718; }","duration":"423.264725ms","start":"2026-03-03T12:41:06.164505Z","end":"2026-03-03T12:41:06.58777Z","steps":["trace[879564415] 'read index received' (duration: 422.125935ms)","trace[879564415] 'applied index is now lower than readState.Index' (duration: 1.13713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:06.588164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.617324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T12:41:06.588219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.291083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:06.58822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.12818Z","time spent":"459.789005ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:06.588244Z","caller":"traceutil/trace.go:171","msg":"trace[1213434972] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:25804; }","duration":"423.779308ms","start":"2026-03-03T12:41:06.164446Z","end":"2026-03-03T12:41:06.588226Z","steps":["trace[1213434972] 'agreement among raft nodes before linearized reading' (duration: 423.439119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.588316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.16442Z","time spent":"423.884972ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"info","ts":"2026-03-03T12:41:06.588248Z","caller":"traceutil/trace.go:171","msg":"trace[1959478113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25804; }","duration":"172.357815ms","start":"2026-03-03T12:41:06.415882Z","end":"2026-03-03T12:41:06.58824Z","steps":["trace[1959478113] 'agreement among raft nodes before linearized reading' (duration: 172.299803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:06.588523Z","caller":"traceutil/trace.go:171","msg":"trace[45672196] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"458.215233ms","start":"2026-03-03T12:41:06.130296Z","end":"2026-03-03T12:41:06.588511Z","steps":["trace[45672196] 'process raft request' (duration: 457.384411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.588584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.130274Z","time spent":"458.283794ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:06.588615Z","caller":"traceutil/trace.go:171","msg":"trace[1266687900] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"457.965896ms","start":"2026-03-03T12:41:06.130632Z","end":"2026-03-03T12:41:06.588598Z","steps":["trace[1266687900] 'process raft request' (duration: 457.088913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:06.588704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:06.130625Z","time spent":"458.038048ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:09.213129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.603488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:09.213221Z","caller":"traceutil/trace.go:171","msg":"trace[1100347133] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25818; }","duration":"526.742882ms","start":"2026-03-03T12:41:08.686459Z","end":"2026-03-03T12:41:09.213202Z","steps":["trace[1100347133] 'count revisions from in-memory index tree' (duration: 526.528956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.213262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:08.68644Z","time spent":"526.811554ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":52,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:09.214137Z","caller":"traceutil/trace.go:171","msg":"trace[1975239651] linearizableReadLoop","detail":"{readStateIndex:26739; appliedIndex:26738; }","duration":"113.569205ms","start":"2026-03-03T12:41:09.100533Z","end":"2026-03-03T12:41:09.214102Z","steps":["trace[1975239651] 'read index received' (duration: 110.499873ms)","trace[1975239651] 'applied index is now lower than readState.Index' (duration: 3.068172ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:09.214236Z","caller":"traceutil/trace.go:171","msg":"trace[1222527722] transaction","detail":"{read_only:false; response_revision:25819; number_of_response:1; }","duration":"452.217034ms","start":"2026-03-03T12:41:08.762011Z","end":"2026-03-03T12:41:09.214228Z","steps":["trace[1222527722] 'process raft request' (duration: 449.082661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.214318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:08.761952Z","time spent":"452.300496ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:09.21449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.948515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:09.214531Z","caller":"traceutil/trace.go:171","msg":"trace[1557446320] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25819; }","duration":"114.015217ms","start":"2026-03-03T12:41:09.100503Z","end":"2026-03-03T12:41:09.214518Z","steps":["trace[1557446320] 'agreement among raft nodes before linearized reading' (duration: 113.945065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.842565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.26012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:09.843111Z","caller":"traceutil/trace.go:171","msg":"trace[1340343818] linearizableReadLoop","detail":"{readStateIndex:26741; appliedIndex:26739; }","duration":"524.111552ms","start":"2026-03-03T12:41:09.318965Z","end":"2026-03-03T12:41:09.843077Z","steps":["trace[1340343818] 'read index received' (duration: 382.147044ms)","trace[1340343818] 'applied index is now lower than readState.Index' (duration: 141.963488ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:09.8431Z","caller":"traceutil/trace.go:171","msg":"trace[1361222866] transaction","detail":"{read_only:false; response_revision:25820; number_of_response:1; }","duration":"624.200389ms","start":"2026-03-03T12:41:09.218869Z","end":"2026-03-03T12:41:09.84307Z","steps":["trace[1361222866] 'process raft request' (duration: 482.152498ms)","trace[1361222866] 'compare' (duration: 140.545051ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:09.843129Z","caller":"traceutil/trace.go:171","msg":"trace[1118316857] transaction","detail":"{read_only:false; response_revision:25821; number_of_response:1; }","duration":"594.619673ms","start":"2026-03-03T12:41:09.248471Z","end":"2026-03-03T12:41:09.84309Z","steps":["trace[1118316857] 'process raft request' (duration: 594.203292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.84324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.218843Z","time spent":"624.323112ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:09.843319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.248455Z","time spent":"594.766708ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:09.843395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.40729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T12:41:09.843437Z","caller":"traceutil/trace.go:171","msg":"trace[1394758851] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25821; }","duration":"524.512702ms","start":"2026-03-03T12:41:09.318914Z","end":"2026-03-03T12:41:09.843427Z","steps":["trace[1394758851] 'agreement among raft nodes before linearized reading' (duration: 524.262385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:09.843473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.318897Z","time spent":"524.566894ms","remote":"127.0.0.1:36430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:10.343387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:10.84398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:10.989967Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.148832834s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:41:11.01588Z","caller":"traceutil/trace.go:171","msg":"trace[119226792] transaction","detail":"{read_only:false; response_revision:25822; number_of_response:1; }","duration":"1.207173772s","start":"2026-03-03T12:41:09.808673Z","end":"2026-03-03T12:41:11.015847Z","steps":["trace[119226792] 'process raft request' (duration: 1.181985764s)","trace[119226792] 'compare' (duration: 23.899784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:11.01607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.808646Z","time spent":"1.207310326s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:11.102836Z","caller":"traceutil/trace.go:171","msg":"trace[1175061329] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"913.894728ms","start":"2026-03-03T12:41:10.188909Z","end":"2026-03-03T12:41:11.102804Z","steps":["trace[1175061329] 'process raft request' (duration: 913.802456ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:11.102858Z","caller":"traceutil/trace.go:171","msg":"trace[1163577663] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"1.008631603s","start":"2026-03-03T12:41:10.094194Z","end":"2026-03-03T12:41:11.102826Z","steps":["trace[1163577663] 'process raft request' (duration: 1.008359046s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.102993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.094169Z","time spent":"1.008762506s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:11.103015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.188875Z","time spent":"914.050423ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:11.103166Z","caller":"traceutil/trace.go:171","msg":"trace[1518148359] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"901.325734ms","start":"2026-03-03T12:41:10.201807Z","end":"2026-03-03T12:41:11.103133Z","steps":["trace[1518148359] 'process raft request' (duration: 900.956274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.103352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.201777Z","time spent":"901.495009ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:11.104064Z","caller":"traceutil/trace.go:171","msg":"trace[1399812437] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"900.247666ms","start":"2026-03-03T12:41:10.203748Z","end":"2026-03-03T12:41:11.103995Z","steps":["trace[1399812437] 'process raft request' (duration: 899.231259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:11.104082Z","caller":"traceutil/trace.go:171","msg":"trace[846517332] transaction","detail":"{read_only:false; response_revision:25827; number_of_response:1; }","duration":"899.760283ms","start":"2026-03-03T12:41:10.204295Z","end":"2026-03-03T12:41:11.104055Z","steps":["trace[846517332] 'process raft request' (duration: 899.609049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:11.104214Z","caller":"traceutil/trace.go:171","msg":"trace[1926159321] linearizableReadLoop","detail":"{readStateIndex:26748; appliedIndex:26741; }","duration":"1.261020382s","start":"2026-03-03T12:41:09.84315Z","end":"2026-03-03T12:41:11.10417Z","steps":["trace[1926159321] 'read index received' (duration: 1.147137009s)","trace[1926159321] 'applied index is now lower than readState.Index' (duration: 113.882093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:11.104209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.203721Z","time spent":"900.403071ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:11.104276Z","caller":"traceutil/trace.go:171","msg":"trace[689265329] transaction","detail":"{read_only:false; response_revision:25829; number_of_response:1; }","duration":"164.820235ms","start":"2026-03-03T12:41:10.939429Z","end":"2026-03-03T12:41:11.104249Z","steps":["trace[689265329] 'process raft request' (duration: 164.678251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.104357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688588191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:11.104402Z","caller":"traceutil/trace.go:171","msg":"trace[353041298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25829; }","duration":"1.688677794s","start":"2026-03-03T12:41:09.415712Z","end":"2026-03-03T12:41:11.10439Z","steps":["trace[353041298] 'agreement among raft nodes before linearized reading' (duration: 1.688592661s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.104436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.415686Z","time spent":"1.688743346s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:11.104407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381094039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:11.104488Z","caller":"traceutil/trace.go:171","msg":"trace[88419459] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25829; }","duration":"1.381231363s","start":"2026-03-03T12:41:09.723239Z","end":"2026-03-03T12:41:11.104471Z","steps":["trace[88419459] 'agreement among raft nodes before linearized reading' (duration: 1.381071828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.104541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.723219Z","time spent":"1.381312305s","remote":"127.0.0.1:36228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:11.104562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176329674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-03T12:41:11.104598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.516009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T12:41:11.104595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.858292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T12:41:11.104625Z","caller":"traceutil/trace.go:171","msg":"trace[794847334] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25829; }","duration":"1.176395855s","start":"2026-03-03T12:41:09.928213Z","end":"2026-03-03T12:41:11.104609Z","steps":["trace[794847334] 'agreement among raft nodes before linearized reading' (duration: 1.17620461s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:11.104633Z","caller":"traceutil/trace.go:171","msg":"trace[1428194066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25829; }","duration":"499.569631ms","start":"2026-03-03T12:41:10.605051Z","end":"2026-03-03T12:41:11.104621Z","steps":["trace[1428194066] 'agreement among raft nodes before linearized reading' (duration: 499.440857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:11.104646Z","caller":"traceutil/trace.go:171","msg":"trace[215533141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25829; }","duration":"498.922843ms","start":"2026-03-03T12:41:10.605706Z","end":"2026-03-03T12:41:11.104629Z","steps":["trace[215533141] 'agreement among raft nodes before linearized reading' (duration: 498.790029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.104663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.60504Z","time spent":"499.617382ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:11.104663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:09.928172Z","time spent":"1.176482998s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T12:41:11.104688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.6057Z","time spent":"498.981044ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:11.104686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.251942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T12:41:11.104562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.424587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T12:41:11.104767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.832767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:11.104732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.279259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:41:11.104797Z","caller":"traceutil/trace.go:171","msg":"trace[2038207078] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25829; }","duration":"612.900639ms","start":"2026-03-03T12:41:10.491886Z","end":"2026-03-03T12:41:11.104786Z","steps":["trace[2038207078] 'agreement among raft nodes before linearized reading' (duration: 612.850638ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:11.104806Z","caller":"traceutil/trace.go:171","msg":"trace[961861186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25829; }","duration":"499.673443ms","start":"2026-03-03T12:41:10.605105Z","end":"2026-03-03T12:41:11.104778Z","steps":["trace[961861186] 'agreement among raft nodes before linearized reading' (duration: 499.320644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.104825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.491865Z","time spent":"612.95359ms","remote":"127.0.0.1:53674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T12:41:11.104831Z","caller":"traceutil/trace.go:171","msg":"trace[315815869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25829; }","duration":"503.439924ms","start":"2026-03-03T12:41:10.601367Z","end":"2026-03-03T12:41:11.104807Z","steps":["trace[315815869] 'agreement among raft nodes before linearized reading' (duration: 503.121445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.104869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.605098Z","time spent":"499.750945ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:11.104891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.601345Z","time spent":"503.532375ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T12:41:11.104988Z","caller":"traceutil/trace.go:171","msg":"trace[2109682312] transaction","detail":"{read_only:false; response_revision:25828; number_of_response:1; }","duration":"726.779871ms","start":"2026-03-03T12:41:10.378184Z","end":"2026-03-03T12:41:11.104964Z","steps":["trace[2109682312] 'process raft request' (duration: 725.802385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.1051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.378158Z","time spent":"726.888424ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:11.105266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.20427Z","time spent":"899.886086ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:11.105402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.667301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T12:41:11.105436Z","caller":"traceutil/trace.go:171","msg":"trace[1692993696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25829; }","duration":"500.057383ms","start":"2026-03-03T12:41:10.605363Z","end":"2026-03-03T12:41:11.10542Z","steps":["trace[1692993696] 'agreement among raft nodes before linearized reading' (duration: 499.237311ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:11.105455Z","caller":"traceutil/trace.go:171","msg":"trace[180644930] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25829; }","duration":"430.766524ms","start":"2026-03-03T12:41:10.674671Z","end":"2026-03-03T12:41:11.105438Z","steps":["trace[180644930] 'agreement among raft nodes before linearized reading' (duration: 430.460696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.105638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.674658Z","time spent":"430.931788ms","remote":"127.0.0.1:38968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:11.105499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:10.605343Z","time spent":"500.142646ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:41:11.687142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.540707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:11.687492Z","caller":"traceutil/trace.go:171","msg":"trace[1978243375] linearizableReadLoop","detail":"{readStateIndex:26752; appliedIndex:26749; }","duration":"576.819859ms","start":"2026-03-03T12:41:11.11065Z","end":"2026-03-03T12:41:11.68747Z","steps":["trace[1978243375] 'read index received' (duration: 51.030414ms)","trace[1978243375] 'applied index is now lower than readState.Index' (duration: 525.788285ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:11.687509Z","caller":"traceutil/trace.go:171","msg":"trace[1750762950] transaction","detail":"{read_only:false; response_revision:25832; number_of_response:1; }","duration":"577.821817ms","start":"2026-03-03T12:41:11.109659Z","end":"2026-03-03T12:41:11.687481Z","steps":["trace[1750762950] 'process raft request' (duration: 577.644832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:11.687528Z","caller":"traceutil/trace.go:171","msg":"trace[221567896] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"576.720337ms","start":"2026-03-03T12:41:11.110784Z","end":"2026-03-03T12:41:11.687504Z","steps":["trace[221567896] 'process raft request' (duration: 576.596164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.687641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.109651Z","time spent":"577.924639ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:11.687652Z","caller":"traceutil/trace.go:171","msg":"trace[1203662715] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"576.857951ms","start":"2026-03-03T12:41:11.11078Z","end":"2026-03-03T12:41:11.687638Z","steps":["trace[1203662715] 'process raft request' (duration: 576.645255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.687645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.110776Z","time spent":"576.805019ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:11.687729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.110766Z","time spent":"576.921822ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:11.687953Z","caller":"traceutil/trace.go:171","msg":"trace[1696384004] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"578.493604ms","start":"2026-03-03T12:41:11.109448Z","end":"2026-03-03T12:41:11.687942Z","steps":["trace[1696384004] 'process raft request' (duration: 459.055243ms)","trace[1696384004] 'compare' (duration: 118.367132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:11.688004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.109437Z","time spent":"578.542576ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:11.688075Z","caller":"traceutil/trace.go:171","msg":"trace[322871086] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"466.722028ms","start":"2026-03-03T12:41:11.221294Z","end":"2026-03-03T12:41:11.688016Z","steps":["trace[322871086] 'process raft request' (duration: 466.281396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:11.688176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.221264Z","time spent":"466.855772ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:12.214709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.845964ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T12:41:12.214873Z","caller":"traceutil/trace.go:171","msg":"trace[791496483] linearizableReadLoop","detail":"{readStateIndex:26756; appliedIndex:26755; }","duration":"527.321227ms","start":"2026-03-03T12:41:11.687537Z","end":"2026-03-03T12:41:12.214859Z","steps":["trace[791496483] 'read index received' (duration: 420.251µs)","trace[791496483] 'applied index is now lower than readState.Index' (duration: 526.900456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:12.214981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.985402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:12.215001Z","caller":"traceutil/trace.go:171","msg":"trace[828990352] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25835; }","duration":"905.056313ms","start":"2026-03-03T12:41:11.309938Z","end":"2026-03-03T12:41:12.214994Z","steps":["trace[828990352] 'agreement among raft nodes before linearized reading' (duration: 904.982861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:12.21502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.309917Z","time spent":"905.097514ms","remote":"127.0.0.1:36618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:12.215039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100387797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:12.215088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078372113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:12.215126Z","caller":"traceutil/trace.go:171","msg":"trace[153540939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25835; }","duration":"1.100495389s","start":"2026-03-03T12:41:11.114611Z","end":"2026-03-03T12:41:12.215106Z","steps":["trace[153540939] 'agreement among raft nodes before linearized reading' (duration: 1.100356166s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:12.215139Z","caller":"traceutil/trace.go:171","msg":"trace[697566288] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25835; }","duration":"1.078468565s","start":"2026-03-03T12:41:11.136656Z","end":"2026-03-03T12:41:12.215124Z","steps":["trace[697566288] 'agreement among raft nodes before linearized reading' (duration: 1.078373972s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:12.215167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.114603Z","time spent":"1.100555801s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:12.215164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104493535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:12.215191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.136635Z","time spent":"1.078543847s","remote":"127.0.0.1:36570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:12.215225Z","caller":"traceutil/trace.go:171","msg":"trace[5753614] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25835; }","duration":"1.104573358s","start":"2026-03-03T12:41:11.110636Z","end":"2026-03-03T12:41:12.215209Z","steps":["trace[5753614] 'agreement among raft nodes before linearized reading' (duration: 577.221721ms)","trace[5753614] 'range keys from in-memory index tree' (duration: 527.188253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:12.215258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.11063Z","time spent":"1.104615039s","remote":"127.0.0.1:36286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T12:41:12.215501Z","caller":"traceutil/trace.go:171","msg":"trace[847349314] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"505.811626ms","start":"2026-03-03T12:41:11.709676Z","end":"2026-03-03T12:41:12.215487Z","steps":["trace[847349314] 'process raft request' (duration: 505.110337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:12.21559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.709658Z","time spent":"505.873968ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:12.635013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.430103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:12.635152Z","caller":"traceutil/trace.go:171","msg":"trace[891872192] linearizableReadLoop","detail":"{readStateIndex:26758; appliedIndex:26756; }","duration":"420.230994ms","start":"2026-03-03T12:41:12.214893Z","end":"2026-03-03T12:41:12.635124Z","steps":["trace[891872192] 'read index received' (duration: 243.836µs)","trace[891872192] 'applied index is now lower than readState.Index' (duration: 419.984798ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:12.635166Z","caller":"traceutil/trace.go:171","msg":"trace[390539719] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"786.683531ms","start":"2026-03-03T12:41:11.848446Z","end":"2026-03-03T12:41:12.635129Z","steps":["trace[390539719] 'process raft request' (duration: 367.031542ms)","trace[390539719] 'compare' (duration: 419.3168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:12.635305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.34172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:12.635311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.848419Z","time spent":"786.814815ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:12.635364Z","caller":"traceutil/trace.go:171","msg":"trace[300407596] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25837; }","duration":"616.443193ms","start":"2026-03-03T12:41:12.018904Z","end":"2026-03-03T12:41:12.635347Z","steps":["trace[300407596] 'agreement among raft nodes before linearized reading' (duration: 616.33891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:12.635415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:12.018883Z","time spent":"616.516774ms","remote":"127.0.0.1:53790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:12.635727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.890835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:12.635779Z","caller":"traceutil/trace.go:171","msg":"trace[1500004463] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25837; }","duration":"260.970357ms","start":"2026-03-03T12:41:12.374796Z","end":"2026-03-03T12:41:12.635766Z","steps":["trace[1500004463] 'agreement among raft nodes before linearized reading' (duration: 260.877285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:12.635767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.894999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:12.635822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.022386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:12.635891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.832475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:41:12.635853Z","caller":"traceutil/trace.go:171","msg":"trace[1608024669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25837; }","duration":"419.178006ms","start":"2026-03-03T12:41:12.216652Z","end":"2026-03-03T12:41:12.63583Z","steps":["trace[1608024669] 'agreement among raft nodes before linearized reading' (duration: 419.000261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:12.635932Z","caller":"traceutil/trace.go:171","msg":"trace[1514765500] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25837; }","duration":"415.17183ms","start":"2026-03-03T12:41:12.220727Z","end":"2026-03-03T12:41:12.635899Z","steps":["trace[1514765500] 'agreement among raft nodes before linearized reading' (duration: 414.996535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:12.635923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.113749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-03-03T12:41:12.636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:12.220711Z","time spent":"415.274293ms","remote":"127.0.0.1:36362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T12:41:12.635993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:12.21663Z","time spent":"419.350231ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:41:12.636009Z","caller":"traceutil/trace.go:171","msg":"trace[1240811840] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:25837; }","duration":"658.248602ms","start":"2026-03-03T12:41:11.977742Z","end":"2026-03-03T12:41:12.635991Z","steps":["trace[1240811840] 'agreement among raft nodes before linearized reading' (duration: 657.939374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:12.636311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:11.97772Z","time spent":"658.568881ms","remote":"127.0.0.1:36302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-03T12:41:12.635952Z","caller":"traceutil/trace.go:171","msg":"trace[850368830] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25837; }","duration":"274.896877ms","start":"2026-03-03T12:41:12.361042Z","end":"2026-03-03T12:41:12.635939Z","steps":["trace[850368830] 'agreement among raft nodes before linearized reading' (duration: 274.678501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.483753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.889851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:13.483808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:12.907935Z","time spent":"575.865965ms","remote":"127.0.0.1:55830","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T12:41:13.483861Z","caller":"traceutil/trace.go:171","msg":"trace[95784862] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25837; }","duration":"644.050705ms","start":"2026-03-03T12:41:12.839791Z","end":"2026-03-03T12:41:13.483842Z","steps":["trace[95784862] 'count revisions from in-memory index tree' (duration: 643.769058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.483761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.561218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-03T12:41:13.483905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:12.839767Z","time spent":"644.126577ms","remote":"127.0.0.1:48636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:13.483939Z","caller":"traceutil/trace.go:171","msg":"trace[1586019328] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:25837; }","duration":"624.776443ms","start":"2026-03-03T12:41:12.859143Z","end":"2026-03-03T12:41:13.48392Z","steps":["trace[1586019328] 'range keys from in-memory index tree' (duration: 624.392304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.48399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:12.859132Z","time spent":"624.836665ms","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-03T12:41:13.486234Z","caller":"traceutil/trace.go:171","msg":"trace[328401624] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"377.681975ms","start":"2026-03-03T12:41:13.108523Z","end":"2026-03-03T12:41:13.486205Z","steps":["trace[328401624] 'process raft request' (duration: 377.538141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:13.486512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.108503Z","time spent":"377.809189ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:14.222891Z","caller":"traceutil/trace.go:171","msg":"trace[345756487] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"1.113558728s","start":"2026-03-03T12:41:13.109301Z","end":"2026-03-03T12:41:14.22286Z","steps":["trace[345756487] 'process raft request' (duration: 1.055286482s)","trace[345756487] 'compare' (duration: 57.781343ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:14.223068Z","caller":"traceutil/trace.go:171","msg":"trace[1231100583] linearizableReadLoop","detail":"{readStateIndex:26763; appliedIndex:26758; }","duration":"1.054239073s","start":"2026-03-03T12:41:13.168812Z","end":"2026-03-03T12:41:14.223051Z","steps":["trace[1231100583] 'read index received' (duration: 317.328523ms)","trace[1231100583] 'applied index is now lower than readState.Index' (duration: 736.90953ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:14.223144Z","caller":"traceutil/trace.go:171","msg":"trace[262060913] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"1.113215909s","start":"2026-03-03T12:41:13.109918Z","end":"2026-03-03T12:41:14.223134Z","steps":["trace[262060913] 'process raft request' (duration: 1.11288175s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.223211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.109905Z","time spent":"1.11326463s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:14.22333Z","caller":"traceutil/trace.go:171","msg":"trace[1597003632] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"1.112763036s","start":"2026-03-03T12:41:13.110552Z","end":"2026-03-03T12:41:14.223315Z","steps":["trace[1597003632] 'process raft request' (duration: 1.112405917s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.223397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.110539Z","time spent":"1.112831179s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:14.223455Z","caller":"traceutil/trace.go:171","msg":"trace[128301037] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"1.112251733s","start":"2026-03-03T12:41:13.111197Z","end":"2026-03-03T12:41:14.223449Z","steps":["trace[128301037] 'process raft request' (duration: 1.111817211s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.223495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.111176Z","time spent":"1.112297965s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:14.223821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054966843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:41:14.223907Z","caller":"traceutil/trace.go:171","msg":"trace[4173830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25842; }","duration":"1.055105167s","start":"2026-03-03T12:41:13.168783Z","end":"2026-03-03T12:41:14.223888Z","steps":["trace[4173830] 'agreement among raft nodes before linearized reading' (duration: 1.054832719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.22396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.168772Z","time spent":"1.055179158s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:14.224224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.10927Z","time spent":"1.113729392s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:14.282572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.070465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:14.282676Z","caller":"traceutil/trace.go:171","msg":"trace[1434406846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25843; }","duration":"867.319991ms","start":"2026-03-03T12:41:13.415332Z","end":"2026-03-03T12:41:14.282652Z","steps":["trace[1434406846] 'agreement among raft nodes before linearized reading' (duration: 867.143527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.282685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.154914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T12:41:14.2827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.654961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:41:14.282761Z","caller":"traceutil/trace.go:171","msg":"trace[1584892040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25843; }","duration":"590.257758ms","start":"2026-03-03T12:41:13.692484Z","end":"2026-03-03T12:41:14.282742Z","steps":["trace[1584892040] 'agreement among raft nodes before linearized reading' (duration: 590.041842ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:14.282805Z","caller":"traceutil/trace.go:171","msg":"trace[1248762626] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"589.255511ms","start":"2026-03-03T12:41:13.693543Z","end":"2026-03-03T12:41:14.282798Z","steps":["trace[1248762626] 'process raft request' (duration: 588.770098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.282807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.692477Z","time spent":"590.321439ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:41:14.282862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.697841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c3b0d10e-ac10-4d9d-bf0b-4b8fb1072b05\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-03T12:41:14.282769Z","caller":"traceutil/trace.go:171","msg":"trace[289622913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25843; }","duration":"589.771344ms","start":"2026-03-03T12:41:13.692982Z","end":"2026-03-03T12:41:14.282753Z","steps":["trace[289622913] 'agreement among raft nodes before linearized reading' (duration: 589.573689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:14.282895Z","caller":"traceutil/trace.go:171","msg":"trace[410722751] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c3b0d10e-ac10-4d9d-bf0b-4b8fb1072b05; range_end:; response_count:1; response_revision:25843; }","duration":"795.749372ms","start":"2026-03-03T12:41:13.487136Z","end":"2026-03-03T12:41:14.282886Z","steps":["trace[410722751] 'agreement among raft nodes before linearized reading' (duration: 795.614878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.282907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.693527Z","time spent":"589.320043ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:14.282929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.487125Z","time spent":"795.796254ms","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-c3b0d10e-ac10-4d9d-bf0b-4b8fb1072b05\" "} {"level":"warn","ts":"2026-03-03T12:41:14.282796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.311409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T12:41:14.282932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.692957Z","time spent":"589.959809ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:41:14.283001Z","caller":"traceutil/trace.go:171","msg":"trace[1540564345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25843; }","duration":"590.569546ms","start":"2026-03-03T12:41:13.692412Z","end":"2026-03-03T12:41:14.282982Z","steps":["trace[1540564345] 'agreement among raft nodes before linearized reading' (duration: 590.202726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.282695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.539579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T12:41:14.283065Z","caller":"traceutil/trace.go:171","msg":"trace[115722759] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25843; }","duration":"589.952569ms","start":"2026-03-03T12:41:13.693104Z","end":"2026-03-03T12:41:14.283057Z","steps":["trace[115722759] 'agreement among raft nodes before linearized reading' (duration: 589.394324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.283058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.692389Z","time spent":"590.655008ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:14.282726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.415311Z","time spent":"867.403684ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:14.283093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.693098Z","time spent":"589.98638ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:14.283101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.777616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:14.28324Z","caller":"traceutil/trace.go:171","msg":"trace[139414884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25843; }","duration":"444.967131ms","start":"2026-03-03T12:41:13.838244Z","end":"2026-03-03T12:41:14.283211Z","steps":["trace[139414884] 'agreement among raft nodes before linearized reading' (duration: 444.693684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:14.2833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:13.838228Z","time spent":"445.062323ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:14.83059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:15.330814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:15.336798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054491879s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:41:15.337218Z","caller":"traceutil/trace.go:171","msg":"trace[974871960] transaction","detail":"{read_only:false; response_revision:25844; number_of_response:1; }","duration":"1.108274577s","start":"2026-03-03T12:41:14.228907Z","end":"2026-03-03T12:41:15.337181Z","steps":["trace[974871960] 'process raft request' (duration: 1.108082282s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:15.337394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.228886Z","time spent":"1.108418931s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:15.854803Z","caller":"traceutil/trace.go:171","msg":"trace[761749177] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"1.56729899s","start":"2026-03-03T12:41:14.287473Z","end":"2026-03-03T12:41:15.854772Z","steps":["trace[761749177] 'process raft request' (duration: 1.563961592s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:15.855025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.287452Z","time spent":"1.567446425s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:15.85531Z","caller":"traceutil/trace.go:171","msg":"trace[1928052514] transaction","detail":"{read_only:false; response_revision:25847; number_of_response:1; }","duration":"1.567224379s","start":"2026-03-03T12:41:14.288069Z","end":"2026-03-03T12:41:15.855293Z","steps":["trace[1928052514] 'process raft request' (duration: 1.567075445s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:15.855348Z","caller":"traceutil/trace.go:171","msg":"trace[2139870544] linearizableReadLoop","detail":"{readStateIndex:26770; appliedIndex:26765; }","duration":"1.524811503s","start":"2026-03-03T12:41:14.330523Z","end":"2026-03-03T12:41:15.855335Z","steps":["trace[2139870544] 'read index received' (duration: 1.006705771s)","trace[2139870544] 'applied index is now lower than readState.Index' (duration: 518.104502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:15.855414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.288058Z","time spent":"1.567300671s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:15.855275Z","caller":"traceutil/trace.go:171","msg":"trace[303365495] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"1.567598479s","start":"2026-03-03T12:41:14.28765Z","end":"2026-03-03T12:41:15.855248Z","steps":["trace[303365495] 'process raft request' (duration: 1.567020254s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:15.855494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.287627Z","time spent":"1.567833345s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:15.855454Z","caller":"traceutil/trace.go:171","msg":"trace[307498554] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"1.214251589s","start":"2026-03-03T12:41:14.64116Z","end":"2026-03-03T12:41:15.855412Z","steps":["trace[307498554] 'process raft request' (duration: 1.214128916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:15.855535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525013678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:911"} {"level":"info","ts":"2026-03-03T12:41:15.855572Z","caller":"traceutil/trace.go:171","msg":"trace[105299523] transaction","detail":"{read_only:false; response_revision:25848; number_of_response:1; }","duration":"1.566697015s","start":"2026-03-03T12:41:14.288838Z","end":"2026-03-03T12:41:15.855535Z","steps":["trace[105299523] 'process raft request' (duration: 1.566400877s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:15.855583Z","caller":"traceutil/trace.go:171","msg":"trace[2106026539] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:25849; }","duration":"1.525092451s","start":"2026-03-03T12:41:14.330475Z","end":"2026-03-03T12:41:15.855567Z","steps":["trace[2106026539] 'agreement among raft nodes before linearized reading' (duration: 1.524935706s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:15.855614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.330457Z","time spent":"1.525148183s","remote":"127.0.0.1:36302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":934,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-03T12:41:15.855662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.641137Z","time spent":"1.214434245s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:15.855688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.288811Z","time spent":"1.566793318s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:16.356215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:16.417642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000157311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:41:16.417763Z","caller":"traceutil/trace.go:171","msg":"trace[1392181374] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328136s","start":"2026-03-03T12:41:14.417408Z","end":"2026-03-03T12:41:16.417736Z","steps":["trace[1392181374] 'agreement among raft nodes before linearized reading' (duration: 2.000185282s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:16.417825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.417379Z","time spent":"2.000433028s","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:16.857063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:16.925815Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074372678s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:41:16.926106Z","caller":"traceutil/trace.go:171","msg":"trace[2073823366] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"1.434766164s","start":"2026-03-03T12:41:15.491323Z","end":"2026-03-03T12:41:16.926089Z","steps":["trace[2073823366] 'process raft request' (duration: 1.434667961s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:16.926222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:15.491277Z","time spent":"1.434893357s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:18.110781Z","caller":"traceutil/trace.go:171","msg":"trace[1099233303] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"1.882593391s","start":"2026-03-03T12:41:16.228162Z","end":"2026-03-03T12:41:18.110756Z","steps":["trace[1099233303] 'process raft request' (duration: 1.882521759s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:18.110808Z","caller":"traceutil/trace.go:171","msg":"trace[778916209] transaction","detail":"{read_only:false; response_revision:25851; number_of_response:1; }","duration":"2.089666537s","start":"2026-03-03T12:41:16.021093Z","end":"2026-03-03T12:41:18.110759Z","steps":["trace[778916209] 'process raft request' (duration: 2.089362369s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:18.110924Z","caller":"traceutil/trace.go:171","msg":"trace[1823962807] transaction","detail":"{read_only:false; response_revision:25854; number_of_response:1; }","duration":"1.882290852s","start":"2026-03-03T12:41:16.228618Z","end":"2026-03-03T12:41:18.110909Z","steps":["trace[1823962807] 'process raft request' (duration: 1.882100117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.110949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.228151Z","time spent":"1.882700344s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:18.110982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.228598Z","time spent":"1.882355084s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:18.110976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.021073Z","time spent":"2.089815121s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:18.111106Z","caller":"traceutil/trace.go:171","msg":"trace[942374178] transaction","detail":"{read_only:false; response_revision:25852; number_of_response:1; }","duration":"1.883156686s","start":"2026-03-03T12:41:16.227933Z","end":"2026-03-03T12:41:18.11109Z","steps":["trace[942374178] 'process raft request' (duration: 1.882708844s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.11142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.227906Z","time spent":"1.883483324s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:18.111137Z","caller":"traceutil/trace.go:171","msg":"trace[1614947360] linearizableReadLoop","detail":"{readStateIndex:26777; appliedIndex:26770; }","duration":"2.255750516s","start":"2026-03-03T12:41:15.855374Z","end":"2026-03-03T12:41:18.111125Z","steps":["trace[1614947360] 'read index received' (duration: 1.07067101s)","trace[1614947360] 'applied index is now lower than readState.Index' (duration: 1.185078826s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:18.111148Z","caller":"traceutil/trace.go:171","msg":"trace[1813103394] transaction","detail":"{read_only:false; response_revision:25856; number_of_response:1; }","duration":"1.82267371s","start":"2026-03-03T12:41:16.288468Z","end":"2026-03-03T12:41:18.111142Z","steps":["trace[1813103394] 'process raft request' (duration: 1.822604869s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.111552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.288447Z","time spent":"1.82305025s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:18.111199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666581034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:18.111617Z","caller":"traceutil/trace.go:171","msg":"trace[1190067032] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25856; }","duration":"3.667025955s","start":"2026-03-03T12:41:14.444578Z","end":"2026-03-03T12:41:18.111604Z","steps":["trace[1190067032] 'agreement among raft nodes before linearized reading' (duration: 3.666579423s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.111648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.444562Z","time spent":"3.667076977s","remote":"127.0.0.1:36530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:18.1112Z","caller":"traceutil/trace.go:171","msg":"trace[540882609] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"1.88144637s","start":"2026-03-03T12:41:16.229719Z","end":"2026-03-03T12:41:18.111166Z","steps":["trace[540882609] 'process raft request' (duration: 1.881143422s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.111747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.229707Z","time spent":"1.882002094s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:18.111289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.200646427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T12:41:18.111831Z","caller":"traceutil/trace.go:171","msg":"trace[1230910532] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25856; }","duration":"3.201202831s","start":"2026-03-03T12:41:14.910606Z","end":"2026-03-03T12:41:18.111809Z","steps":["trace[1230910532] 'agreement among raft nodes before linearized reading' (duration: 3.200561454s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.111302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215223313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-03T12:41:18.111874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.910595Z","time spent":"3.201266152s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T12:41:18.11191Z","caller":"traceutil/trace.go:171","msg":"trace[93200041] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25856; }","duration":"3.215887851s","start":"2026-03-03T12:41:14.896009Z","end":"2026-03-03T12:41:18.111897Z","steps":["trace[93200041] 'agreement among raft nodes before linearized reading' (duration: 3.215170482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.111946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:14.895988Z","time spent":"3.215948182s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T12:41:18.16452Z","caller":"traceutil/trace.go:171","msg":"trace[542358653] transaction","detail":"{read_only:false; response_revision:25857; number_of_response:1; }","duration":"303.098625ms","start":"2026-03-03T12:41:17.861347Z","end":"2026-03-03T12:41:18.164446Z","steps":["trace[542358653] 'process raft request' (duration: 302.889969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.164673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.690917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T12:41:18.164676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.244054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:18.164715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.162314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:41:18.164733Z","caller":"traceutil/trace.go:171","msg":"trace[108730207] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25857; }","duration":"304.757249ms","start":"2026-03-03T12:41:17.85996Z","end":"2026-03-03T12:41:18.164717Z","steps":["trace[108730207] 'agreement among raft nodes before linearized reading' (duration: 304.558724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.164732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.86133Z","time spent":"303.27948ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:18.164756Z","caller":"traceutil/trace.go:171","msg":"trace[2108771879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25857; }","duration":"304.244606ms","start":"2026-03-03T12:41:17.860501Z","end":"2026-03-03T12:41:18.164746Z","steps":["trace[2108771879] 'agreement among raft nodes before linearized reading' (duration: 304.064721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.164772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.859904Z","time spent":"304.857872ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:18.164771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999477662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T12:41:18.164784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.86048Z","time spent":"304.298917ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:41:18.164782Z","caller":"traceutil/trace.go:171","msg":"trace[2023235361] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25857; }","duration":"449.394198ms","start":"2026-03-03T12:41:17.715346Z","end":"2026-03-03T12:41:18.16474Z","steps":["trace[2023235361] 'agreement among raft nodes before linearized reading' (duration: 449.08748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.1648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.618271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T12:41:18.164813Z","caller":"traceutil/trace.go:171","msg":"trace[289288073] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:25857; }","duration":"1.999557714s","start":"2026-03-03T12:41:16.165244Z","end":"2026-03-03T12:41:18.164801Z","steps":["trace[289288073] 'agreement among raft nodes before linearized reading' (duration: 1.999427231s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.164829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.715328Z","time spent":"449.489711ms","remote":"127.0.0.1:53720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:18.164842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.16522Z","time spent":"1.999614516s","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"warn","ts":"2026-03-03T12:41:18.164828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30715182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-z7s46\" ","response":"range_response_count:1 size:4158"} {"level":"warn","ts":"2026-03-03T12:41:18.164703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738710111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:18.164837Z","caller":"traceutil/trace.go:171","msg":"trace[459980104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25857; }","duration":"823.651352ms","start":"2026-03-03T12:41:17.341172Z","end":"2026-03-03T12:41:18.164823Z","steps":["trace[459980104] 'agreement among raft nodes before linearized reading' (duration: 823.56038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.164913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.943536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:41:18.164903Z","caller":"traceutil/trace.go:171","msg":"trace[1588474119] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-z7s46; range_end:; response_count:1; response_revision:25857; }","duration":"2.307213241s","start":"2026-03-03T12:41:15.857657Z","end":"2026-03-03T12:41:18.16487Z","steps":["trace[1588474119] 'agreement among raft nodes before linearized reading' (duration: 2.307017916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.164922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738928436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-03T12:41:18.164919Z","caller":"traceutil/trace.go:171","msg":"trace[261457935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25857; }","duration":"1.738940968s","start":"2026-03-03T12:41:16.425942Z","end":"2026-03-03T12:41:18.164883Z","steps":["trace[261457935] 'agreement among raft nodes before linearized reading' (duration: 1.738684611s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.164911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.341074Z","time spent":"823.820637ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:18.164947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:15.857609Z","time spent":"2.307329494s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4181,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-z7s46\" "} {"level":"warn","ts":"2026-03-03T12:41:18.164964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.425918Z","time spent":"1.739034329s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:41:18.164956Z","caller":"traceutil/trace.go:171","msg":"trace[1162404318] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf; range_end:; response_count:1; response_revision:25857; }","duration":"1.738990178s","start":"2026-03-03T12:41:16.425953Z","end":"2026-03-03T12:41:18.164943Z","steps":["trace[1162404318] 'agreement among raft nodes before linearized reading' (duration: 1.738900426s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.164977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.330125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:41:18.164996Z","caller":"traceutil/trace.go:171","msg":"trace[1553662543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25857; }","duration":"305.386666ms","start":"2026-03-03T12:41:17.859604Z","end":"2026-03-03T12:41:18.164991Z","steps":["trace[1553662543] 'agreement among raft nodes before linearized reading' (duration: 305.338155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.165001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:16.425928Z","time spent":"1.73906393s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf\" "} {"level":"warn","ts":"2026-03-03T12:41:18.165011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.859579Z","time spent":"305.428877ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:41:18.164931Z","caller":"traceutil/trace.go:171","msg":"trace[1442051144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25857; }","duration":"422.988838ms","start":"2026-03-03T12:41:17.741937Z","end":"2026-03-03T12:41:18.164926Z","steps":["trace[1442051144] 'agreement among raft nodes before linearized reading' (duration: 422.929126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.165097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.741923Z","time spent":"423.162142ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:41:18.165231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.847652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T12:41:18.165263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.692068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:18.16533Z","caller":"traceutil/trace.go:171","msg":"trace[1405510993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25857; }","duration":"304.974845ms","start":"2026-03-03T12:41:17.860329Z","end":"2026-03-03T12:41:18.165304Z","steps":["trace[1405510993] 'agreement among raft nodes before linearized reading' (duration: 304.653616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.165421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:17.860323Z","time spent":"305.083458ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T12:41:18.165342Z","caller":"traceutil/trace.go:171","msg":"trace[560654962] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25857; }","duration":"159.880183ms","start":"2026-03-03T12:41:18.00545Z","end":"2026-03-03T12:41:18.16533Z","steps":["trace[560654962] 'agreement among raft nodes before linearized reading' (duration: 159.024551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:18.165433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.98613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:18.165654Z","caller":"traceutil/trace.go:171","msg":"trace[355656825] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25857; }","duration":"295.247537ms","start":"2026-03-03T12:41:17.870388Z","end":"2026-03-03T12:41:18.165636Z","steps":["trace[355656825] 'agreement among raft nodes before linearized reading' (duration: 294.883407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.178192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.170813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:19.178285Z","caller":"traceutil/trace.go:171","msg":"trace[1891276534] linearizableReadLoop","detail":"{readStateIndex:26787; appliedIndex:26786; }","duration":"944.091659ms","start":"2026-03-03T12:41:18.234176Z","end":"2026-03-03T12:41:19.178268Z","steps":["trace[1891276534] 'read index received' (duration: 474.705709ms)","trace[1891276534] 'applied index is now lower than readState.Index' (duration: 469.384599ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:19.178344Z","caller":"traceutil/trace.go:171","msg":"trace[1882572009] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"944.406137ms","start":"2026-03-03T12:41:18.233928Z","end":"2026-03-03T12:41:19.178334Z","steps":["trace[1882572009] 'process raft request' (duration: 475.009768ms)","trace[1882572009] 'compare' (duration: 468.467785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:19.178407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.233912Z","time spent":"944.450988ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:19.178978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.785817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16941"} {"level":"info","ts":"2026-03-03T12:41:19.179048Z","caller":"traceutil/trace.go:171","msg":"trace[139706769] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25865; }","duration":"944.857359ms","start":"2026-03-03T12:41:18.234172Z","end":"2026-03-03T12:41:19.179029Z","steps":["trace[139706769] 'agreement among raft nodes before linearized reading' (duration: 944.191021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.179096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.234158Z","time spent":"944.925291ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16964,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T12:41:19.199235Z","caller":"traceutil/trace.go:171","msg":"trace[772960112] transaction","detail":"{read_only:false; response_revision:25866; number_of_response:1; }","duration":"255.774589ms","start":"2026-03-03T12:41:18.943424Z","end":"2026-03-03T12:41:19.199198Z","steps":["trace[772960112] 'process raft request' (duration: 255.480541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.199461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.99779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-77f95c4d76-z9vnx.1899553f37cb3fca\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-03T12:41:19.199571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.454212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fd58e61d-c73b-4be6-8fa2-30e9ddc6720a\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-03T12:41:19.199593Z","caller":"traceutil/trace.go:171","msg":"trace[1089923548] range","detail":"{range_begin:/registry/events/openstack/magnum-api-77f95c4d76-z9vnx.1899553f37cb3fca; range_end:; response_count:1; response_revision:25866; }","duration":"842.175495ms","start":"2026-03-03T12:41:18.357388Z","end":"2026-03-03T12:41:19.199564Z","steps":["trace[1089923548] 'agreement among raft nodes before linearized reading' (duration: 841.833246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:19.199619Z","caller":"traceutil/trace.go:171","msg":"trace[816675400] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fd58e61d-c73b-4be6-8fa2-30e9ddc6720a; range_end:; response_count:1; response_revision:25866; }","duration":"963.542395ms","start":"2026-03-03T12:41:18.23606Z","end":"2026-03-03T12:41:19.199603Z","steps":["trace[816675400] 'agreement among raft nodes before linearized reading' (duration: 963.36778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.199655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.236044Z","time spent":"963.601277ms","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-fd58e61d-c73b-4be6-8fa2-30e9ddc6720a\" "} {"level":"warn","ts":"2026-03-03T12:41:19.199553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.079526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-03T12:41:19.199806Z","caller":"traceutil/trace.go:171","msg":"trace[918009618] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25866; }","duration":"965.365954ms","start":"2026-03-03T12:41:18.23442Z","end":"2026-03-03T12:41:19.199786Z","steps":["trace[918009618] 'agreement among raft nodes before linearized reading' (duration: 964.85281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.199905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.234407Z","time spent":"965.483597ms","remote":"127.0.0.1:36270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T12:41:19.199655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:18.357372Z","time spent":"842.271897ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-77f95c4d76-z9vnx.1899553f37cb3fca\" "} {"level":"warn","ts":"2026-03-03T12:41:19.707573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739801,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:41:19.727858Z","caller":"traceutil/trace.go:171","msg":"trace[1516396848] linearizableReadLoop","detail":"{readStateIndex:26789; appliedIndex:26788; }","duration":"520.887476ms","start":"2026-03-03T12:41:19.206948Z","end":"2026-03-03T12:41:19.727835Z","steps":["trace[1516396848] 'read index received' (duration: 520.748232ms)","trace[1516396848] 'applied index is now lower than readState.Index' (duration: 138.224µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:19.727966Z","caller":"traceutil/trace.go:171","msg":"trace[1168151152] transaction","detail":"{read_only:false; response_revision:25867; number_of_response:1; }","duration":"523.312221ms","start":"2026-03-03T12:41:19.204641Z","end":"2026-03-03T12:41:19.727953Z","steps":["trace[1168151152] 'process raft request' (duration: 523.054974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.728085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:19.204618Z","time spent":"523.374052ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:19.728121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.165203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f64b4fb-185f-420d-83e9-0ef7e120ec6a\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T12:41:19.72815Z","caller":"traceutil/trace.go:171","msg":"trace[909297352] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f64b4fb-185f-420d-83e9-0ef7e120ec6a; range_end:; response_count:1; response_revision:25867; }","duration":"521.211775ms","start":"2026-03-03T12:41:19.20693Z","end":"2026-03-03T12:41:19.728142Z","steps":["trace[909297352] 'agreement among raft nodes before linearized reading' (duration: 521.02474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.728168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:19.206923Z","time spent":"521.241096ms","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-7f64b4fb-185f-420d-83e9-0ef7e120ec6a\" "} {"level":"warn","ts":"2026-03-03T12:41:19.769428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.651615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:19.769525Z","caller":"traceutil/trace.go:171","msg":"trace[827536636] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25868; }","duration":"507.784918ms","start":"2026-03-03T12:41:19.261717Z","end":"2026-03-03T12:41:19.769502Z","steps":["trace[827536636] 'agreement among raft nodes before linearized reading' (duration: 507.628994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.769501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.935418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:19.769569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:19.261701Z","time spent":"507.859331ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T12:41:19.769603Z","caller":"traceutil/trace.go:171","msg":"trace[161308075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25868; }","duration":"353.081892ms","start":"2026-03-03T12:41:19.416482Z","end":"2026-03-03T12:41:19.769564Z","steps":["trace[161308075] 'agreement among raft nodes before linearized reading' (duration: 352.886546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:19.769658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:19.416465Z","time spent":"353.184875ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:19.769774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.336085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:19.769858Z","caller":"traceutil/trace.go:171","msg":"trace[787681959] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25868; }","duration":"273.479329ms","start":"2026-03-03T12:41:19.496357Z","end":"2026-03-03T12:41:19.769836Z","steps":["trace[787681959] 'agreement among raft nodes before linearized reading' (duration: 273.312234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:20.326576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.112789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-03-03T12:41:20.32664Z","caller":"traceutil/trace.go:171","msg":"trace[269637828] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:25868; }","duration":"470.217702ms","start":"2026-03-03T12:41:19.856407Z","end":"2026-03-03T12:41:20.326625Z","steps":["trace[269637828] 'range keys from in-memory index tree' (duration: 469.903193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:20.32667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:19.856388Z","time spent":"470.275534ms","remote":"127.0.0.1:36302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":567,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-03-03T12:41:20.326579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.592416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-03T12:41:20.327224Z","caller":"traceutil/trace.go:171","msg":"trace[472820477] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25868; }","duration":"383.288135ms","start":"2026-03-03T12:41:19.943915Z","end":"2026-03-03T12:41:20.327203Z","steps":["trace[472820477] 'range keys from in-memory index tree' (duration: 382.385801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:20.32727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:19.943892Z","time spent":"383.366216ms","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-03T12:41:20.327293Z","caller":"traceutil/trace.go:171","msg":"trace[116593122] transaction","detail":"{read_only:false; response_revision:25869; number_of_response:1; }","duration":"210.003056ms","start":"2026-03-03T12:41:20.117263Z","end":"2026-03-03T12:41:20.327266Z","steps":["trace[116593122] 'process raft request' (duration: 183.734288ms)","trace[116593122] 'compare' (duration: 26.019031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:21.641035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.011821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:21.641526Z","caller":"traceutil/trace.go:171","msg":"trace[1449693202] transaction","detail":"{read_only:false; response_revision:25871; number_of_response:1; }","duration":"1.524128247s","start":"2026-03-03T12:41:20.117373Z","end":"2026-03-03T12:41:21.641501Z","steps":["trace[1449693202] 'process raft request' (duration: 1.524004024s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:21.641504Z","caller":"traceutil/trace.go:171","msg":"trace[1572516843] transaction","detail":"{read_only:false; response_revision:25870; number_of_response:1; }","duration":"1.524099767s","start":"2026-03-03T12:41:20.117363Z","end":"2026-03-03T12:41:21.641462Z","steps":["trace[1572516843] 'process raft request' (duration: 1.011444379s)","trace[1572516843] 'compare' (duration: 511.821096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:21.641624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.117327Z","time spent":"1.524250271s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:21.641744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.117335Z","time spent":"1.524292451s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:21.642631Z","caller":"traceutil/trace.go:171","msg":"trace[682713639] transaction","detail":"{read_only:false; response_revision:25872; number_of_response:1; }","duration":"1.525132014s","start":"2026-03-03T12:41:20.117464Z","end":"2026-03-03T12:41:21.642596Z","steps":["trace[682713639] 'process raft request' (duration: 1.523990134s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:21.660153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.117439Z","time spent":"1.542629298s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:21.642698Z","caller":"traceutil/trace.go:171","msg":"trace[2127087904] linearizableReadLoop","detail":"{readStateIndex:26796; appliedIndex:26790; }","duration":"1.405284701s","start":"2026-03-03T12:41:20.237395Z","end":"2026-03-03T12:41:21.642679Z","steps":["trace[2127087904] 'read index received' (duration: 63.619259ms)","trace[2127087904] 'applied index is now lower than readState.Index' (duration: 1.341663772s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:21.642737Z","caller":"traceutil/trace.go:171","msg":"trace[1170728806] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"1.471361715s","start":"2026-03-03T12:41:20.171352Z","end":"2026-03-03T12:41:21.642714Z","steps":["trace[1170728806] 'process raft request' (duration: 1.471255412s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:21.663763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.171328Z","time spent":"1.492409004s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:21.642798Z","caller":"traceutil/trace.go:171","msg":"trace[903063314] transaction","detail":"{read_only:false; response_revision:25873; number_of_response:1; }","duration":"1.525051162s","start":"2026-03-03T12:41:20.117734Z","end":"2026-03-03T12:41:21.642785Z","steps":["trace[903063314] 'process raft request' (duration: 1.524752044s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:21.663881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.117726Z","time spent":"1.546138211s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:21.642907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405497527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:41:21.664055Z","caller":"traceutil/trace.go:171","msg":"trace[1614928719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25874; }","duration":"1.426668189s","start":"2026-03-03T12:41:20.237331Z","end":"2026-03-03T12:41:21.663999Z","steps":["trace[1614928719] 'agreement among raft nodes before linearized reading' (duration: 1.405407715s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:21.6641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.237307Z","time spent":"1.426781101s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T12:41:21.643696Z","caller":"traceutil/trace.go:171","msg":"trace[1546887616] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"454.462174ms","start":"2026-03-03T12:41:21.189214Z","end":"2026-03-03T12:41:21.643676Z","steps":["trace[1546887616] 'process raft request' (duration: 454.349001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:21.664235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.189184Z","time spent":"475.027929ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:22.371999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.505632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:22.372332Z","caller":"traceutil/trace.go:171","msg":"trace[1993647784] linearizableReadLoop","detail":"{readStateIndex:26799; appliedIndex:26797; }","duration":"711.964307ms","start":"2026-03-03T12:41:21.660296Z","end":"2026-03-03T12:41:22.37226Z","steps":["trace[1993647784] 'read index received' (duration: 430.144966ms)","trace[1993647784] 'applied index is now lower than readState.Index' (duration: 281.818471ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:22.372499Z","caller":"traceutil/trace.go:171","msg":"trace[1882627726] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"1.16754029s","start":"2026-03-03T12:41:21.204945Z","end":"2026-03-03T12:41:22.372485Z","steps":["trace[1882627726] 'process raft request' (duration: 885.475213ms)","trace[1882627726] 'compare' (duration: 280.748392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:22.372581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.20492Z","time spent":"1.167618752s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:22.372792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955643759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:22.372874Z","caller":"traceutil/trace.go:171","msg":"trace[1939292518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25877; }","duration":"1.955765432s","start":"2026-03-03T12:41:20.417091Z","end":"2026-03-03T12:41:22.372857Z","steps":["trace[1939292518] 'agreement among raft nodes before linearized reading' (duration: 1.955639698s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:22.372972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042790842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a04c3fbe-52ed-458e-87c4-23043062faf5\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-03T12:41:22.373051Z","caller":"traceutil/trace.go:171","msg":"trace[1817633614] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a04c3fbe-52ed-458e-87c4-23043062faf5; range_end:; response_count:1; response_revision:25877; }","duration":"2.042869884s","start":"2026-03-03T12:41:20.330143Z","end":"2026-03-03T12:41:22.373013Z","steps":["trace[1817633614] 'agreement among raft nodes before linearized reading' (duration: 2.042700009s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:22.373094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.330129Z","time spent":"2.042956477s","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-a04c3fbe-52ed-458e-87c4-23043062faf5\" "} {"level":"warn","ts":"2026-03-03T12:41:22.373153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.299132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:22.373193Z","caller":"traceutil/trace.go:171","msg":"trace[1102021561] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25877; }","duration":"774.389024ms","start":"2026-03-03T12:41:21.598793Z","end":"2026-03-03T12:41:22.373182Z","steps":["trace[1102021561] 'agreement among raft nodes before linearized reading' (duration: 774.279641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:22.373278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.598683Z","time spent":"774.560779ms","remote":"127.0.0.1:40750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:22.373321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044328193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-zm9p9\" ","response":"range_response_count:1 size:8167"} {"level":"info","ts":"2026-03-03T12:41:22.373362Z","caller":"traceutil/trace.go:171","msg":"trace[2039155147] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-zm9p9; range_end:; response_count:1; response_revision:25877; }","duration":"2.044366374s","start":"2026-03-03T12:41:20.328983Z","end":"2026-03-03T12:41:22.37335Z","steps":["trace[2039155147] 'agreement among raft nodes before linearized reading' (duration: 2.044260831s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:22.373397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.328955Z","time spent":"2.044433806s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8190,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-zm9p9\" "} {"level":"warn","ts":"2026-03-03T12:41:22.373581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434670951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:22.373611Z","caller":"traceutil/trace.go:171","msg":"trace[2128149977] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25877; }","duration":"1.434730822s","start":"2026-03-03T12:41:20.938874Z","end":"2026-03-03T12:41:22.373605Z","steps":["trace[2128149977] 'agreement among raft nodes before linearized reading' (duration: 1.43467121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:22.373769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135333199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:41:22.373809Z","caller":"traceutil/trace.go:171","msg":"trace[859245209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25877; }","duration":"2.1353912s","start":"2026-03-03T12:41:20.238409Z","end":"2026-03-03T12:41:22.3738Z","steps":["trace[859245209] 'agreement among raft nodes before linearized reading' (duration: 2.135287977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:22.373843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.2384Z","time spent":"2.135434471s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:22.374073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135684948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T12:41:22.374137Z","caller":"traceutil/trace.go:171","msg":"trace[380925598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25877; }","duration":"2.13575458s","start":"2026-03-03T12:41:20.238354Z","end":"2026-03-03T12:41:22.374108Z","steps":["trace[380925598] 'agreement among raft nodes before linearized reading' (duration: 2.135649217s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:22.37417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.238343Z","time spent":"2.135821251s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:22.37436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136507389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:41:22.374397Z","caller":"traceutil/trace.go:171","msg":"trace[1679209708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25877; }","duration":"2.136572131s","start":"2026-03-03T12:41:20.237817Z","end":"2026-03-03T12:41:22.374389Z","steps":["trace[1679209708] 'agreement among raft nodes before linearized reading' (duration: 2.136488449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:22.374424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.237805Z","time spent":"2.136612762s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:22.375228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.951084338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:22.373053Z","caller":"traceutil/trace.go:171","msg":"trace[178782224] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"1.095282722s","start":"2026-03-03T12:41:21.277735Z","end":"2026-03-03T12:41:22.373018Z","steps":["trace[178782224] 'process raft request' (duration: 1.094427249s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:22.372956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.417074Z","time spent":"1.955871085s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:22.375256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.798805245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:22.375334Z","caller":"traceutil/trace.go:171","msg":"trace[476069405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25877; }","duration":"1.798937539s","start":"2026-03-03T12:41:20.576377Z","end":"2026-03-03T12:41:22.375314Z","steps":["trace[476069405] 'agreement among raft nodes before linearized reading' (duration: 1.798783815s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:22.3754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.576355Z","time spent":"1.799027662s","remote":"127.0.0.1:37226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:22.375478Z","caller":"traceutil/trace.go:171","msg":"trace[1078760629] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25877; }","duration":"1.951373656s","start":"2026-03-03T12:41:20.424083Z","end":"2026-03-03T12:41:22.375457Z","steps":["trace[1078760629] 'agreement among raft nodes before linearized reading' (duration: 1.951074378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:22.375548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.424055Z","time spent":"1.951474957s","remote":"127.0.0.1:53394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:22.375774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.277726Z","time spent":"1.097995634s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:22.376298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138502132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:41:22.376358Z","caller":"traceutil/trace.go:171","msg":"trace[1991171835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25877; }","duration":"2.138607405s","start":"2026-03-03T12:41:20.237738Z","end":"2026-03-03T12:41:22.376345Z","steps":["trace[1991171835] 'agreement among raft nodes before linearized reading' (duration: 2.136809687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:22.376392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.237709Z","time spent":"2.138674717s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:41:22.373631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:20.938857Z","time spent":"1.434768453s","remote":"127.0.0.1:36194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:22.97248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.920984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:22.97271Z","caller":"traceutil/trace.go:171","msg":"trace[2057312292] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"1.305256565s","start":"2026-03-03T12:41:21.667407Z","end":"2026-03-03T12:41:22.972663Z","steps":["trace[2057312292] 'process raft request' (duration: 1.110070924s)","trace[2057312292] 'compare' (duration: 194.77963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:22.972862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.667383Z","time spent":"1.305403589s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:23.46497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.383849ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T12:41:23.535499Z","caller":"traceutil/trace.go:171","msg":"trace[756351559] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"1.204014618s","start":"2026-03-03T12:41:22.331455Z","end":"2026-03-03T12:41:23.535469Z","steps":["trace[756351559] 'process raft request' (duration: 1.203675559s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:23.535696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.331432Z","time spent":"1.204161263s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:23.535877Z","caller":"traceutil/trace.go:171","msg":"trace[507759071] linearizableReadLoop","detail":"{readStateIndex:26802; appliedIndex:26799; }","duration":"1.163411211s","start":"2026-03-03T12:41:22.372445Z","end":"2026-03-03T12:41:23.535856Z","steps":["trace[507759071] 'read index received' (duration: 405.046431ms)","trace[507759071] 'applied index is now lower than readState.Index' (duration: 758.36393ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:23.535879Z","caller":"traceutil/trace.go:171","msg":"trace[949930476] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"1.154911805s","start":"2026-03-03T12:41:22.380924Z","end":"2026-03-03T12:41:23.535836Z","steps":["trace[949930476] 'process raft request' (duration: 1.154474583s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:23.535919Z","caller":"traceutil/trace.go:171","msg":"trace[705807971] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"1.147665353s","start":"2026-03-03T12:41:22.388201Z","end":"2026-03-03T12:41:23.535866Z","steps":["trace[705807971] 'process raft request' (duration: 1.147585841s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:23.535986Z","caller":"traceutil/trace.go:171","msg":"trace[1452870794] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"1.147504409s","start":"2026-03-03T12:41:22.388469Z","end":"2026-03-03T12:41:23.535973Z","steps":["trace[1452870794] 'process raft request' (duration: 1.147352175s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:23.535952Z","caller":"traceutil/trace.go:171","msg":"trace[2127456827] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"1.149757378s","start":"2026-03-03T12:41:22.386155Z","end":"2026-03-03T12:41:23.535912Z","steps":["trace[2127456827] 'process raft request' (duration: 1.149526962s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:23.536077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.388461Z","time spent":"1.14754844s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:23.536077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.38819Z","time spent":"1.147779566s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:23.53608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.380904Z","time spent":"1.155059659s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:23.536193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.386141Z","time spent":"1.149957484s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:23.536253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800425599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:23.536324Z","caller":"traceutil/trace.go:171","msg":"trace[1896323663] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25883; }","duration":"1.800577822s","start":"2026-03-03T12:41:21.735724Z","end":"2026-03-03T12:41:23.536302Z","steps":["trace[1896323663] 'agreement among raft nodes before linearized reading' (duration: 1.800439689s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:23.536373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:21.735702Z","time spent":"1.800657225s","remote":"127.0.0.1:53344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:24.036758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:24.37738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999757661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T12:41:24.377503Z","caller":"traceutil/trace.go:171","msg":"trace[1027335300] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999929026s","start":"2026-03-03T12:41:22.37755Z","end":"2026-03-03T12:41:24.377479Z","steps":["trace[1027335300] 'agreement among raft nodes before linearized reading' (duration: 1.999777611s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:24.377554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.37753Z","time spent":"2.000013587s","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 12:41:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T12:41:24.495678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.082918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:24.495778Z","caller":"traceutil/trace.go:171","msg":"trace[288381156] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"1.378923912s","start":"2026-03-03T12:41:23.116835Z","end":"2026-03-03T12:41:24.495759Z","steps":["trace[288381156] 'process raft request' (duration: 1.20968743s)","trace[288381156] 'compare' (duration: 168.943374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:24.495828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.116808Z","time spent":"1.378995613s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:25.426812Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100266545s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T12:41:25.837328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T12:41:25.837431Z","caller":"traceutil/trace.go:171","msg":"trace[1771052536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341195s","start":"2026-03-03T12:41:23.83707Z","end":"2026-03-03T12:41:25.837411Z","steps":["trace[1771052536] 'agreement among raft nodes before linearized reading' (duration: 2.000218212s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:25.837478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.837046Z","time spent":"2.000423646s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 12:41:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T12:41:26.028107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.907809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:26.028537Z","caller":"traceutil/trace.go:171","msg":"trace[2005405630] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"1.637519674s","start":"2026-03-03T12:41:24.390993Z","end":"2026-03-03T12:41:26.028512Z","steps":["trace[2005405630] 'process raft request' (duration: 1.637470413s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:26.028582Z","caller":"traceutil/trace.go:171","msg":"trace[1897620894] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"2.358777449s","start":"2026-03-03T12:41:23.669769Z","end":"2026-03-03T12:41:26.028547Z","steps":["trace[1897620894] 'process raft request' (duration: 2.358583154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.028648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.390971Z","time spent":"1.637629197s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:26.028815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.669758Z","time spent":"2.358910652s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:26.028971Z","caller":"traceutil/trace.go:171","msg":"trace[1100754822] linearizableReadLoop","detail":"{readStateIndex:26812; appliedIndex:26806; }","duration":"2.493009332s","start":"2026-03-03T12:41:23.535942Z","end":"2026-03-03T12:41:26.028951Z","steps":["trace[1100754822] 'read index received' (duration: 790.592965ms)","trace[1100754822] 'applied index is now lower than readState.Index' (duration: 1.702413857s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:26.028735Z","caller":"traceutil/trace.go:171","msg":"trace[1071613322] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"2.353696624s","start":"2026-03-03T12:41:23.674948Z","end":"2026-03-03T12:41:26.028644Z","steps":["trace[1071613322] 'process raft request' (duration: 2.353475928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.029304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.331373665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:26.029343Z","caller":"traceutil/trace.go:171","msg":"trace[159804763] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"2.358865442s","start":"2026-03-03T12:41:23.670449Z","end":"2026-03-03T12:41:26.029315Z","steps":["trace[159804763] 'process raft request' (duration: 2.357939907s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:26.029378Z","caller":"traceutil/trace.go:171","msg":"trace[1732651735] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25890; }","duration":"3.331446347s","start":"2026-03-03T12:41:22.697911Z","end":"2026-03-03T12:41:26.029357Z","steps":["trace[1732651735] 'agreement among raft nodes before linearized reading' (duration: 3.331335534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.029451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370777721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:26.029464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.670424Z","time spent":"2.358983614s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:26.029519Z","caller":"traceutil/trace.go:171","msg":"trace[220888782] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25890; }","duration":"3.370874093s","start":"2026-03-03T12:41:22.658626Z","end":"2026-03-03T12:41:26.0295Z","steps":["trace[220888782] 'agreement among raft nodes before linearized reading' (duration: 3.370766471s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.029528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.596594955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:26.029316Z","caller":"traceutil/trace.go:171","msg":"trace[1013222420] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"2.35957107s","start":"2026-03-03T12:41:23.669728Z","end":"2026-03-03T12:41:26.029299Z","steps":["trace[1013222420] 'process raft request' (duration: 2.358502602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.029566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.6586Z","time spent":"3.370952916s","remote":"127.0.0.1:53674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T12:41:26.029577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.557679372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T12:41:26.02965Z","caller":"traceutil/trace.go:171","msg":"trace[624273247] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25890; }","duration":"3.557773985s","start":"2026-03-03T12:41:22.471856Z","end":"2026-03-03T12:41:26.02963Z","steps":["trace[624273247] 'agreement among raft nodes before linearized reading' (duration: 3.557524278s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.029651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.669707Z","time spent":"2.359899449s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:26.029213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568124106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:26.029691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.471847Z","time spent":"3.557835656s","remote":"127.0.0.1:36208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T12:41:26.029703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.606687583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-03T12:41:26.029725Z","caller":"traceutil/trace.go:171","msg":"trace[1915250056] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25890; }","duration":"2.568689471s","start":"2026-03-03T12:41:23.461021Z","end":"2026-03-03T12:41:26.02971Z","steps":["trace[1915250056] 'agreement among raft nodes before linearized reading' (duration: 2.568124236s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:26.029743Z","caller":"traceutil/trace.go:171","msg":"trace[1217279288] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:25890; }","duration":"3.606768415s","start":"2026-03-03T12:41:22.422966Z","end":"2026-03-03T12:41:26.029734Z","steps":["trace[1217279288] 'agreement among raft nodes before linearized reading' (duration: 3.606630881s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.029777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.422945Z","time spent":"3.606825747s","remote":"127.0.0.1:36302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-03T12:41:26.029458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.697844Z","time spent":"3.331593711s","remote":"127.0.0.1:53686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:26.029827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.387857324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:26.029893Z","caller":"traceutil/trace.go:171","msg":"trace[1735547899] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25890; }","duration":"3.387995618s","start":"2026-03-03T12:41:22.641876Z","end":"2026-03-03T12:41:26.029872Z","steps":["trace[1735547899] 'agreement among raft nodes before linearized reading' (duration: 3.387890806s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.029775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.461Z","time spent":"2.568758032s","remote":"127.0.0.1:53558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:26.029957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.641854Z","time spent":"3.38808696s","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:26.029574Z","caller":"traceutil/trace.go:171","msg":"trace[530123148] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25890; }","duration":"3.596657706s","start":"2026-03-03T12:41:22.432901Z","end":"2026-03-03T12:41:26.029559Z","steps":["trace[530123148] 'agreement among raft nodes before linearized reading' (duration: 3.596595374s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:26.029089Z","caller":"traceutil/trace.go:171","msg":"trace[1266940513] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"2.359718544s","start":"2026-03-03T12:41:23.669345Z","end":"2026-03-03T12:41:26.029063Z","steps":["trace[1266940513] 'process raft request' (duration: 1.757703425s)","trace[1266940513] 'compare' (duration: 600.407876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:26.030097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:22.432889Z","time spent":"3.59717112s","remote":"127.0.0.1:53522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:26.030189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.674927Z","time spent":"2.354377462s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:26.030186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:23.669313Z","time spent":"2.360822043s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:26.103206Z","caller":"traceutil/trace.go:171","msg":"trace[641328948] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"562.013988ms","start":"2026-03-03T12:41:25.541163Z","end":"2026-03-03T12:41:26.103177Z","steps":["trace[641328948] 'process raft request' (duration: 561.653289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.103474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.541153Z","time spent":"562.125931ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:26.103728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.936826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:26.103795Z","caller":"traceutil/trace.go:171","msg":"trace[1046025939] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25891; }","duration":"151.059369ms","start":"2026-03-03T12:41:25.952719Z","end":"2026-03-03T12:41:26.103778Z","steps":["trace[1046025939] 'agreement among raft nodes before linearized reading' (duration: 150.944766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.104062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.284616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:26.104116Z","caller":"traceutil/trace.go:171","msg":"trace[678416625] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25891; }","duration":"235.365388ms","start":"2026-03-03T12:41:25.868736Z","end":"2026-03-03T12:41:26.104101Z","steps":["trace[678416625] 'agreement among raft nodes before linearized reading' (duration: 235.251245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.104376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.3526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:41:26.104414Z","caller":"traceutil/trace.go:171","msg":"trace[1183097592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25891; }","duration":"564.401471ms","start":"2026-03-03T12:41:25.540003Z","end":"2026-03-03T12:41:26.104404Z","steps":["trace[1183097592] 'agreement among raft nodes before linearized reading' (duration: 564.272437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.104442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.539999Z","time spent":"564.436332ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:26.104927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.981536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T12:41:26.104969Z","caller":"traceutil/trace.go:171","msg":"trace[837228251] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25891; }","duration":"565.040139ms","start":"2026-03-03T12:41:25.539919Z","end":"2026-03-03T12:41:26.104959Z","steps":["trace[837228251] 'agreement among raft nodes before linearized reading' (duration: 564.924995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.105004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.539916Z","time spent":"565.08178ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:41:26.10521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720085126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:26.105247Z","caller":"traceutil/trace.go:171","msg":"trace[1749457435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25891; }","duration":"1.720134027s","start":"2026-03-03T12:41:24.385102Z","end":"2026-03-03T12:41:26.105236Z","steps":["trace[1749457435] 'agreement among raft nodes before linearized reading' (duration: 1.720071945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.10528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.385096Z","time spent":"1.720179249s","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:26.105347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48703105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-03T12:41:26.105456Z","caller":"traceutil/trace.go:171","msg":"trace[2082191834] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25891; }","duration":"1.487202124s","start":"2026-03-03T12:41:24.618229Z","end":"2026-03-03T12:41:26.105431Z","steps":["trace[2082191834] 'agreement among raft nodes before linearized reading' (duration: 1.486862715s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.105503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.618208Z","time spent":"1.487287867s","remote":"127.0.0.1:36286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T12:41:26.105668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725322215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T12:41:26.105713Z","caller":"traceutil/trace.go:171","msg":"trace[144988709] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf; range_end:; response_count:1; response_revision:25891; }","duration":"1.725397786s","start":"2026-03-03T12:41:24.380303Z","end":"2026-03-03T12:41:26.105701Z","steps":["trace[144988709] 'agreement among raft nodes before linearized reading' (duration: 1.725211361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.105818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.899741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T12:41:26.105846Z","caller":"traceutil/trace.go:171","msg":"trace[294074533] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25891; }","duration":"565.926962ms","start":"2026-03-03T12:41:25.539912Z","end":"2026-03-03T12:41:26.105839Z","steps":["trace[294074533] 'agreement among raft nodes before linearized reading' (duration: 565.835149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.105747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.380286Z","time spent":"1.725454158s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf\" "} {"level":"warn","ts":"2026-03-03T12:41:26.105866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.539895Z","time spent":"565.966383ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:26.106033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.147078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T12:41:26.106062Z","caller":"traceutil/trace.go:171","msg":"trace[1440374504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25891; }","duration":"566.198329ms","start":"2026-03-03T12:41:25.539853Z","end":"2026-03-03T12:41:26.106051Z","steps":["trace[1440374504] 'agreement among raft nodes before linearized reading' (duration: 566.131207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.10608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.539837Z","time spent":"566.23899ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:26.106197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.169019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:26.106223Z","caller":"traceutil/trace.go:171","msg":"trace[1118432526] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25891; }","duration":"600.233101ms","start":"2026-03-03T12:41:25.505983Z","end":"2026-03-03T12:41:26.106216Z","steps":["trace[1118432526] 'agreement among raft nodes before linearized reading' (duration: 600.18332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.106243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.505961Z","time spent":"600.276533ms","remote":"127.0.0.1:53606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:26.106411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.541547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:26.106438Z","caller":"traceutil/trace.go:171","msg":"trace[1816240014] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25891; }","duration":"809.604879ms","start":"2026-03-03T12:41:25.296824Z","end":"2026-03-03T12:41:26.106429Z","steps":["trace[1816240014] 'agreement among raft nodes before linearized reading' (duration: 809.545807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.106463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.296803Z","time spent":"809.650909ms","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:26.106598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.211628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:26.106624Z","caller":"traceutil/trace.go:171","msg":"trace[1634292999] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25891; }","duration":"838.29228ms","start":"2026-03-03T12:41:25.268325Z","end":"2026-03-03T12:41:26.106618Z","steps":["trace[1634292999] 'agreement among raft nodes before linearized reading' (duration: 838.243968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.106645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.268295Z","time spent":"838.344131ms","remote":"127.0.0.1:53368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:26.106779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06397006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:26.106805Z","caller":"traceutil/trace.go:171","msg":"trace[1766662440] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25891; }","duration":"1.06399617s","start":"2026-03-03T12:41:25.042802Z","end":"2026-03-03T12:41:26.106798Z","steps":["trace[1766662440] 'agreement among raft nodes before linearized reading' (duration: 1.063952249s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.106825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:25.042754Z","time spent":"1.064065563s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:26.106982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129584742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:41:26.107009Z","caller":"traceutil/trace.go:171","msg":"trace[351233599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25891; }","duration":"1.129635474s","start":"2026-03-03T12:41:24.977364Z","end":"2026-03-03T12:41:26.106999Z","steps":["trace[351233599] 'agreement among raft nodes before linearized reading' (duration: 1.129569702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.107027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.977342Z","time spent":"1.129680634s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:41:26.107158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259727767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T12:41:26.107181Z","caller":"traceutil/trace.go:171","msg":"trace[1548749693] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25891; }","duration":"1.259787638s","start":"2026-03-03T12:41:24.847388Z","end":"2026-03-03T12:41:26.107176Z","steps":["trace[1548749693] 'agreement among raft nodes before linearized reading' (duration: 1.259725577s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.107199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.847367Z","time spent":"1.259827969s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T12:41:26.107321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314476529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:41:26.107344Z","caller":"traceutil/trace.go:171","msg":"trace[1928307292] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25891; }","duration":"1.314536811s","start":"2026-03-03T12:41:24.792801Z","end":"2026-03-03T12:41:26.107338Z","steps":["trace[1928307292] 'agreement among raft nodes before linearized reading' (duration: 1.314472739s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:26.107361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:24.79278Z","time spent":"1.314577862s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:41:26.61227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:26.648159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.110426Z","time spent":"537.726613ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T12:41:27.636202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.059982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:27.636449Z","caller":"traceutil/trace.go:171","msg":"trace[1267206328] transaction","detail":"{read_only:false; response_revision:25894; number_of_response:1; }","duration":"1.524248429s","start":"2026-03-03T12:41:26.112173Z","end":"2026-03-03T12:41:27.636421Z","steps":["trace[1267206328] 'process raft request' (duration: 1.524183197s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:27.636523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.112147Z","time spent":"1.524343131s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:27.636803Z","caller":"traceutil/trace.go:171","msg":"trace[1020380807] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"1.523299634s","start":"2026-03-03T12:41:26.113492Z","end":"2026-03-03T12:41:27.636792Z","steps":["trace[1020380807] 'process raft request' (duration: 1.52314614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:27.63689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.113482Z","time spent":"1.523374646s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:27.636545Z","caller":"traceutil/trace.go:171","msg":"trace[1961231244] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"1.524523636s","start":"2026-03-03T12:41:26.111977Z","end":"2026-03-03T12:41:27.6365Z","steps":["trace[1961231244] 'process raft request' (duration: 847.085844ms)","trace[1961231244] 'compare' (duration: 676.900988ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:27.636991Z","caller":"traceutil/trace.go:171","msg":"trace[1361541165] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"987.203154ms","start":"2026-03-03T12:41:26.649772Z","end":"2026-03-03T12:41:27.636975Z","steps":["trace[1361541165] 'process raft request' (duration: 987.122462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:27.637015Z","caller":"traceutil/trace.go:171","msg":"trace[709686740] linearizableReadLoop","detail":"{readStateIndex:26821; appliedIndex:26814; }","duration":"1.525096871s","start":"2026-03-03T12:41:26.111887Z","end":"2026-03-03T12:41:27.636984Z","steps":["trace[709686740] 'read index received' (duration: 535.525904ms)","trace[709686740] 'applied index is now lower than readState.Index' (duration: 989.568147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:27.637147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.64975Z","time spent":"987.313657ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:27.637203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.111969Z","time spent":"1.525020839s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:27.636983Z","caller":"traceutil/trace.go:171","msg":"trace[664146987] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"1.524745522s","start":"2026-03-03T12:41:26.112202Z","end":"2026-03-03T12:41:27.636948Z","steps":["trace[664146987] 'process raft request' (duration: 1.524185737s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:27.637448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.112195Z","time spent":"1.525171073s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:27.637395Z","caller":"traceutil/trace.go:171","msg":"trace[564950121] transaction","detail":"{read_only:false; response_revision:25893; number_of_response:1; }","duration":"1.524373632s","start":"2026-03-03T12:41:26.112133Z","end":"2026-03-03T12:41:27.636506Z","steps":["trace[564950121] 'process raft request' (duration: 1.524159777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:27.637786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.112126Z","time spent":"1.525620315s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:27.638785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526887098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:41:27.638849Z","caller":"traceutil/trace.go:171","msg":"trace[1659555206] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25898; }","duration":"1.526962921s","start":"2026-03-03T12:41:26.111869Z","end":"2026-03-03T12:41:27.638832Z","steps":["trace[1659555206] 'agreement among raft nodes before linearized reading' (duration: 1.525201484s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:27.637121Z","caller":"traceutil/trace.go:171","msg":"trace[1107255611] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"1.522861942s","start":"2026-03-03T12:41:26.113978Z","end":"2026-03-03T12:41:27.63684Z","steps":["trace[1107255611] 'process raft request' (duration: 1.52276338s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:27.639033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.111859Z","time spent":"1.527102624s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:41:27.639076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.113964Z","time spent":"1.52507128s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:28.113366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999705649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T12:41:28.113447Z","caller":"traceutil/trace.go:171","msg":"trace[669671698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999817563s","start":"2026-03-03T12:41:26.113612Z","end":"2026-03-03T12:41:28.11343Z","steps":["trace[669671698] 'agreement among raft nodes before linearized reading' (duration: 1.99971575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.113497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.113603Z","time spent":"1.999881914s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 12:41:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T12:41:28.138057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:28.505783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.009196438s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T12:41:28.513122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.979494ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:28.513265Z","caller":"traceutil/trace.go:171","msg":"trace[1580324765] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25898; }","duration":"314.133838ms","start":"2026-03-03T12:41:28.199105Z","end":"2026-03-03T12:41:28.513239Z","steps":["trace[1580324765] 'range keys from in-memory index tree' (duration: 313.959303ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:28.513719Z","caller":"traceutil/trace.go:171","msg":"trace[534943560] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"1.237843997s","start":"2026-03-03T12:41:27.275857Z","end":"2026-03-03T12:41:28.513701Z","steps":["trace[534943560] 'process raft request' (duration: 1.230199044s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:28.513864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:27.275837Z","time spent":"1.23796006s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:29.008902Z","caller":"traceutil/trace.go:171","msg":"trace[938190727] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"1.367111529s","start":"2026-03-03T12:41:27.641714Z","end":"2026-03-03T12:41:29.008826Z","steps":["trace[938190727] 'process raft request' (duration: 1.366858272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.0091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:27.641693Z","time spent":"1.367322804s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T12:41:29.009088Z","caller":"traceutil/trace.go:171","msg":"trace[288636] linearizableReadLoop","detail":"{readStateIndex:26831; appliedIndex:26822; }","duration":"1.371988757s","start":"2026-03-03T12:41:27.637075Z","end":"2026-03-03T12:41:29.009064Z","steps":["trace[288636] 'read index received' (duration: 868.978095ms)","trace[288636] 'applied index is now lower than readState.Index' (duration: 503.009662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:29.009271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751183193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:29.009317Z","caller":"traceutil/trace.go:171","msg":"trace[1049631496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25907; }","duration":"1.751271715s","start":"2026-03-03T12:41:27.258033Z","end":"2026-03-03T12:41:29.009305Z","steps":["trace[1049631496] 'agreement among raft nodes before linearized reading' (duration: 1.751158862s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.009354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:27.258022Z","time spent":"1.751322186s","remote":"127.0.0.1:37138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:29.009399Z","caller":"traceutil/trace.go:171","msg":"trace[747108275] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"972.945545ms","start":"2026-03-03T12:41:28.036418Z","end":"2026-03-03T12:41:29.009364Z","steps":["trace[747108275] 'process raft request' (duration: 972.514943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.009452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843796294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T12:41:29.009489Z","caller":"traceutil/trace.go:171","msg":"trace[1072572800] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"972.993847ms","start":"2026-03-03T12:41:28.036475Z","end":"2026-03-03T12:41:29.009469Z","steps":["trace[1072572800] 'process raft request' (duration: 972.487733ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:29.00953Z","caller":"traceutil/trace.go:171","msg":"trace[1129412873] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:25907; }","duration":"2.843944539s","start":"2026-03-03T12:41:26.165567Z","end":"2026-03-03T12:41:29.009511Z","steps":["trace[1129412873] 'agreement among raft nodes before linearized reading' (duration: 2.843707802s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.009556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.036384Z","time spent":"973.086719ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:29.009567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225628026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:29.009587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895695793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:29.009575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.16554Z","time spent":"2.84402718s","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"warn","ts":"2026-03-03T12:41:29.0096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.03646Z","time spent":"973.073918ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:29.009617Z","caller":"traceutil/trace.go:171","msg":"trace[219533068] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25907; }","duration":"2.225731159s","start":"2026-03-03T12:41:26.783869Z","end":"2026-03-03T12:41:29.009601Z","steps":["trace[219533068] 'agreement among raft nodes before linearized reading' (duration: 2.225637037s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:29.009623Z","caller":"traceutil/trace.go:171","msg":"trace[853147633] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25907; }","duration":"2.895919318s","start":"2026-03-03T12:41:26.11369Z","end":"2026-03-03T12:41:29.009609Z","steps":["trace[853147633] 'agreement among raft nodes before linearized reading' (duration: 2.895868157s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.009653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.11367Z","time spent":"2.895976479s","remote":"127.0.0.1:36362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T12:41:29.009702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753592567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:29.009744Z","caller":"traceutil/trace.go:171","msg":"trace[1160196309] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25907; }","duration":"1.753669319s","start":"2026-03-03T12:41:27.256064Z","end":"2026-03-03T12:41:29.009734Z","steps":["trace[1160196309] 'agreement among raft nodes before linearized reading' (duration: 1.753608727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.009776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:27.25601Z","time spent":"1.753755511s","remote":"127.0.0.1:33652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:29.009764Z","caller":"traceutil/trace.go:171","msg":"trace[1568387717] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"894.848853ms","start":"2026-03-03T12:41:28.11489Z","end":"2026-03-03T12:41:29.009739Z","steps":["trace[1568387717] 'process raft request' (duration: 894.135174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:29.009869Z","caller":"traceutil/trace.go:171","msg":"trace[1337237425] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"974.229079ms","start":"2026-03-03T12:41:28.035631Z","end":"2026-03-03T12:41:29.00986Z","steps":["trace[1337237425] 'process raft request' (duration: 973.160461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.009915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896283667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-03T12:41:29.009937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.035604Z","time spent":"974.297341ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:29.009961Z","caller":"traceutil/trace.go:171","msg":"trace[326592874] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25907; }","duration":"2.896415881s","start":"2026-03-03T12:41:26.113535Z","end":"2026-03-03T12:41:29.009951Z","steps":["trace[326592874] 'agreement among raft nodes before linearized reading' (duration: 2.896271418s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.009978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703442849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T12:41:29.009996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.113532Z","time spent":"2.896457982s","remote":"127.0.0.1:36370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-03T12:41:29.01001Z","caller":"traceutil/trace.go:171","msg":"trace[1486695728] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25907; }","duration":"2.703519211s","start":"2026-03-03T12:41:26.306482Z","end":"2026-03-03T12:41:29.010001Z","steps":["trace[1486695728] 'agreement among raft nodes before linearized reading' (duration: 2.703319855s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:29.010019Z","caller":"traceutil/trace.go:171","msg":"trace[1025687575] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"973.747296ms","start":"2026-03-03T12:41:28.036263Z","end":"2026-03-03T12:41:29.010011Z","steps":["trace[1025687575] 'process raft request' (duration: 972.565605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.010025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.114863Z","time spent":"895.013216ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:29.010068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.036234Z","time spent":"973.805348ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:29.010106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788512237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:29.010138Z","caller":"traceutil/trace.go:171","msg":"trace[1031529954] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25907; }","duration":"2.788597139s","start":"2026-03-03T12:41:26.221533Z","end":"2026-03-03T12:41:29.01013Z","steps":["trace[1031529954] 'agreement among raft nodes before linearized reading' (duration: 2.788526817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.010178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.221503Z","time spent":"2.788664401s","remote":"127.0.0.1:53464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:29.010191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896669278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-03-03T12:41:29.010223Z","caller":"traceutil/trace.go:171","msg":"trace[582551255] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25907; }","duration":"2.896698858s","start":"2026-03-03T12:41:26.113515Z","end":"2026-03-03T12:41:29.010214Z","steps":["trace[582551255] 'agreement among raft nodes before linearized reading' (duration: 2.896614956s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.009652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.783841Z","time spent":"2.22580179s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:29.01026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.113489Z","time spent":"2.89676445s","remote":"127.0.0.1:36370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-03T12:41:29.009915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382107686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:29.010318Z","caller":"traceutil/trace.go:171","msg":"trace[869292527] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25907; }","duration":"1.382557388s","start":"2026-03-03T12:41:27.627749Z","end":"2026-03-03T12:41:29.010306Z","steps":["trace[869292527] 'agreement among raft nodes before linearized reading' (duration: 1.382119836s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.01037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:27.627723Z","time spent":"1.38263494s","remote":"127.0.0.1:37584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:29.010083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994850451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:41:29.01048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369605544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-03T12:41:29.010529Z","caller":"traceutil/trace.go:171","msg":"trace[152632597] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25907; }","duration":"1.369728547s","start":"2026-03-03T12:41:27.640788Z","end":"2026-03-03T12:41:29.010517Z","steps":["trace[152632597] 'agreement among raft nodes before linearized reading' (duration: 1.369601054s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.010561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:27.640768Z","time spent":"1.369787179s","remote":"127.0.0.1:36270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T12:41:29.010583Z","caller":"traceutil/trace.go:171","msg":"trace[116216672] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"974.032104ms","start":"2026-03-03T12:41:28.03649Z","end":"2026-03-03T12:41:29.010522Z","steps":["trace[116216672] 'process raft request' (duration: 972.500673ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:29.009829Z","caller":"traceutil/trace.go:171","msg":"trace[1055527164] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"974.2511ms","start":"2026-03-03T12:41:28.035564Z","end":"2026-03-03T12:41:29.009815Z","steps":["trace[1055527164] 'process raft request' (duration: 973.152651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.010039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:26.306459Z","time spent":"2.703573473s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:29.012265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.035538Z","time spent":"976.662224ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:29.009409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668410536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T12:41:29.01276Z","caller":"traceutil/trace.go:171","msg":"trace[1973755203] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25907; }","duration":"1.671822196s","start":"2026-03-03T12:41:27.340901Z","end":"2026-03-03T12:41:29.012723Z","steps":["trace[1973755203] 'agreement among raft nodes before linearized reading' (duration: 1.668282952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.01283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:27.340878Z","time spent":"1.671931589s","remote":"127.0.0.1:36208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T12:41:29.014041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.140598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T12:41:29.014106Z","caller":"traceutil/trace.go:171","msg":"trace[455315876] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25907; }","duration":"181.262961ms","start":"2026-03-03T12:41:28.832815Z","end":"2026-03-03T12:41:29.014078Z","steps":["trace[455315876] 'agreement among raft nodes before linearized reading' (duration: 180.917522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:29.010471Z","caller":"traceutil/trace.go:171","msg":"trace[283794301] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25907; }","duration":"1.995263832s","start":"2026-03-03T12:41:27.01519Z","end":"2026-03-03T12:41:29.010453Z","steps":["trace[283794301] 'agreement among raft nodes before linearized reading' (duration: 1.994780949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.014468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.896643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:29.014539Z","caller":"traceutil/trace.go:171","msg":"trace[147156883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25907; }","duration":"900.986186ms","start":"2026-03-03T12:41:28.113525Z","end":"2026-03-03T12:41:29.014511Z","steps":["trace[147156883] 'agreement among raft nodes before linearized reading' (duration: 900.639176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.014579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.113506Z","time spent":"901.064457ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:29.014844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:27.015172Z","time spent":"1.999634418s","remote":"127.0.0.1:38934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:29.014937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240786686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:29.015108Z","caller":"traceutil/trace.go:171","msg":"trace[651742454] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25907; }","duration":"1.240992091s","start":"2026-03-03T12:41:27.774055Z","end":"2026-03-03T12:41:29.015047Z","steps":["trace[651742454] 'agreement among raft nodes before linearized reading' (duration: 1.240368244s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:29.010759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:28.03648Z","time spent":"974.190209ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:29.015178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:27.774025Z","time spent":"1.241137825s","remote":"127.0.0.1:37212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:30.138987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.744731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:30.139275Z","caller":"traceutil/trace.go:171","msg":"trace[384044957] linearizableReadLoop","detail":"{readStateIndex:26834; appliedIndex:26831; }","duration":"1.121988521s","start":"2026-03-03T12:41:29.017275Z","end":"2026-03-03T12:41:30.139263Z","steps":["trace[384044957] 'read index received' (duration: 125.913461ms)","trace[384044957] 'applied index is now lower than readState.Index' (duration: 996.07439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:30.139276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.016169Z","time spent":"1.12309864s","remote":"127.0.0.1:36142","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T12:41:30.139442Z","caller":"traceutil/trace.go:171","msg":"trace[918922949] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"1.123189812s","start":"2026-03-03T12:41:29.016242Z","end":"2026-03-03T12:41:30.139432Z","steps":["trace[918922949] 'process raft request' (duration: 1.122918585s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:30.139492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.016232Z","time spent":"1.123238454s","remote":"127.0.0.1:36370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:30.139606Z","caller":"traceutil/trace.go:171","msg":"trace[998014657] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"1.123669955s","start":"2026-03-03T12:41:29.015899Z","end":"2026-03-03T12:41:30.139569Z","steps":["trace[998014657] 'process raft request' (duration: 127.272657ms)","trace[998014657] 'compare' (duration: 995.284948ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:30.139668Z","caller":"traceutil/trace.go:171","msg":"trace[1703261598] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"1.120595104s","start":"2026-03-03T12:41:29.019066Z","end":"2026-03-03T12:41:30.139661Z","steps":["trace[1703261598] 'process raft request' (duration: 1.120156342s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:30.139709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.019031Z","time spent":"1.120656066s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:30.139761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.015866Z","time spent":"1.123806198s","remote":"127.0.0.1:36370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:30.139819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122544215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:30.139843Z","caller":"traceutil/trace.go:171","msg":"trace[513072252] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25910; }","duration":"1.122592587s","start":"2026-03-03T12:41:29.017242Z","end":"2026-03-03T12:41:30.139834Z","steps":["trace[513072252] 'agreement among raft nodes before linearized reading' (duration: 1.122553236s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:30.139867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.017224Z","time spent":"1.122638697s","remote":"127.0.0.1:36362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T12:41:31.023442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000499059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:41:31.023536Z","caller":"traceutil/trace.go:171","msg":"trace[816445802] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615703s","start":"2026-03-03T12:41:29.022897Z","end":"2026-03-03T12:41:31.023513Z","steps":["trace[816445802] 'agreement among raft nodes before linearized reading' (duration: 2.0005106s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.023582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.022889Z","time spent":"2.000682994s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:31.181635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.367995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:31.181789Z","caller":"traceutil/trace.go:171","msg":"trace[738587066] transaction","detail":"{read_only:false; response_revision:25911; number_of_response:1; }","duration":"1.680391424s","start":"2026-03-03T12:41:29.501359Z","end":"2026-03-03T12:41:31.18175Z","steps":["trace[738587066] 'process raft request' (duration: 1.047808633s)","trace[738587066] 'compare' (duration: 631.021799ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:31.181852Z","caller":"traceutil/trace.go:171","msg":"trace[809397866] linearizableReadLoop","detail":"{readStateIndex:26836; appliedIndex:26835; }","duration":"1.042531282s","start":"2026-03-03T12:41:30.139303Z","end":"2026-03-03T12:41:31.181835Z","steps":["trace[809397866] 'read index received' (duration: 409.867379ms)","trace[809397866] 'applied index is now lower than readState.Index' (duration: 632.662963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:31.181947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.501336Z","time spent":"1.680514196s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:31.181984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325228376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:31.182038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539619517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:41:31.182021Z","caller":"traceutil/trace.go:171","msg":"trace[1161270022] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"1.04093332s","start":"2026-03-03T12:41:30.141059Z","end":"2026-03-03T12:41:31.181992Z","steps":["trace[1161270022] 'process raft request' (duration: 1.040703354s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:31.182073Z","caller":"traceutil/trace.go:171","msg":"trace[907157577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25911; }","duration":"1.539672008s","start":"2026-03-03T12:41:29.64239Z","end":"2026-03-03T12:41:31.182062Z","steps":["trace[907157577] 'agreement among raft nodes before linearized reading' (duration: 1.539462092s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.182061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539529704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T12:41:31.182082Z","caller":"traceutil/trace.go:171","msg":"trace[401240376] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25911; }","duration":"1.32537129s","start":"2026-03-03T12:41:29.856689Z","end":"2026-03-03T12:41:31.18206Z","steps":["trace[401240376] 'agreement among raft nodes before linearized reading' (duration: 1.325177635s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.182111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.642382Z","time spent":"1.539721229s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:31.182078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539829763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T12:41:31.182108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109509512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:31.182123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286707094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T12:41:31.182144Z","caller":"traceutil/trace.go:171","msg":"trace[522579213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25911; }","duration":"1.539660718s","start":"2026-03-03T12:41:29.642461Z","end":"2026-03-03T12:41:31.182122Z","steps":["trace[522579213] 'agreement among raft nodes before linearized reading' (duration: 1.539415671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.182163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:30.141046Z","time spent":"1.041045063s","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:31.182142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32574439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:31.182182Z","caller":"traceutil/trace.go:171","msg":"trace[558189778] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25911; }","duration":"2.109645127s","start":"2026-03-03T12:41:29.072521Z","end":"2026-03-03T12:41:31.182167Z","steps":["trace[558189778] 'agreement among raft nodes before linearized reading' (duration: 2.10937834s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:31.182178Z","caller":"traceutil/trace.go:171","msg":"trace[89692455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25911; }","duration":"1.539972546s","start":"2026-03-03T12:41:29.642181Z","end":"2026-03-03T12:41:31.182153Z","steps":["trace[89692455] 'agreement among raft nodes before linearized reading' (duration: 1.539706739s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:31.1822Z","caller":"traceutil/trace.go:171","msg":"trace[419429479] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25911; }","duration":"1.286839187s","start":"2026-03-03T12:41:29.895339Z","end":"2026-03-03T12:41:31.182178Z","steps":["trace[419429479] 'agreement among raft nodes before linearized reading' (duration: 1.28657339s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.182234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.0725Z","time spent":"2.109725848s","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T12:41:31.182244Z","caller":"traceutil/trace.go:171","msg":"trace[696280430] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25911; }","duration":"1.325879313s","start":"2026-03-03T12:41:29.856341Z","end":"2026-03-03T12:41:31.182221Z","steps":["trace[696280430] 'agreement among raft nodes before linearized reading' (duration: 1.325550824s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.182255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.89532Z","time spent":"1.28692113s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-03T12:41:31.1823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.856325Z","time spent":"1.325962756s","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:31.182145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.856672Z","time spent":"1.325461963s","remote":"127.0.0.1:53760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:31.18225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.642157Z","time spent":"1.540080379s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:31.182053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539527114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:41:31.18248Z","caller":"traceutil/trace.go:171","msg":"trace[1420017314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25911; }","duration":"1.539985597s","start":"2026-03-03T12:41:29.642483Z","end":"2026-03-03T12:41:31.182468Z","steps":["trace[1420017314] 'agreement among raft nodes before linearized reading' (duration: 1.53936423s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.182516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.642477Z","time spent":"1.540028428s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:41:31.1822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.64244Z","time spent":"1.53974899s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:31.182609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539994657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:41:31.182669Z","caller":"traceutil/trace.go:171","msg":"trace[322985957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25911; }","duration":"1.540128851s","start":"2026-03-03T12:41:29.642526Z","end":"2026-03-03T12:41:31.182654Z","steps":["trace[322985957] 'agreement among raft nodes before linearized reading' (duration: 1.539316559s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.182739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:29.642505Z","time spent":"1.540223153s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:41:31.401558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.754448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:31.402193Z","caller":"traceutil/trace.go:171","msg":"trace[326616800] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"382.242326ms","start":"2026-03-03T12:41:31.01992Z","end":"2026-03-03T12:41:31.402163Z","steps":["trace[326616800] 'process raft request' (duration: 382.074902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:31.402224Z","caller":"traceutil/trace.go:171","msg":"trace[1336428237] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"386.641893ms","start":"2026-03-03T12:41:31.015557Z","end":"2026-03-03T12:41:31.402199Z","steps":["trace[1336428237] 'process raft request' (duration: 386.360346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:31.402271Z","caller":"traceutil/trace.go:171","msg":"trace[463928983] linearizableReadLoop","detail":"{readStateIndex:26844; appliedIndex:26837; }","duration":"220.37661ms","start":"2026-03-03T12:41:31.181885Z","end":"2026-03-03T12:41:31.402261Z","steps":["trace[463928983] 'read index received' (duration: 116.829311ms)","trace[463928983] 'applied index is now lower than readState.Index' (duration: 103.545919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:31.402318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.015524Z","time spent":"386.750256ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:31.402336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.019893Z","time spent":"382.37257ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:31.402402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.973465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:31.402211Z","caller":"traceutil/trace.go:171","msg":"trace[470787712] transaction","detail":"{read_only:false; response_revision:25913; number_of_response:1; }","duration":"386.800907ms","start":"2026-03-03T12:41:31.015382Z","end":"2026-03-03T12:41:31.402183Z","steps":["trace[470787712] 'process raft request' (duration: 283.337921ms)","trace[470787712] 'compare' (duration: 102.637544ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:31.402446Z","caller":"traceutil/trace.go:171","msg":"trace[1674559684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25922; }","duration":"253.057298ms","start":"2026-03-03T12:41:31.149378Z","end":"2026-03-03T12:41:31.402436Z","steps":["trace[1674559684] 'agreement among raft nodes before linearized reading' (duration: 252.949915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:31.402286Z","caller":"traceutil/trace.go:171","msg":"trace[1887195739] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"381.726293ms","start":"2026-03-03T12:41:31.020521Z","end":"2026-03-03T12:41:31.402247Z","steps":["trace[1887195739] 'process raft request' (duration: 381.546948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:31.402478Z","caller":"traceutil/trace.go:171","msg":"trace[1267565984] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"380.549581ms","start":"2026-03-03T12:41:31.021916Z","end":"2026-03-03T12:41:31.402466Z","steps":["trace[1267565984] 'process raft request' (duration: 380.180532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:31.402541Z","caller":"traceutil/trace.go:171","msg":"trace[1664440215] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"382.39914ms","start":"2026-03-03T12:41:31.020131Z","end":"2026-03-03T12:41:31.40253Z","steps":["trace[1664440215] 'process raft request' (duration: 381.901917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.402603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.020118Z","time spent":"382.455102ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:31.402631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.927825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:31.402672Z","caller":"traceutil/trace.go:171","msg":"trace[2130911272] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25922; }","duration":"344.968866ms","start":"2026-03-03T12:41:31.057693Z","end":"2026-03-03T12:41:31.402662Z","steps":["trace[2130911272] 'agreement among raft nodes before linearized reading' (duration: 344.911845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.402708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.05768Z","time spent":"345.019287ms","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:31.402788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25941196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T12:41:31.402706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.020511Z","time spent":"382.02712ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:31.402781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.021895Z","time spent":"380.660144ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:31.402834Z","caller":"traceutil/trace.go:171","msg":"trace[452570903] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf; range_end:; response_count:1; response_revision:25922; }","duration":"1.259467201s","start":"2026-03-03T12:41:30.143355Z","end":"2026-03-03T12:41:31.402822Z","steps":["trace[452570903] 'agreement among raft nodes before linearized reading' (duration: 1.259333887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.402867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:30.14335Z","time spent":"1.259509812s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf\" "} {"level":"warn","ts":"2026-03-03T12:41:31.402497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.015339Z","time spent":"387.126486ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:31.402992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.000147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:31.403004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260159739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.1899553d88c884b7\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-03T12:41:31.40304Z","caller":"traceutil/trace.go:171","msg":"trace[327268634] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25922; }","duration":"432.090429ms","start":"2026-03-03T12:41:30.970935Z","end":"2026-03-03T12:41:31.403025Z","steps":["trace[327268634] 'agreement among raft nodes before linearized reading' (duration: 431.998117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.403122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.12678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:31.403169Z","caller":"traceutil/trace.go:171","msg":"trace[1697941367] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25922; }","duration":"620.214983ms","start":"2026-03-03T12:41:30.782941Z","end":"2026-03-03T12:41:31.403156Z","steps":["trace[1697941367] 'agreement among raft nodes before linearized reading' (duration: 620.141621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:31.402374Z","caller":"traceutil/trace.go:171","msg":"trace[1635019768] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"378.218919ms","start":"2026-03-03T12:41:31.024056Z","end":"2026-03-03T12:41:31.402275Z","steps":["trace[1635019768] 'process raft request' (duration: 378.072865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:31.403258Z","caller":"traceutil/trace.go:171","msg":"trace[2097724221] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"216.723163ms","start":"2026-03-03T12:41:31.186523Z","end":"2026-03-03T12:41:31.403246Z","steps":["trace[2097724221] 'process raft request' (duration: 215.681695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.403306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.024016Z","time spent":"379.252187ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:31.403324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.614556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:31.403395Z","caller":"traceutil/trace.go:171","msg":"trace[418431595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25923; }","duration":"379.75311ms","start":"2026-03-03T12:41:31.023628Z","end":"2026-03-03T12:41:31.403381Z","steps":["trace[418431595] 'agreement among raft nodes before linearized reading' (duration: 379.522503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:31.403407Z","caller":"traceutil/trace.go:171","msg":"trace[1893680888] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"217.171215ms","start":"2026-03-03T12:41:31.186222Z","end":"2026-03-03T12:41:31.403393Z","steps":["trace[1893680888] 'process raft request' (duration: 215.947872ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:31.403415Z","caller":"traceutil/trace.go:171","msg":"trace[1235636400] transaction","detail":"{read_only:false; response_revision:25924; number_of_response:1; }","duration":"215.705826ms","start":"2026-03-03T12:41:31.187687Z","end":"2026-03-03T12:41:31.403393Z","steps":["trace[1235636400] 'process raft request' (duration: 215.539091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.403444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.023547Z","time spent":"379.885513ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:41:31.403049Z","caller":"traceutil/trace.go:171","msg":"trace[1554423948] range","detail":"{range_begin:/registry/events/openstack/container-infra.1899553d88c884b7; range_end:; response_count:1; response_revision:25922; }","duration":"1.260246751s","start":"2026-03-03T12:41:30.142789Z","end":"2026-03-03T12:41:31.403036Z","steps":["trace[1554423948] 'agreement among raft nodes before linearized reading' (duration: 1.260086187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.403534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:30.142776Z","time spent":"1.260746864s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.1899553d88c884b7\" "} {"level":"info","ts":"2026-03-03T12:41:31.403583Z","caller":"traceutil/trace.go:171","msg":"trace[1382971473] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"216.757413ms","start":"2026-03-03T12:41:31.18681Z","end":"2026-03-03T12:41:31.403568Z","steps":["trace[1382971473] 'process raft request' (duration: 215.423528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.403124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:30.970907Z","time spent":"432.180162ms","remote":"127.0.0.1:36504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:31.403696Z","caller":"traceutil/trace.go:171","msg":"trace[446845631] transaction","detail":"{read_only:false; response_revision:25923; number_of_response:1; }","duration":"216.029264ms","start":"2026-03-03T12:41:31.187653Z","end":"2026-03-03T12:41:31.403682Z","steps":["trace[446845631] 'process raft request' (duration: 214.680739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.403767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.068775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T12:41:31.40379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.679689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:31.40387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.085849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-edf2f143-6112-4e2c-a333-adb341c08313\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T12:41:31.403885Z","caller":"traceutil/trace.go:171","msg":"trace[1452181795] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25924; }","duration":"217.814141ms","start":"2026-03-03T12:41:31.186051Z","end":"2026-03-03T12:41:31.403866Z","steps":["trace[1452181795] 'agreement among raft nodes before linearized reading' (duration: 217.635607ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:31.403933Z","caller":"traceutil/trace.go:171","msg":"trace[551099339] range","detail":"{range_begin:/registry/persistentvolumes/pvc-edf2f143-6112-4e2c-a333-adb341c08313; range_end:; response_count:1; response_revision:25924; }","duration":"218.163541ms","start":"2026-03-03T12:41:31.185755Z","end":"2026-03-03T12:41:31.403918Z","steps":["trace[551099339] 'agreement among raft nodes before linearized reading' (duration: 218.003517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.403206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:30.782918Z","time spent":"620.279665ms","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:31.403845Z","caller":"traceutil/trace.go:171","msg":"trace[1952072395] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25924; }","duration":"219.213308ms","start":"2026-03-03T12:41:31.184617Z","end":"2026-03-03T12:41:31.403831Z","steps":["trace[1952072395] 'agreement among raft nodes before linearized reading' (duration: 218.721365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.403203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060275303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:31.404617Z","caller":"traceutil/trace.go:171","msg":"trace[1344578613] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25923; }","duration":"1.061713772s","start":"2026-03-03T12:41:30.342879Z","end":"2026-03-03T12:41:31.404593Z","steps":["trace[1344578613] 'agreement among raft nodes before linearized reading' (duration: 1.060255343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:31.40469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:30.34286Z","time spent":"1.061805894s","remote":"127.0.0.1:53490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:31.907852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:32.839558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.831491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:32.839824Z","caller":"traceutil/trace.go:171","msg":"trace[175766220] linearizableReadLoop","detail":"{readStateIndex:26852; appliedIndex:26849; }","duration":"1.43237038s","start":"2026-03-03T12:41:31.407436Z","end":"2026-03-03T12:41:32.839807Z","steps":["trace[175766220] 'read index received' (duration: 991.20862ms)","trace[175766220] 'applied index is now lower than readState.Index' (duration: 441.16052ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:32.839887Z","caller":"traceutil/trace.go:171","msg":"trace[13586273] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"1.433608633s","start":"2026-03-03T12:41:31.406239Z","end":"2026-03-03T12:41:32.839847Z","steps":["trace[13586273] 'process raft request' (duration: 1.433423228s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:32.840014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.406228Z","time spent":"1.433722865s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:32.840007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432565095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T12:41:32.840387Z","caller":"traceutil/trace.go:171","msg":"trace[1792662493] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25927; }","duration":"1.432970426s","start":"2026-03-03T12:41:31.407402Z","end":"2026-03-03T12:41:32.840372Z","steps":["trace[1792662493] 'agreement among raft nodes before linearized reading' (duration: 1.432481813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:32.840456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.407388Z","time spent":"1.433043407s","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T12:41:32.840182Z","caller":"traceutil/trace.go:171","msg":"trace[221912536] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"1.434565207s","start":"2026-03-03T12:41:31.405608Z","end":"2026-03-03T12:41:32.840173Z","steps":["trace[221912536] 'process raft request' (duration: 993.034388ms)","trace[221912536] 'compare' (duration: 440.606245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:32.840865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.405584Z","time spent":"1.43501037s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:32.840433Z","caller":"traceutil/trace.go:171","msg":"trace[1763177175] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"1.160489613s","start":"2026-03-03T12:41:31.679436Z","end":"2026-03-03T12:41:32.839926Z","steps":["trace[1763177175] 'process raft request' (duration: 1.160321218s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:32.841697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.679408Z","time spent":"1.161787687s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:32.845896Z","caller":"traceutil/trace.go:171","msg":"trace[224209172] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"316.726826ms","start":"2026-03-03T12:41:32.529157Z","end":"2026-03-03T12:41:32.845884Z","steps":["trace[224209172] 'process raft request' (duration: 316.550131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:32.845937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:32.529131Z","time spent":"316.787428ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:32.846036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43351271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:32.846085Z","caller":"traceutil/trace.go:171","msg":"trace[2087278017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25928; }","duration":"1.433558301s","start":"2026-03-03T12:41:31.412518Z","end":"2026-03-03T12:41:32.846076Z","steps":["trace[2087278017] 'agreement among raft nodes before linearized reading' (duration: 1.433495979s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:32.846101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.412473Z","time spent":"1.433624082s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:32.846299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.317301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:32.846318Z","caller":"traceutil/trace.go:171","msg":"trace[1921551812] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25928; }","duration":"216.384852ms","start":"2026-03-03T12:41:32.629929Z","end":"2026-03-03T12:41:32.846314Z","steps":["trace[1921551812] 'agreement among raft nodes before linearized reading' (duration: 216.345781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:32.846307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438233155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:41:32.846364Z","caller":"traceutil/trace.go:171","msg":"trace[4830314] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25928; }","duration":"1.438348628s","start":"2026-03-03T12:41:31.408001Z","end":"2026-03-03T12:41:32.84635Z","steps":["trace[4830314] 'agreement among raft nodes before linearized reading' (duration: 1.438078091s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:32.846393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.43495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:32.846399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.407986Z","time spent":"1.438403719s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:41:32.84641Z","caller":"traceutil/trace.go:171","msg":"trace[887138447] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25928; }","duration":"275.487702ms","start":"2026-03-03T12:41:32.570915Z","end":"2026-03-03T12:41:32.846403Z","steps":["trace[887138447] 'agreement among raft nodes before linearized reading' (duration: 275.463001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:32.846486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368958296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:32.8465Z","caller":"traceutil/trace.go:171","msg":"trace[1137862766] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25928; }","duration":"1.369000437s","start":"2026-03-03T12:41:31.477494Z","end":"2026-03-03T12:41:32.846494Z","steps":["trace[1137862766] 'agreement among raft nodes before linearized reading' (duration: 1.368977706s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:32.846511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:31.477477Z","time spent":"1.369031158s","remote":"127.0.0.1:38978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:33.354862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739898,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:41:33.440337Z","caller":"traceutil/trace.go:171","msg":"trace[177049215] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"591.952922ms","start":"2026-03-03T12:41:32.848368Z","end":"2026-03-03T12:41:33.440321Z","steps":["trace[177049215] 'process raft request' (duration: 591.845829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:33.440446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:32.848351Z","time spent":"592.039725ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:34.355716Z","caller":"traceutil/trace.go:171","msg":"trace[1143842732] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"1.507300609s","start":"2026-03-03T12:41:32.848383Z","end":"2026-03-03T12:41:34.355683Z","steps":["trace[1143842732] 'process raft request' (duration: 1.506988961s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:34.355734Z","caller":"traceutil/trace.go:171","msg":"trace[59241040] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"947.86929ms","start":"2026-03-03T12:41:33.407835Z","end":"2026-03-03T12:41:34.355704Z","steps":["trace[59241040] 'process raft request' (duration: 947.738086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:34.355878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:32.848367Z","time spent":"1.507430112s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:34.355962Z","caller":"traceutil/trace.go:171","msg":"trace[1346514664] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"948.092916ms","start":"2026-03-03T12:41:33.407834Z","end":"2026-03-03T12:41:34.355927Z","steps":["trace[1346514664] 'process raft request' (duration: 947.816828ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:34.356247Z","caller":"traceutil/trace.go:171","msg":"trace[185256515] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"947.835589ms","start":"2026-03-03T12:41:33.408395Z","end":"2026-03-03T12:41:34.356231Z","steps":["trace[185256515] 'process raft request' (duration: 947.710415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:34.356344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.408382Z","time spent":"947.91795ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:34.356331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.40781Z","time spent":"948.353263ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:34.356246Z","caller":"traceutil/trace.go:171","msg":"trace[2123573578] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"948.27066ms","start":"2026-03-03T12:41:33.407948Z","end":"2026-03-03T12:41:34.356219Z","steps":["trace[2123573578] 'process raft request' (duration: 947.89928ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:34.356464Z","caller":"traceutil/trace.go:171","msg":"trace[799617619] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"947.319195ms","start":"2026-03-03T12:41:33.409122Z","end":"2026-03-03T12:41:34.356441Z","steps":["trace[799617619] 'process raft request' (duration: 947.076999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:34.356495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.407921Z","time spent":"948.507297ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:34.35653Z","caller":"traceutil/trace.go:171","msg":"trace[564143190] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"944.955062ms","start":"2026-03-03T12:41:33.41156Z","end":"2026-03-03T12:41:34.356515Z","steps":["trace[564143190] 'process raft request' (duration: 944.784038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:34.35655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502135582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:34.356579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.409106Z","time spent":"947.416117ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:34.356593Z","caller":"traceutil/trace.go:171","msg":"trace[135910394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25937; }","duration":"1.502198124s","start":"2026-03-03T12:41:32.854385Z","end":"2026-03-03T12:41:34.356583Z","steps":["trace[135910394] 'agreement among raft nodes before linearized reading' (duration: 1.502122532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:34.356623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:32.854375Z","time spent":"1.502242375s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:34.356619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.41155Z","time spent":"945.031505ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:34.356581Z","caller":"traceutil/trace.go:171","msg":"trace[169067555] transaction","detail":"{read_only:false; response_revision:25937; number_of_response:1; }","duration":"944.46672ms","start":"2026-03-03T12:41:33.412069Z","end":"2026-03-03T12:41:34.356536Z","steps":["trace[169067555] 'process raft request' (duration: 944.354887ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:34.35648Z","caller":"traceutil/trace.go:171","msg":"trace[286027284] linearizableReadLoop","detail":"{readStateIndex:26855; appliedIndex:26854; }","duration":"1.50204944s","start":"2026-03-03T12:41:32.854417Z","end":"2026-03-03T12:41:34.356466Z","steps":["trace[286027284] 'read index received' (duration: 585.948743ms)","trace[286027284] 'applied index is now lower than readState.Index' (duration: 916.099597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:34.356789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.412063Z","time spent":"944.621064ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:34.355896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.40781Z","time spent":"948.003594ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:36.358108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000562202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T12:41:36.358198Z","caller":"traceutil/trace.go:171","msg":"trace[628062671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000699835s","start":"2026-03-03T12:41:34.357478Z","end":"2026-03-03T12:41:36.358178Z","steps":["trace[628062671] 'agreement among raft nodes before linearized reading' (duration: 2.000582452s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:36.358252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:34.357463Z","time spent":"2.000779577s","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:36.614048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904032019s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T12:41:36.614299Z","caller":"traceutil/trace.go:171","msg":"trace[867332396] linearizableReadLoop","detail":"{readStateIndex:26863; appliedIndex:26862; }","duration":"2.257506701s","start":"2026-03-03T12:41:34.356773Z","end":"2026-03-03T12:41:36.61428Z","steps":["trace[867332396] 'read index received' (duration: 353.155234ms)","trace[867332396] 'applied index is now lower than readState.Index' (duration: 1.904347617s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:36.614504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206523292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:41:36.614542Z","caller":"traceutil/trace.go:171","msg":"trace[1509504466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25937; }","duration":"3.206610524s","start":"2026-03-03T12:41:33.407921Z","end":"2026-03-03T12:41:36.614532Z","steps":["trace[1509504466] 'agreement among raft nodes before linearized reading' (duration: 3.20647234s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:36.614521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20421405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T12:41:36.614579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.4079Z","time spent":"3.206670995s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:41:36.61459Z","caller":"traceutil/trace.go:171","msg":"trace[271986435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25937; }","duration":"3.204311463s","start":"2026-03-03T12:41:33.410261Z","end":"2026-03-03T12:41:36.614573Z","steps":["trace[271986435] 'agreement among raft nodes before linearized reading' (duration: 3.204125868s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:36.614625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.41025Z","time spent":"3.204367494s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:41:36.614782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206814239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:41:36.614819Z","caller":"traceutil/trace.go:171","msg":"trace[480579828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25937; }","duration":"3.206887921s","start":"2026-03-03T12:41:33.407922Z","end":"2026-03-03T12:41:36.614811Z","steps":["trace[480579828] 'agreement among raft nodes before linearized reading' (duration: 3.206798339s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:36.614846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491703678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:36.61489Z","caller":"traceutil/trace.go:171","msg":"trace[1525242538] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25937; }","duration":"2.49178768s","start":"2026-03-03T12:41:34.12309Z","end":"2026-03-03T12:41:36.614878Z","steps":["trace[1525242538] 'agreement among raft nodes before linearized reading' (duration: 2.491708558s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:36.614927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:34.123067Z","time spent":"2.491851021s","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:36.615178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.444838698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-03T12:41:36.615176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204594991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T12:41:36.615198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771061572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"warn","ts":"2026-03-03T12:41:36.615176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.506740771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:36.615231Z","caller":"traceutil/trace.go:171","msg":"trace[462174830] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25937; }","duration":"3.44493161s","start":"2026-03-03T12:41:33.170285Z","end":"2026-03-03T12:41:36.615217Z","steps":["trace[462174830] 'agreement among raft nodes before linearized reading' (duration: 3.444795037s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:36.615252Z","caller":"traceutil/trace.go:171","msg":"trace[619859475] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25937; }","duration":"2.771151095s","start":"2026-03-03T12:41:33.844084Z","end":"2026-03-03T12:41:36.615235Z","steps":["trace[619859475] 'agreement among raft nodes before linearized reading' (duration: 2.770921059s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:36.615268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.17026Z","time spent":"3.445000301s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T12:41:36.615257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.756214353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-03T12:41:36.615305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.844063Z","time spent":"2.771231197s","remote":"127.0.0.1:46580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418204,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T12:41:36.615328Z","caller":"traceutil/trace.go:171","msg":"trace[526021502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25937; }","duration":"3.756304965s","start":"2026-03-03T12:41:32.859003Z","end":"2026-03-03T12:41:36.615308Z","steps":["trace[526021502] 'agreement among raft nodes before linearized reading' (duration: 3.756053838s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:36.615384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:32.858996Z","time spent":"3.756372716s","remote":"127.0.0.1:37226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T12:41:36.615417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.171333988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:36.615254Z","caller":"traceutil/trace.go:171","msg":"trace[627832489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25937; }","duration":"3.204683273s","start":"2026-03-03T12:41:33.410548Z","end":"2026-03-03T12:41:36.615231Z","steps":["trace[627832489] 'agreement among raft nodes before linearized reading' (duration: 3.204460417s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:36.615545Z","caller":"traceutil/trace.go:171","msg":"trace[648325218] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25937; }","duration":"3.171540953s","start":"2026-03-03T12:41:33.443978Z","end":"2026-03-03T12:41:36.615519Z","steps":["trace[648325218] 'agreement among raft nodes before linearized reading' (duration: 3.171231515s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:36.615559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.410544Z","time spent":"3.205000111s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:36.615611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.443957Z","time spent":"3.171642445s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:36.615248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204842937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:41:36.616174Z","caller":"traceutil/trace.go:171","msg":"trace[126367256] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"596.917733ms","start":"2026-03-03T12:41:36.019241Z","end":"2026-03-03T12:41:36.616159Z","steps":["trace[126367256] 'process raft request' (duration: 594.92761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:36.615265Z","caller":"traceutil/trace.go:171","msg":"trace[198170794] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25937; }","duration":"3.506888394s","start":"2026-03-03T12:41:33.108356Z","end":"2026-03-03T12:41:36.615245Z","steps":["trace[198170794] 'agreement among raft nodes before linearized reading' (duration: 3.506678498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:36.616282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.019216Z","time spent":"597.004216ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:36.616291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.108334Z","time spent":"3.507932552s","remote":"127.0.0.1:37576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:36.614846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.4079Z","time spent":"3.206940692s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:41:36.617032Z","caller":"traceutil/trace.go:171","msg":"trace[1918474489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25937; }","duration":"3.205437762s","start":"2026-03-03T12:41:33.410344Z","end":"2026-03-03T12:41:36.615782Z","steps":["trace[1918474489] 'agreement among raft nodes before linearized reading' (duration: 3.204732863s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:36.617757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:33.410313Z","time spent":"3.207284701s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:41:37.114463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019739919,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:41:37.348975Z","caller":"traceutil/trace.go:171","msg":"trace[1255522248] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"986.005172ms","start":"2026-03-03T12:41:36.362947Z","end":"2026-03-03T12:41:37.348952Z","steps":["trace[1255522248] 'process raft request' (duration: 985.965741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.349127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.362942Z","time spent":"986.113135ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:37.349118Z","caller":"traceutil/trace.go:171","msg":"trace[2124110262] transaction","detail":"{read_only:false; response_revision:25943; number_of_response:1; }","duration":"987.04902ms","start":"2026-03-03T12:41:36.362041Z","end":"2026-03-03T12:41:37.34909Z","steps":["trace[2124110262] 'process raft request' (duration: 986.783143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:37.349219Z","caller":"traceutil/trace.go:171","msg":"trace[962600619] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"986.819124ms","start":"2026-03-03T12:41:36.362312Z","end":"2026-03-03T12:41:37.349131Z","steps":["trace[962600619] 'process raft request' (duration: 986.541437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:37.349193Z","caller":"traceutil/trace.go:171","msg":"trace[1574983125] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"987.124732ms","start":"2026-03-03T12:41:36.362006Z","end":"2026-03-03T12:41:37.349131Z","steps":["trace[1574983125] 'process raft request' (duration: 986.782653ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:37.349273Z","caller":"traceutil/trace.go:171","msg":"trace[1089547244] transaction","detail":"{read_only:false; response_revision:25940; number_of_response:1; }","duration":"988.024145ms","start":"2026-03-03T12:41:36.361231Z","end":"2026-03-03T12:41:37.349255Z","steps":["trace[1089547244] 'process raft request' (duration: 987.44817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:37.349231Z","caller":"traceutil/trace.go:171","msg":"trace[1615781442] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"987.828581ms","start":"2026-03-03T12:41:36.361284Z","end":"2026-03-03T12:41:37.349113Z","steps":["trace[1615781442] 'process raft request' (duration: 987.464061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.349324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.362037Z","time spent":"987.233045ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:37.349383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.362307Z","time spent":"986.983428ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:37.349393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.362002Z","time spent":"987.305347ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:37.349389Z","caller":"traceutil/trace.go:171","msg":"trace[156163447] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"1.161626723s","start":"2026-03-03T12:41:36.187696Z","end":"2026-03-03T12:41:37.349322Z","steps":["trace[156163447] 'process raft request' (duration: 1.064514435s)","trace[156163447] 'compare' (duration: 95.392432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:37.349498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.361281Z","time spent":"988.086777ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:37.349263Z","caller":"traceutil/trace.go:171","msg":"trace[1620560558] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"986.583888ms","start":"2026-03-03T12:41:36.362645Z","end":"2026-03-03T12:41:37.349229Z","steps":["trace[1620560558] 'process raft request' (duration: 986.239168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.349612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.187669Z","time spent":"1.161825468s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:37.349395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.361213Z","time spent":"988.146809ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:37.34989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.362639Z","time spent":"987.090521ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:37.894943Z","caller":"traceutil/trace.go:171","msg":"trace[173031108] transaction","detail":"{read_only:false; response_revision:25948; number_of_response:1; }","duration":"1.273148424s","start":"2026-03-03T12:41:36.621761Z","end":"2026-03-03T12:41:37.894909Z","steps":["trace[173031108] 'process raft request' (duration: 1.272911478s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.895105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.62175Z","time spent":"1.273268787s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:37.89518Z","caller":"traceutil/trace.go:171","msg":"trace[203739767] transaction","detail":"{read_only:false; response_revision:25947; number_of_response:1; }","duration":"1.273775721s","start":"2026-03-03T12:41:36.621362Z","end":"2026-03-03T12:41:37.895138Z","steps":["trace[203739767] 'process raft request' (duration: 1.177889796s)","trace[203739767] 'compare' (duration: 95.284939ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:37.895211Z","caller":"traceutil/trace.go:171","msg":"trace[2134766702] linearizableReadLoop","detail":"{readStateIndex:26879; appliedIndex:26864; }","duration":"1.280847458s","start":"2026-03-03T12:41:36.614339Z","end":"2026-03-03T12:41:37.895186Z","steps":["trace[2134766702] 'read index received' (duration: 637.940843ms)","trace[2134766702] 'applied index is now lower than readState.Index' (duration: 642.905225ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:37.895346Z","caller":"traceutil/trace.go:171","msg":"trace[1012329373] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"1.273167545s","start":"2026-03-03T12:41:36.622153Z","end":"2026-03-03T12:41:37.89532Z","steps":["trace[1012329373] 'process raft request' (duration: 1.27260643s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.895385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.621339Z","time spent":"1.273931625s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:37.89539Z","caller":"traceutil/trace.go:171","msg":"trace[1704686989] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"892.026118ms","start":"2026-03-03T12:41:37.003326Z","end":"2026-03-03T12:41:37.895352Z","steps":["trace[1704686989] 'process raft request' (duration: 891.634097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:37.895445Z","caller":"traceutil/trace.go:171","msg":"trace[1358449017] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"1.273083412s","start":"2026-03-03T12:41:36.622353Z","end":"2026-03-03T12:41:37.895436Z","steps":["trace[1358449017] 'process raft request' (duration: 1.272439025s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.895472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728823438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T12:41:37.895376Z","caller":"traceutil/trace.go:171","msg":"trace[672652690] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"1.27222633s","start":"2026-03-03T12:41:36.623118Z","end":"2026-03-03T12:41:37.895344Z","steps":["trace[672652690] 'process raft request' (duration: 1.271705496s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:37.895543Z","caller":"traceutil/trace.go:171","msg":"trace[697635634] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:25953; }","duration":"1.728937791s","start":"2026-03-03T12:41:36.166589Z","end":"2026-03-03T12:41:37.895527Z","steps":["trace[697635634] 'agreement among raft nodes before linearized reading' (duration: 1.728717186s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.895564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.622343Z","time spent":"1.273145164s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:37.895591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.166567Z","time spent":"1.729015814s","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"warn","ts":"2026-03-03T12:41:37.895598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.623097Z","time spent":"1.272456175s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:37.895642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29551542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:41:37.895447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975012293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-03T12:41:37.895693Z","caller":"traceutil/trace.go:171","msg":"trace[1966991769] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25953; }","duration":"2.295589642s","start":"2026-03-03T12:41:35.60009Z","end":"2026-03-03T12:41:37.895679Z","steps":["trace[1966991769] 'agreement among raft nodes before linearized reading' (duration: 2.295478379s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:37.895733Z","caller":"traceutil/trace.go:171","msg":"trace[620782937] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25953; }","duration":"1.975328532s","start":"2026-03-03T12:41:35.920361Z","end":"2026-03-03T12:41:37.895689Z","steps":["trace[620782937] 'agreement among raft nodes before linearized reading' (duration: 1.974950142s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:37.895741Z","caller":"traceutil/trace.go:171","msg":"trace[393781047] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"1.273657668s","start":"2026-03-03T12:41:36.622067Z","end":"2026-03-03T12:41:37.895725Z","steps":["trace[393781047] 'process raft request' (duration: 1.272651311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.895794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424835983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:37.895725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.622146Z","time spent":"1.273261467s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:37.895837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286545349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:37.895854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.918421735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:37.895884Z","caller":"traceutil/trace.go:171","msg":"trace[588524289] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25953; }","duration":"1.286621272s","start":"2026-03-03T12:41:36.60925Z","end":"2026-03-03T12:41:37.895871Z","steps":["trace[588524289] 'agreement among raft nodes before linearized reading' (duration: 1.28654785s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:37.895892Z","caller":"traceutil/trace.go:171","msg":"trace[94132233] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25953; }","duration":"2.918459036s","start":"2026-03-03T12:41:34.977422Z","end":"2026-03-03T12:41:37.895881Z","steps":["trace[94132233] 'agreement among raft nodes before linearized reading' (duration: 2.918394274s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.895887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.622041Z","time spent":"1.273782141s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:37.895924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:34.977363Z","time spent":"2.918553758s","remote":"127.0.0.1:53830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:37.895965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528894643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:37.895827Z","caller":"traceutil/trace.go:171","msg":"trace[2015319761] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25953; }","duration":"2.424891854s","start":"2026-03-03T12:41:35.470927Z","end":"2026-03-03T12:41:37.895819Z","steps":["trace[2015319761] 'agreement among raft nodes before linearized reading' (duration: 2.424843383s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:37.895999Z","caller":"traceutil/trace.go:171","msg":"trace[1103752133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25953; }","duration":"1.528939224s","start":"2026-03-03T12:41:36.367051Z","end":"2026-03-03T12:41:37.89599Z","steps":["trace[1103752133] 'agreement among raft nodes before linearized reading' (duration: 1.528894633s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.895748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:35.600066Z","time spent":"2.295672525s","remote":"127.0.0.1:36454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":97,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:37.896107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.866605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T12:41:37.896151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53443789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T12:41:37.896161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450238767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:37.896193Z","caller":"traceutil/trace.go:171","msg":"trace[256714406] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf; range_end:; response_count:1; response_revision:25953; }","duration":"1.534491041s","start":"2026-03-03T12:41:36.361691Z","end":"2026-03-03T12:41:37.896182Z","steps":["trace[256714406] 'agreement among raft nodes before linearized reading' (duration: 1.534385788s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:37.896196Z","caller":"traceutil/trace.go:171","msg":"trace[985687597] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25953; }","duration":"2.450307499s","start":"2026-03-03T12:41:35.445879Z","end":"2026-03-03T12:41:37.896187Z","steps":["trace[985687597] 'agreement among raft nodes before linearized reading' (duration: 2.450252977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.89622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.361684Z","time spent":"1.534530082s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf\" "} {"level":"warn","ts":"2026-03-03T12:41:37.895794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:35.920342Z","time spent":"1.975441004s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T12:41:37.896149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:35.47091Z","time spent":"2.42510603s","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:37.895505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074189566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:37.896151Z","caller":"traceutil/trace.go:171","msg":"trace[2037753018] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25953; }","duration":"150.981198ms","start":"2026-03-03T12:41:37.745161Z","end":"2026-03-03T12:41:37.896142Z","steps":["trace[2037753018] 'agreement among raft nodes before linearized reading' (duration: 150.753172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.895543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:37.003303Z","time spent":"892.162902ms","remote":"127.0.0.1:46580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:37.896227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:35.445862Z","time spent":"2.450358421s","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:37.895548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194459208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:37.896522Z","caller":"traceutil/trace.go:171","msg":"trace[1722720419] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25953; }","duration":"2.195467834s","start":"2026-03-03T12:41:35.70104Z","end":"2026-03-03T12:41:37.896508Z","steps":["trace[1722720419] 'agreement among raft nodes before linearized reading' (duration: 2.194483538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.896577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:35.701017Z","time spent":"2.195546217s","remote":"127.0.0.1:53534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:37.895925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.609232Z","time spent":"1.286683614s","remote":"127.0.0.1:53734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:37.89606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:36.367042Z","time spent":"1.528975144s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:37.896834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.532901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:37.896889Z","caller":"traceutil/trace.go:171","msg":"trace[2122290968] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25953; }","duration":"814.625823ms","start":"2026-03-03T12:41:37.082248Z","end":"2026-03-03T12:41:37.896874Z","steps":["trace[2122290968] 'agreement among raft nodes before linearized reading' (duration: 814.540851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.896926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:37.082222Z","time spent":"814.694275ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:37.895885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.143228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:37.896966Z","caller":"traceutil/trace.go:171","msg":"trace[1165524917] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25953; }","duration":"868.264197ms","start":"2026-03-03T12:41:37.028694Z","end":"2026-03-03T12:41:37.896958Z","steps":["trace[1165524917] 'agreement among raft nodes before linearized reading' (duration: 867.162158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.896999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:37.028671Z","time spent":"868.321208ms","remote":"127.0.0.1:36498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:37.896388Z","caller":"traceutil/trace.go:171","msg":"trace[309323951] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25953; }","duration":"2.07510319s","start":"2026-03-03T12:41:35.821267Z","end":"2026-03-03T12:41:37.896371Z","steps":["trace[309323951] 'agreement among raft nodes before linearized reading' (duration: 2.074203706s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.897094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:35.821246Z","time spent":"2.075829759s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:37.897666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.713724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267210"} {"level":"info","ts":"2026-03-03T12:41:37.897718Z","caller":"traceutil/trace.go:171","msg":"trace[405415227] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25953; }","duration":"343.810706ms","start":"2026-03-03T12:41:37.553897Z","end":"2026-03-03T12:41:37.897708Z","steps":["trace[405415227] 'agreement among raft nodes before linearized reading' (duration: 342.274116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:37.897751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:37.553874Z","time spent":"343.867717ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267233,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T12:41:38.570381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.431789ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:38.570509Z","caller":"traceutil/trace.go:171","msg":"trace[179476210] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25953; }","duration":"371.577343ms","start":"2026-03-03T12:41:38.198912Z","end":"2026-03-03T12:41:38.570489Z","steps":["trace[179476210] 'range keys from in-memory index tree' (duration: 371.410649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:38.570596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.272982ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T12:41:38.570981Z","caller":"traceutil/trace.go:171","msg":"trace[375350656] linearizableReadLoop","detail":"{readStateIndex:26881; appliedIndex:26879; }","duration":"667.58133ms","start":"2026-03-03T12:41:37.903375Z","end":"2026-03-03T12:41:38.570956Z","steps":["trace[375350656] 'read index received' (duration: 456.926298ms)","trace[375350656] 'applied index is now lower than readState.Index' (duration: 210.653752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:38.571029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:37.899058Z","time spent":"671.962856ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T12:41:38.57118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.267979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:38.571239Z","caller":"traceutil/trace.go:171","msg":"trace[834367389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25954; }","duration":"662.343731ms","start":"2026-03-03T12:41:37.908874Z","end":"2026-03-03T12:41:38.571218Z","steps":["trace[834367389] 'agreement among raft nodes before linearized reading' (duration: 662.240548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:38.571258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.859168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fff2068d-7567-4772-b5d5-05a9cdb26744\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-03-03T12:41:38.57134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:37.908868Z","time spent":"662.452894ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:38.571356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.723792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:38.571062Z","caller":"traceutil/trace.go:171","msg":"trace[1195333256] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"671.923715ms","start":"2026-03-03T12:41:37.899099Z","end":"2026-03-03T12:41:38.571023Z","steps":["trace[1195333256] 'process raft request' (duration: 671.644648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:38.571265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.063548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:38.571546Z","caller":"traceutil/trace.go:171","msg":"trace[1982123018] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25954; }","duration":"114.412597ms","start":"2026-03-03T12:41:38.45712Z","end":"2026-03-03T12:41:38.571532Z","steps":["trace[1982123018] 'agreement among raft nodes before linearized reading' (duration: 114.012886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:38.571525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.141233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-03-03T12:41:38.57154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:37.899031Z","time spent":"672.421669ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:38.571605Z","caller":"traceutil/trace.go:171","msg":"trace[2112009644] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25954; }","duration":"174.275926ms","start":"2026-03-03T12:41:38.397312Z","end":"2026-03-03T12:41:38.571588Z","steps":["trace[2112009644] 'agreement among raft nodes before linearized reading' (duration: 174.002339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:38.571342Z","caller":"traceutil/trace.go:171","msg":"trace[1070929573] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fff2068d-7567-4772-b5d5-05a9cdb26744; range_end:; response_count:1; response_revision:25954; }","duration":"667.96925ms","start":"2026-03-03T12:41:37.903354Z","end":"2026-03-03T12:41:38.571323Z","steps":["trace[1070929573] 'agreement among raft nodes before linearized reading' (duration: 667.670042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:38.57167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:37.903341Z","time spent":"668.314299ms","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-fff2068d-7567-4772-b5d5-05a9cdb26744\" "} {"level":"info","ts":"2026-03-03T12:41:38.571404Z","caller":"traceutil/trace.go:171","msg":"trace[809154693] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25954; }","duration":"604.799563ms","start":"2026-03-03T12:41:37.966591Z","end":"2026-03-03T12:41:38.57139Z","steps":["trace[809154693] 'agreement among raft nodes before linearized reading' (duration: 604.731001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:38.571814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:37.966572Z","time spent":"605.187454ms","remote":"127.0.0.1:53658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:41:52.819832Z","caller":"traceutil/trace.go:171","msg":"trace[1760681966] linearizableReadLoop","detail":"{readStateIndex:27037; appliedIndex:27036; }","duration":"403.453939ms","start":"2026-03-03T12:41:52.416349Z","end":"2026-03-03T12:41:52.819803Z","steps":["trace[1760681966] 'read index received' (duration: 403.204062ms)","trace[1760681966] 'applied index is now lower than readState.Index' (duration: 248.527µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:52.819971Z","caller":"traceutil/trace.go:171","msg":"trace[1766443081] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"420.402848ms","start":"2026-03-03T12:41:52.399547Z","end":"2026-03-03T12:41:52.81995Z","steps":["trace[1766443081] 'process raft request' (duration: 420.08876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:52.820052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.661555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:52.820104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:52.399528Z","time spent":"420.485231ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:52.820115Z","caller":"traceutil/trace.go:171","msg":"trace[1490001631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26108; }","duration":"403.808218ms","start":"2026-03-03T12:41:52.416289Z","end":"2026-03-03T12:41:52.820097Z","steps":["trace[1490001631] 'agreement among raft nodes before linearized reading' (duration: 403.671515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:52.820229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.057616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-03-03T12:41:52.820304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:52.416268Z","time spent":"404.009913ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:41:52.820315Z","caller":"traceutil/trace.go:171","msg":"trace[331892103] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4; range_end:; response_count:1; response_revision:26108; }","duration":"256.171499ms","start":"2026-03-03T12:41:52.564118Z","end":"2026-03-03T12:41:52.82029Z","steps":["trace[331892103] 'agreement among raft nodes before linearized reading' (duration: 255.895302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:53.402394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019740335,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:41:53.660501Z","caller":"traceutil/trace.go:171","msg":"trace[633068016] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"833.305869ms","start":"2026-03-03T12:41:52.827166Z","end":"2026-03-03T12:41:53.660472Z","steps":["trace[633068016] 'process raft request' (duration: 759.092729ms)","trace[633068016] 'compare' (duration: 73.577773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:53.660648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:52.827143Z","time spent":"833.433092ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:54.509044Z","caller":"traceutil/trace.go:171","msg":"trace[981449890] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"1.394411471s","start":"2026-03-03T12:41:53.114607Z","end":"2026-03-03T12:41:54.509018Z","steps":["trace[981449890] 'process raft request' (duration: 1.343025157s)","trace[981449890] 'compare' (duration: 50.816199ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:54.509143Z","caller":"traceutil/trace.go:171","msg":"trace[481337844] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"1.315023274s","start":"2026-03-03T12:41:53.194093Z","end":"2026-03-03T12:41:54.509116Z","steps":["trace[481337844] 'process raft request' (duration: 1.314832459s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.509166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.114568Z","time spent":"1.394539154s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:54.509257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.194067Z","time spent":"1.315128617s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:54.509304Z","caller":"traceutil/trace.go:171","msg":"trace[1080792507] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"1.078759823s","start":"2026-03-03T12:41:53.430513Z","end":"2026-03-03T12:41:54.509273Z","steps":["trace[1080792507] 'process raft request' (duration: 1.07864234s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:54.509384Z","caller":"traceutil/trace.go:171","msg":"trace[1091428166] transaction","detail":"{read_only:false; response_revision:26117; number_of_response:1; }","duration":"1.077197832s","start":"2026-03-03T12:41:53.432175Z","end":"2026-03-03T12:41:54.509373Z","steps":["trace[1091428166] 'process raft request' (duration: 1.07715462s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.509447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.432159Z","time spent":"1.077254483s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:54.509452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.4305Z","time spent":"1.078877366s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:54.509471Z","caller":"traceutil/trace.go:171","msg":"trace[1877343382] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"1.083319184s","start":"2026-03-03T12:41:53.426143Z","end":"2026-03-03T12:41:54.509462Z","steps":["trace[1877343382] 'process raft request' (duration: 1.082889642s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:54.509497Z","caller":"traceutil/trace.go:171","msg":"trace[881056242] linearizableReadLoop","detail":"{readStateIndex:27040; appliedIndex:27037; }","duration":"1.60718839s","start":"2026-03-03T12:41:52.9023Z","end":"2026-03-03T12:41:54.509488Z","steps":["trace[881056242] 'read index received' (duration: 683.992416ms)","trace[881056242] 'applied index is now lower than readState.Index' (duration: 923.195044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:54.509516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.426115Z","time spent":"1.083375206s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:54.509582Z","caller":"traceutil/trace.go:171","msg":"trace[2051435591] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"1.077658604s","start":"2026-03-03T12:41:53.431913Z","end":"2026-03-03T12:41:54.509572Z","steps":["trace[2051435591] 'process raft request' (duration: 1.077381696s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:54.509584Z","caller":"traceutil/trace.go:171","msg":"trace[941084536] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"1.08052054s","start":"2026-03-03T12:41:53.429047Z","end":"2026-03-03T12:41:54.509568Z","steps":["trace[941084536] 'process raft request' (duration: 1.080053397s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:54.50964Z","caller":"traceutil/trace.go:171","msg":"trace[725685102] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"1.077756545s","start":"2026-03-03T12:41:53.431878Z","end":"2026-03-03T12:41:54.509634Z","steps":["trace[725685102] 'process raft request' (duration: 1.077346115s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.509693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607396645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-03T12:41:54.509693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.429023Z","time spent":"1.080618442s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:54.509681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.43185Z","time spent":"1.077807457s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:54.509723Z","caller":"traceutil/trace.go:171","msg":"trace[1618020531] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26118; }","duration":"1.607455447s","start":"2026-03-03T12:41:52.902258Z","end":"2026-03-03T12:41:54.509713Z","steps":["trace[1618020531] 'agreement among raft nodes before linearized reading' (duration: 1.607358154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.509752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:52.902243Z","time spent":"1.607504687s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T12:41:54.509604Z","caller":"traceutil/trace.go:171","msg":"trace[1916881798] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"1.075900886s","start":"2026-03-03T12:41:53.433696Z","end":"2026-03-03T12:41:54.509597Z","steps":["trace[1916881798] 'process raft request' (duration: 1.07565992s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.509902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.433681Z","time spent":"1.076179864s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:54.509616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.431892Z","time spent":"1.077705014s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:54.515061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467203833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:41:54.515106Z","caller":"traceutil/trace.go:171","msg":"trace[1085354670] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26118; }","duration":"1.467262674s","start":"2026-03-03T12:41:53.047831Z","end":"2026-03-03T12:41:54.515094Z","steps":["trace[1085354670] 'agreement among raft nodes before linearized reading' (duration: 1.467181162s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.515133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.047763Z","time spent":"1.467363517s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:54.51515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.856344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T12:41:54.515196Z","caller":"traceutil/trace.go:171","msg":"trace[1381632509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26118; }","duration":"488.924997ms","start":"2026-03-03T12:41:54.02626Z","end":"2026-03-03T12:41:54.515185Z","steps":["trace[1381632509] 'agreement among raft nodes before linearized reading' (duration: 488.765952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.515221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.02625Z","time spent":"488.966217ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:54.51523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.34708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T12:41:54.515284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.884228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:54.515281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.980984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:41:54.515307Z","caller":"traceutil/trace.go:171","msg":"trace[1925004086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26118; }","duration":"494.445113ms","start":"2026-03-03T12:41:54.020844Z","end":"2026-03-03T12:41:54.515289Z","steps":["trace[1925004086] 'agreement among raft nodes before linearized reading' (duration: 494.264749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:54.515344Z","caller":"traceutil/trace.go:171","msg":"trace[1150920807] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26118; }","duration":"496.077846ms","start":"2026-03-03T12:41:54.01925Z","end":"2026-03-03T12:41:54.515328Z","steps":["trace[1150920807] 'agreement among raft nodes before linearized reading' (duration: 495.931733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.51537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196444676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-03T12:41:54.515358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.020837Z","time spent":"494.508285ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:41:54.515387Z","caller":"traceutil/trace.go:171","msg":"trace[177186284] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4; range_end:; response_count:1; response_revision:26118; }","duration":"1.196461217s","start":"2026-03-03T12:41:53.318921Z","end":"2026-03-03T12:41:54.515382Z","steps":["trace[177186284] 'agreement among raft nodes before linearized reading' (duration: 1.196389615s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.515401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.318864Z","time spent":"1.196533948s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" "} {"level":"warn","ts":"2026-03-03T12:41:54.515397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.019228Z","time spent":"496.156599ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:41:54.515446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.798133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:54.515301Z","caller":"traceutil/trace.go:171","msg":"trace[734599828] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26118; }","duration":"872.927019ms","start":"2026-03-03T12:41:53.642369Z","end":"2026-03-03T12:41:54.515296Z","steps":["trace[734599828] 'agreement among raft nodes before linearized reading' (duration: 872.889158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:54.515478Z","caller":"traceutil/trace.go:171","msg":"trace[421983845] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26118; }","duration":"231.858584ms","start":"2026-03-03T12:41:54.283609Z","end":"2026-03-03T12:41:54.515467Z","steps":["trace[421983845] 'agreement among raft nodes before linearized reading' (duration: 231.798733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.515497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.642354Z","time spent":"873.126044ms","remote":"127.0.0.1:36512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:54.515143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.405949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:54.515619Z","caller":"traceutil/trace.go:171","msg":"trace[753119378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26118; }","duration":"677.938843ms","start":"2026-03-03T12:41:53.837674Z","end":"2026-03-03T12:41:54.515613Z","steps":["trace[753119378] 'agreement among raft nodes before linearized reading' (duration: 677.402209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.515628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.735238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T12:41:54.515655Z","caller":"traceutil/trace.go:171","msg":"trace[425576144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26118; }","duration":"486.78037ms","start":"2026-03-03T12:41:54.028868Z","end":"2026-03-03T12:41:54.515649Z","steps":["trace[425576144] 'agreement among raft nodes before linearized reading' (duration: 486.710648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.515675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.028861Z","time spent":"486.80927ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:54.515688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.471108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:41:54.515706Z","caller":"traceutil/trace.go:171","msg":"trace[2072997799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26118; }","duration":"487.532889ms","start":"2026-03-03T12:41:54.028168Z","end":"2026-03-03T12:41:54.515701Z","steps":["trace[2072997799] 'agreement among raft nodes before linearized reading' (duration: 487.480538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.515718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.028144Z","time spent":"487.571451ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:41:54.51564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:53.837652Z","time spent":"677.982555ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:41:54.985958Z","caller":"traceutil/trace.go:171","msg":"trace[1983841558] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"470.657893ms","start":"2026-03-03T12:41:54.515279Z","end":"2026-03-03T12:41:54.985937Z","steps":["trace[1983841558] 'process raft request' (duration: 470.210171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:54.986086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.515252Z","time spent":"470.765766ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:56.111091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125466923s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:41:56.17804Z","caller":"traceutil/trace.go:171","msg":"trace[877525154] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"1.658223905s","start":"2026-03-03T12:41:54.519784Z","end":"2026-03-03T12:41:56.178008Z","steps":["trace[877525154] 'process raft request' (duration: 1.591451142s)","trace[877525154] 'compare' (duration: 66.27535ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:56.178052Z","caller":"traceutil/trace.go:171","msg":"trace[1380315133] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"1.657982548s","start":"2026-03-03T12:41:54.520037Z","end":"2026-03-03T12:41:56.17802Z","steps":["trace[1380315133] 'process raft request' (duration: 1.657868625s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:56.178166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.519768Z","time spent":"1.658338179s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:56.178166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.52002Z","time spent":"1.658091562s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:56.17826Z","caller":"traceutil/trace.go:171","msg":"trace[233336444] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"1.657741582s","start":"2026-03-03T12:41:54.520494Z","end":"2026-03-03T12:41:56.178235Z","steps":["trace[233336444] 'process raft request' (duration: 1.657621699s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:56.178273Z","caller":"traceutil/trace.go:171","msg":"trace[236293822] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"1.658103452s","start":"2026-03-03T12:41:54.520138Z","end":"2026-03-03T12:41:56.178241Z","steps":["trace[236293822] 'process raft request' (duration: 1.657846175s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:56.178346Z","caller":"traceutil/trace.go:171","msg":"trace[128525259] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"1.657809945s","start":"2026-03-03T12:41:54.520524Z","end":"2026-03-03T12:41:56.178333Z","steps":["trace[128525259] 'process raft request' (duration: 1.657669741s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:56.17834Z","caller":"traceutil/trace.go:171","msg":"trace[1649497611] linearizableReadLoop","detail":"{readStateIndex:27054; appliedIndex:27048; }","duration":"1.472644769s","start":"2026-03-03T12:41:54.70567Z","end":"2026-03-03T12:41:56.178315Z","steps":["trace[1649497611] 'read index received' (duration: 280.055264ms)","trace[1649497611] 'applied index is now lower than readState.Index' (duration: 1.192588385s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:56.178401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.520484Z","time spent":"1.657846976s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:56.17841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.520515Z","time spent":"1.657864756s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:56.178412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.520129Z","time spent":"1.658210685s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:56.179081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.644534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:56.179123Z","caller":"traceutil/trace.go:171","msg":"trace[1055299283] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26124; }","duration":"730.716746ms","start":"2026-03-03T12:41:55.448396Z","end":"2026-03-03T12:41:56.179113Z","steps":["trace[1055299283] 'agreement among raft nodes before linearized reading' (duration: 730.636204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:56.179147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:55.44838Z","time spent":"730.761797ms","remote":"127.0.0.1:53838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:56.179986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.954572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T12:41:56.180128Z","caller":"traceutil/trace.go:171","msg":"trace[1140687378] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26124; }","duration":"112.144087ms","start":"2026-03-03T12:41:56.067965Z","end":"2026-03-03T12:41:56.180109Z","steps":["trace[1140687378] 'agreement among raft nodes before linearized reading' (duration: 111.078979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:56.18028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47457432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:56.180388Z","caller":"traceutil/trace.go:171","msg":"trace[1228873929] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26124; }","duration":"1.474737824s","start":"2026-03-03T12:41:54.705622Z","end":"2026-03-03T12:41:56.18036Z","steps":["trace[1228873929] 'agreement among raft nodes before linearized reading' (duration: 1.472821314s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:56.180457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:54.705602Z","time spent":"1.474836318s","remote":"127.0.0.1:53802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:56.180549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.5599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:56.180594Z","caller":"traceutil/trace.go:171","msg":"trace[2135057145] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26124; }","duration":"152.634231ms","start":"2026-03-03T12:41:56.027947Z","end":"2026-03-03T12:41:56.180581Z","steps":["trace[2135057145] 'agreement among raft nodes before linearized reading' (duration: 150.574497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:56.180643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.647678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:56.180733Z","caller":"traceutil/trace.go:171","msg":"trace[227185556] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26124; }","duration":"341.766381ms","start":"2026-03-03T12:41:55.838932Z","end":"2026-03-03T12:41:56.180698Z","steps":["trace[227185556] 'agreement among raft nodes before linearized reading' (duration: 339.596444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:56.180767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.086962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:56.180811Z","caller":"traceutil/trace.go:171","msg":"trace[1884944406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26124; }","duration":"764.185234ms","start":"2026-03-03T12:41:55.416614Z","end":"2026-03-03T12:41:56.180799Z","steps":["trace[1884944406] 'agreement among raft nodes before linearized reading' (duration: 761.846512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:56.180788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:55.838909Z","time spent":"341.860254ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:56.180843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:55.416582Z","time spent":"764.253976ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:56.181041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.362361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:56.181097Z","caller":"traceutil/trace.go:171","msg":"trace[1576499196] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26124; }","duration":"208.456714ms","start":"2026-03-03T12:41:55.972624Z","end":"2026-03-03T12:41:56.18108Z","steps":["trace[1576499196] 'agreement among raft nodes before linearized reading' (duration: 206.354018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:56.181842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.641432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-03T12:41:56.181938Z","caller":"traceutil/trace.go:171","msg":"trace[828722844] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4; range_end:; response_count:1; response_revision:26124; }","duration":"661.776826ms","start":"2026-03-03T12:41:55.520142Z","end":"2026-03-03T12:41:56.181918Z","steps":["trace[828722844] 'agreement among raft nodes before linearized reading' (duration: 658.856458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:56.18198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:55.52012Z","time spent":"661.849908ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" "} {"level":"warn","ts":"2026-03-03T12:41:57.745877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.387077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:57.74605Z","caller":"traceutil/trace.go:171","msg":"trace[1743823284] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"1.514120649s","start":"2026-03-03T12:41:56.231903Z","end":"2026-03-03T12:41:57.746024Z","steps":["trace[1743823284] 'process raft request' (duration: 789.487806ms)","trace[1743823284] 'compare' (duration: 723.964966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:57.746136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:56.231886Z","time spent":"1.514205911s","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:57.777995Z","caller":"traceutil/trace.go:171","msg":"trace[739517942] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"1.262817729s","start":"2026-03-03T12:41:56.515153Z","end":"2026-03-03T12:41:57.77797Z","steps":["trace[739517942] 'process raft request' (duration: 1.2625134s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:57.77802Z","caller":"traceutil/trace.go:171","msg":"trace[737892563] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"1.262215712s","start":"2026-03-03T12:41:56.515781Z","end":"2026-03-03T12:41:57.777997Z","steps":["trace[737892563] 'process raft request' (duration: 1.262046218s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:57.778119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:56.515127Z","time spent":"1.262931872s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:57.778132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:56.515772Z","time spent":"1.262303255s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:57.778251Z","caller":"traceutil/trace.go:171","msg":"trace[953583705] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"1.261653277s","start":"2026-03-03T12:41:56.516571Z","end":"2026-03-03T12:41:57.778224Z","steps":["trace[953583705] 'process raft request' (duration: 1.26136571s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:57.778373Z","caller":"traceutil/trace.go:171","msg":"trace[1713717085] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"1.261143834s","start":"2026-03-03T12:41:56.517209Z","end":"2026-03-03T12:41:57.778353Z","steps":["trace[1713717085] 'process raft request' (duration: 1.261051811s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:57.778411Z","caller":"traceutil/trace.go:171","msg":"trace[1944751377] linearizableReadLoop","detail":"{readStateIndex:27063; appliedIndex:27055; }","duration":"1.198837971s","start":"2026-03-03T12:41:56.57955Z","end":"2026-03-03T12:41:57.778388Z","steps":["trace[1944751377] 'read index received' (duration: 441.953301ms)","trace[1944751377] 'applied index is now lower than readState.Index' (duration: 756.8838ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:41:57.778447Z","caller":"traceutil/trace.go:171","msg":"trace[1979521126] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"1.261166265s","start":"2026-03-03T12:41:56.517263Z","end":"2026-03-03T12:41:57.778429Z","steps":["trace[1979521126] 'process raft request' (duration: 1.261035311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:57.778472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:56.51719Z","time spent":"1.261232856s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:57.778383Z","caller":"traceutil/trace.go:171","msg":"trace[249003965] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"1.261299539s","start":"2026-03-03T12:41:56.517052Z","end":"2026-03-03T12:41:57.778351Z","steps":["trace[249003965] 'process raft request' (duration: 1.261104113s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:57.778547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:56.517226Z","time spent":"1.261269427s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:57.778615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199051786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:57.77837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:56.516541Z","time spent":"1.261775871s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:57.778658Z","caller":"traceutil/trace.go:171","msg":"trace[836987010] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26132; }","duration":"1.199160458s","start":"2026-03-03T12:41:56.579486Z","end":"2026-03-03T12:41:57.778646Z","steps":["trace[836987010] 'agreement among raft nodes before linearized reading' (duration: 1.199076376s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:57.778698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:56.579461Z","time spent":"1.199227211s","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:57.778742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191557197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:41:57.778786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.750091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:57.778815Z","caller":"traceutil/trace.go:171","msg":"trace[613089264] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26132; }","duration":"257.838903ms","start":"2026-03-03T12:41:57.520967Z","end":"2026-03-03T12:41:57.778806Z","steps":["trace[613089264] 'agreement among raft nodes before linearized reading' (duration: 257.791451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:57.778816Z","caller":"traceutil/trace.go:171","msg":"trace[1594055595] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26132; }","duration":"1.19166523s","start":"2026-03-03T12:41:56.587128Z","end":"2026-03-03T12:41:57.778793Z","steps":["trace[1594055595] 'agreement among raft nodes before linearized reading' (duration: 1.191557567s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:57.778875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:56.58711Z","time spent":"1.191746522s","remote":"127.0.0.1:53718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:57.778889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:56.517039Z","time spent":"1.261581526s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:41:57.779132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.290648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:57.779176Z","caller":"traceutil/trace.go:171","msg":"trace[141207891] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26132; }","duration":"231.393251ms","start":"2026-03-03T12:41:57.547771Z","end":"2026-03-03T12:41:57.779165Z","steps":["trace[141207891] 'agreement among raft nodes before linearized reading' (duration: 231.311909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:41:57.778543Z","caller":"traceutil/trace.go:171","msg":"trace[281917002] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"1.260005983s","start":"2026-03-03T12:41:56.518525Z","end":"2026-03-03T12:41:57.778531Z","steps":["trace[281917002] 'process raft request' (duration: 1.259818428s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:57.779233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.490232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T12:41:57.779259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:56.518513Z","time spent":"1.260717363s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:41:57.7793Z","caller":"traceutil/trace.go:171","msg":"trace[1017184833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26132; }","duration":"839.583944ms","start":"2026-03-03T12:41:56.9397Z","end":"2026-03-03T12:41:57.779284Z","steps":["trace[1017184833] 'agreement among raft nodes before linearized reading' (duration: 839.42511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:57.779303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.933339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:41:57.779336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.937493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:57.779353Z","caller":"traceutil/trace.go:171","msg":"trace[567977659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26132; }","duration":"362.977293ms","start":"2026-03-03T12:41:57.41637Z","end":"2026-03-03T12:41:57.779347Z","steps":["trace[567977659] 'agreement among raft nodes before linearized reading' (duration: 362.947862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:57.779344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:56.939684Z","time spent":"839.647406ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:41:57.779355Z","caller":"traceutil/trace.go:171","msg":"trace[237853087] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26132; }","duration":"792.029122ms","start":"2026-03-03T12:41:56.987311Z","end":"2026-03-03T12:41:57.77934Z","steps":["trace[237853087] 'agreement among raft nodes before linearized reading' (duration: 791.811416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:57.779369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:57.416355Z","time spent":"363.010644ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:41:57.779401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:56.987286Z","time spent":"792.100774ms","remote":"127.0.0.1:36446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:41:57.779435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.937453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T12:41:57.779466Z","caller":"traceutil/trace.go:171","msg":"trace[846648596] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26132; }","duration":"120.006654ms","start":"2026-03-03T12:41:57.659451Z","end":"2026-03-03T12:41:57.779457Z","steps":["trace[846648596] 'agreement among raft nodes before linearized reading' (duration: 119.86965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:57.779642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.824471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-03T12:41:57.779672Z","caller":"traceutil/trace.go:171","msg":"trace[1265398963] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4; range_end:; response_count:1; response_revision:26132; }","duration":"593.906013ms","start":"2026-03-03T12:41:57.185757Z","end":"2026-03-03T12:41:57.779663Z","steps":["trace[1265398963] 'agreement among raft nodes before linearized reading' (duration: 593.827911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:57.779693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:57.185738Z","time spent":"593.948394ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" "} {"level":"warn","ts":"2026-03-03T12:41:58.344252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019740374,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:41:58.701258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:57.948422Z","time spent":"752.828462ms","remote":"127.0.0.1:59102","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T12:41:58.701355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.386205ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:41:58.701484Z","caller":"traceutil/trace.go:171","msg":"trace[1011314780] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26132; }","duration":"502.525609ms","start":"2026-03-03T12:41:58.198938Z","end":"2026-03-03T12:41:58.701463Z","steps":["trace[1011314780] 'range keys from in-memory index tree' (duration: 502.357004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:41:58.702479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.106311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:41:58.702602Z","caller":"traceutil/trace.go:171","msg":"trace[509702100] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"915.49149ms","start":"2026-03-03T12:41:57.787088Z","end":"2026-03-03T12:41:58.70258Z","steps":["trace[509702100] 'process raft request' (duration: 689.191043ms)","trace[509702100] 'compare' (duration: 225.319411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:41:58.702672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:57.787074Z","time spent":"915.564482ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:00.030966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.554608105s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:42:00.077147Z","caller":"traceutil/trace.go:171","msg":"trace[459770685] linearizableReadLoop","detail":"{readStateIndex:27065; appliedIndex:27063; }","duration":"2.233622378s","start":"2026-03-03T12:41:57.843495Z","end":"2026-03-03T12:42:00.077117Z","steps":["trace[459770685] 'read index received' (duration: 632.867108ms)","trace[459770685] 'applied index is now lower than readState.Index' (duration: 1.60075394s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:00.077205Z","caller":"traceutil/trace.go:171","msg":"trace[361337119] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"2.249086798s","start":"2026-03-03T12:41:57.828077Z","end":"2026-03-03T12:42:00.077164Z","steps":["trace[361337119] 'process raft request' (duration: 2.203058997s)","trace[361337119] 'compare' (duration: 45.558909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:00.077295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233792013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:00.077326Z","caller":"traceutil/trace.go:171","msg":"trace[577394581] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26134; }","duration":"2.233878796s","start":"2026-03-03T12:41:57.843441Z","end":"2026-03-03T12:42:00.07732Z","steps":["trace[577394581] 'agreement among raft nodes before linearized reading' (duration: 2.233797423s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.077354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:57.843427Z","time spent":"2.233920126s","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T12:42:00.077367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:57.828014Z","time spent":"2.249264363s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:00.109464Z","caller":"traceutil/trace.go:171","msg":"trace[1156822111] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"961.625565ms","start":"2026-03-03T12:41:59.147812Z","end":"2026-03-03T12:42:00.109437Z","steps":["trace[1156822111] 'process raft request' (duration: 961.363678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:00.109485Z","caller":"traceutil/trace.go:171","msg":"trace[1648936868] transaction","detail":"{read_only:false; response_revision:26137; number_of_response:1; }","duration":"326.2429ms","start":"2026-03-03T12:41:59.783218Z","end":"2026-03-03T12:42:00.109461Z","steps":["trace[1648936868] 'process raft request' (duration: 326.156407ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:00.109488Z","caller":"traceutil/trace.go:171","msg":"trace[841210526] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"326.909417ms","start":"2026-03-03T12:41:59.782542Z","end":"2026-03-03T12:42:00.109452Z","steps":["trace[841210526] 'process raft request' (duration: 326.785064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.10961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.147776Z","time spent":"961.750488ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:00.109632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.78321Z","time spent":"326.342742ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:00.109665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.782526Z","time spent":"327.050191ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:00.110732Z","caller":"traceutil/trace.go:171","msg":"trace[998522516] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"326.343362ms","start":"2026-03-03T12:41:59.784368Z","end":"2026-03-03T12:42:00.110711Z","steps":["trace[998522516] 'process raft request' (duration: 325.048838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.110834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.78436Z","time spent":"326.423065ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:00.110919Z","caller":"traceutil/trace.go:171","msg":"trace[1927291499] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"325.031527ms","start":"2026-03-03T12:41:59.78587Z","end":"2026-03-03T12:42:00.110901Z","steps":["trace[1927291499] 'process raft request' (duration: 324.76522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.111011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.785852Z","time spent":"325.11736ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:00.111191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360952855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:42:00.111227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504199397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:00.111284Z","caller":"traceutil/trace.go:171","msg":"trace[54276399] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"324.644497ms","start":"2026-03-03T12:41:59.786629Z","end":"2026-03-03T12:42:00.111273Z","steps":["trace[54276399] 'process raft request' (duration: 324.089152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:00.111292Z","caller":"traceutil/trace.go:171","msg":"trace[1271752877] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26142; }","duration":"1.5043024s","start":"2026-03-03T12:41:58.606977Z","end":"2026-03-03T12:42:00.11128Z","steps":["trace[1271752877] 'agreement among raft nodes before linearized reading' (duration: 1.504206877s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.111331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:58.606949Z","time spent":"1.504373042s","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:00.111348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.786622Z","time spent":"324.693138ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:00.1115Z","caller":"traceutil/trace.go:171","msg":"trace[2050999902] transaction","detail":"{read_only:false; response_revision:26141; number_of_response:1; }","duration":"323.24554ms","start":"2026-03-03T12:41:59.788243Z","end":"2026-03-03T12:42:00.111489Z","steps":["trace[2050999902] 'process raft request' (duration: 322.51751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.111564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.788218Z","time spent":"323.313072ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:00.111596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754336996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-77f95c4d76-z9vnx.1899553f37cb3fca\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T12:42:00.111637Z","caller":"traceutil/trace.go:171","msg":"trace[1558549964] range","detail":"{range_begin:/registry/events/openstack/magnum-api-77f95c4d76-z9vnx.1899553f37cb3fca; range_end:; response_count:1; response_revision:26142; }","duration":"1.754414468s","start":"2026-03-03T12:41:58.35721Z","end":"2026-03-03T12:42:00.111624Z","steps":["trace[1558549964] 'agreement among raft nodes before linearized reading' (duration: 1.754280195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.111683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:58.357186Z","time spent":"1.754489131s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-77f95c4d76-z9vnx.1899553f37cb3fca\" "} {"level":"info","ts":"2026-03-03T12:42:00.111717Z","caller":"traceutil/trace.go:171","msg":"trace[1156078048] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"321.689828ms","start":"2026-03-03T12:41:59.790016Z","end":"2026-03-03T12:42:00.111706Z","steps":["trace[1156078048] 'process raft request' (duration: 320.776714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.111777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.790005Z","time spent":"321.743611ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:00.111899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925946082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:42:00.111938Z","caller":"traceutil/trace.go:171","msg":"trace[1074890025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26142; }","duration":"1.926023944s","start":"2026-03-03T12:41:58.185904Z","end":"2026-03-03T12:42:00.111928Z","steps":["trace[1074890025] 'agreement among raft nodes before linearized reading' (duration: 1.925929022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.111971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:58.185899Z","time spent":"1.926065565s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:00.11202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.271982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-03T12:42:00.112083Z","caller":"traceutil/trace.go:171","msg":"trace[1489988153] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26142; }","duration":"453.347444ms","start":"2026-03-03T12:41:59.658725Z","end":"2026-03-03T12:42:00.112072Z","steps":["trace[1489988153] 'agreement among raft nodes before linearized reading' (duration: 453.18354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.112119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.658716Z","time spent":"453.395655ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T12:42:00.1122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926311521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:42:00.11224Z","caller":"traceutil/trace.go:171","msg":"trace[1174668492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26142; }","duration":"1.926390463s","start":"2026-03-03T12:41:58.18584Z","end":"2026-03-03T12:42:00.112231Z","steps":["trace[1174668492] 'agreement among raft nodes before linearized reading' (duration: 1.926294451s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.112274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:58.18582Z","time spent":"1.926447475s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:42:00.112357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.231478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T12:42:00.112394Z","caller":"traceutil/trace.go:171","msg":"trace[566399175] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26142; }","duration":"471.29549ms","start":"2026-03-03T12:41:59.641089Z","end":"2026-03-03T12:42:00.112384Z","steps":["trace[566399175] 'agreement among raft nodes before linearized reading' (duration: 471.197278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.112428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.641073Z","time spent":"471.348541ms","remote":"127.0.0.1:36208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T12:42:00.112478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928885409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T12:42:00.112535Z","caller":"traceutil/trace.go:171","msg":"trace[1513889295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26142; }","duration":"1.928987203s","start":"2026-03-03T12:41:58.183536Z","end":"2026-03-03T12:42:00.112523Z","steps":["trace[1513889295] 'agreement among raft nodes before linearized reading' (duration: 1.92885446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.112571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:58.183503Z","time spent":"1.929060664s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:42:00.112602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.247849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:00.112645Z","caller":"traceutil/trace.go:171","msg":"trace[1975547380] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26142; }","duration":"633.325481ms","start":"2026-03-03T12:41:59.479305Z","end":"2026-03-03T12:42:00.11263Z","steps":["trace[1975547380] 'agreement among raft nodes before linearized reading' (duration: 633.261559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.112683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.479282Z","time spent":"633.390843ms","remote":"127.0.0.1:53514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:00.112781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929327312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T12:42:00.112818Z","caller":"traceutil/trace.go:171","msg":"trace[1762375676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26142; }","duration":"1.929377023s","start":"2026-03-03T12:41:58.18343Z","end":"2026-03-03T12:42:00.112807Z","steps":["trace[1762375676] 'agreement among raft nodes before linearized reading' (duration: 1.92928315s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.112849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:58.183424Z","time spent":"1.929418424s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:00.112935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32835252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-03T12:42:00.112973Z","caller":"traceutil/trace.go:171","msg":"trace[82762059] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4; range_end:; response_count:1; response_revision:26142; }","duration":"1.328422742s","start":"2026-03-03T12:41:58.78454Z","end":"2026-03-03T12:42:00.112963Z","steps":["trace[82762059] 'agreement among raft nodes before linearized reading' (duration: 1.328332339s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.113007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:58.784518Z","time spent":"1.328483093s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" "} {"level":"warn","ts":"2026-03-03T12:42:00.11304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92963384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T12:42:00.113075Z","caller":"traceutil/trace.go:171","msg":"trace[1251726740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26142; }","duration":"1.929705011s","start":"2026-03-03T12:41:58.183361Z","end":"2026-03-03T12:42:00.113066Z","steps":["trace[1251726740] 'agreement among raft nodes before linearized reading' (duration: 1.929612749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.113107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:58.183314Z","time spent":"1.929785923s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:42:00.111246Z","caller":"traceutil/trace.go:171","msg":"trace[1788503966] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:26142; }","duration":"1.361056128s","start":"2026-03-03T12:41:58.750175Z","end":"2026-03-03T12:42:00.111231Z","steps":["trace[1788503966] 'agreement among raft nodes before linearized reading' (duration: 1.360913204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.113458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:58.750151Z","time spent":"1.363285207s","remote":"127.0.0.1:33646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:00.112853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.372705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:00.113746Z","caller":"traceutil/trace.go:171","msg":"trace[644792485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26142; }","duration":"697.280378ms","start":"2026-03-03T12:41:59.416448Z","end":"2026-03-03T12:42:00.113729Z","steps":["trace[644792485] 'agreement among raft nodes before linearized reading' (duration: 696.378954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:00.113788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:41:59.416434Z","time spent":"697.3445ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:42:00.619238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019740387,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:42:01.435939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.971917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:01.436171Z","caller":"traceutil/trace.go:171","msg":"trace[174311753] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"1.317697045s","start":"2026-03-03T12:42:00.118442Z","end":"2026-03-03T12:42:01.436139Z","steps":["trace[174311753] 'process raft request' (duration: 657.002989ms)","trace[174311753] 'compare' (duration: 658.900259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:01.436314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:00.118424Z","time spent":"1.317817769s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:01.446645Z","caller":"traceutil/trace.go:171","msg":"trace[1304029236] transaction","detail":"{read_only:false; response_revision:26144; number_of_response:1; }","duration":"1.327810134s","start":"2026-03-03T12:42:00.118815Z","end":"2026-03-03T12:42:01.446626Z","steps":["trace[1304029236] 'process raft request' (duration: 1.32766388s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.446757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:00.118807Z","time spent":"1.327896206s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:01.446889Z","caller":"traceutil/trace.go:171","msg":"trace[238846890] transaction","detail":"{read_only:false; response_revision:26145; number_of_response:1; }","duration":"1.32802848s","start":"2026-03-03T12:42:00.118832Z","end":"2026-03-03T12:42:01.44686Z","steps":["trace[238846890] 'process raft request' (duration: 1.327744322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.447016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:00.118822Z","time spent":"1.328128432s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:01.447089Z","caller":"traceutil/trace.go:171","msg":"trace[2101852644] linearizableReadLoop","detail":"{readStateIndex:27079; appliedIndex:27073; }","duration":"1.32844791s","start":"2026-03-03T12:42:00.118621Z","end":"2026-03-03T12:42:01.447069Z","steps":["trace[2101852644] 'read index received' (duration: 656.827034ms)","trace[2101852644] 'applied index is now lower than readState.Index' (duration: 671.619806ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:01.447203Z","caller":"traceutil/trace.go:171","msg":"trace[1758296987] transaction","detail":"{read_only:false; response_revision:26146; number_of_response:1; }","duration":"1.327196808s","start":"2026-03-03T12:42:00.119993Z","end":"2026-03-03T12:42:01.44719Z","steps":["trace[1758296987] 'process raft request' (duration: 1.326832858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.447267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328642755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T12:42:01.447278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328542413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:01.447297Z","caller":"traceutil/trace.go:171","msg":"trace[1584103483] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26148; }","duration":"1.328692407s","start":"2026-03-03T12:42:00.118596Z","end":"2026-03-03T12:42:01.447288Z","steps":["trace[1584103483] 'agreement among raft nodes before linearized reading' (duration: 1.328590695s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:01.447304Z","caller":"traceutil/trace.go:171","msg":"trace[646828774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26148; }","duration":"1.328567423s","start":"2026-03-03T12:42:00.118729Z","end":"2026-03-03T12:42:01.447296Z","steps":["trace[646828774] 'agreement among raft nodes before linearized reading' (duration: 1.328519782s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.447317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:00.118579Z","time spent":"1.328734808s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:42:01.447323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:00.11871Z","time spent":"1.328609745s","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:42:01.447391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:00.119984Z","time spent":"1.327247019s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:01.447425Z","caller":"traceutil/trace.go:171","msg":"trace[545773826] transaction","detail":"{read_only:false; response_revision:26147; number_of_response:1; }","duration":"1.326279193s","start":"2026-03-03T12:42:00.121136Z","end":"2026-03-03T12:42:01.447415Z","steps":["trace[545773826] 'process raft request' (duration: 1.325840201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.447469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:00.121116Z","time spent":"1.326329674s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:01.44756Z","caller":"traceutil/trace.go:171","msg":"trace[975343199] transaction","detail":"{read_only:false; response_revision:26148; number_of_response:1; }","duration":"1.325531993s","start":"2026-03-03T12:42:00.122022Z","end":"2026-03-03T12:42:01.447554Z","steps":["trace[975343199] 'process raft request' (duration: 1.325000029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.447567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.660354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:01.447592Z","caller":"traceutil/trace.go:171","msg":"trace[831362886] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26148; }","duration":"255.724626ms","start":"2026-03-03T12:42:01.191859Z","end":"2026-03-03T12:42:01.447584Z","steps":["trace[831362886] 'agreement among raft nodes before linearized reading' (duration: 255.685785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.447729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.036262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T12:42:01.447767Z","caller":"traceutil/trace.go:171","msg":"trace[1261283733] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26148; }","duration":"257.093752ms","start":"2026-03-03T12:42:01.190656Z","end":"2026-03-03T12:42:01.44775Z","steps":["trace[1261283733] 'agreement among raft nodes before linearized reading' (duration: 257.028971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.447834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.500709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-03T12:42:01.447864Z","caller":"traceutil/trace.go:171","msg":"trace[598827238] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4; range_end:; response_count:1; response_revision:26148; }","duration":"325.531729ms","start":"2026-03-03T12:42:01.122325Z","end":"2026-03-03T12:42:01.447857Z","steps":["trace[598827238] 'agreement among raft nodes before linearized reading' (duration: 325.460107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.447887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:01.122231Z","time spent":"325.651673ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" "} {"level":"warn","ts":"2026-03-03T12:42:01.447984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246564558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:01.448012Z","caller":"traceutil/trace.go:171","msg":"trace[2140833648] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26148; }","duration":"1.246593188s","start":"2026-03-03T12:42:00.201411Z","end":"2026-03-03T12:42:01.448004Z","steps":["trace[2140833648] 'agreement among raft nodes before linearized reading' (duration: 1.246551587s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:01.448057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:00.20139Z","time spent":"1.246660069s","remote":"127.0.0.1:53674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T12:42:01.447597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:00.122014Z","time spent":"1.325565674s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:03.869247Z","caller":"traceutil/trace.go:171","msg":"trace[2086684790] transaction","detail":"{read_only:false; response_revision:26159; number_of_response:1; }","duration":"418.463108ms","start":"2026-03-03T12:42:03.450752Z","end":"2026-03-03T12:42:03.869215Z","steps":["trace[2086684790] 'process raft request' (duration: 418.257552ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:03.869283Z","caller":"traceutil/trace.go:171","msg":"trace[1755403631] linearizableReadLoop","detail":"{readStateIndex:27091; appliedIndex:27091; }","duration":"417.847261ms","start":"2026-03-03T12:42:03.451375Z","end":"2026-03-03T12:42:03.869222Z","steps":["trace[1755403631] 'read index received' (duration: 417.82747ms)","trace[1755403631] 'applied index is now lower than readState.Index' (duration: 15.871µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:03.869425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.450705Z","time spent":"418.632762ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:03.869711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.966578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T12:42:03.869788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.07916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T12:42:03.869813Z","caller":"traceutil/trace.go:171","msg":"trace[1313072132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26159; }","duration":"417.122882ms","start":"2026-03-03T12:42:03.452663Z","end":"2026-03-03T12:42:03.869786Z","steps":["trace[1313072132] 'agreement among raft nodes before linearized reading' (duration: 416.892426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:03.869881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.452642Z","time spent":"417.229174ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:42:03.869872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.76684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-03-03T12:42:03.869893Z","caller":"traceutil/trace.go:171","msg":"trace[474563152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26159; }","duration":"417.229755ms","start":"2026-03-03T12:42:03.452627Z","end":"2026-03-03T12:42:03.869856Z","steps":["trace[474563152] 'agreement among raft nodes before linearized reading' (duration: 416.849765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:03.870679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.452591Z","time spent":"418.063587ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:03.86978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.612858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:42:03.870997Z","caller":"traceutil/trace.go:171","msg":"trace[916001866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26159; }","duration":"417.824121ms","start":"2026-03-03T12:42:03.453127Z","end":"2026-03-03T12:42:03.870951Z","steps":["trace[916001866] 'agreement among raft nodes before linearized reading' (duration: 416.423314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:03.870017Z","caller":"traceutil/trace.go:171","msg":"trace[436430696] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4; range_end:; response_count:1; response_revision:26159; }","duration":"411.969095ms","start":"2026-03-03T12:42:03.45802Z","end":"2026-03-03T12:42:03.869989Z","steps":["trace[436430696] 'agreement among raft nodes before linearized reading' (duration: 411.487213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:03.871051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.45308Z","time spent":"417.957014ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:42:03.871102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.458009Z","time spent":"413.062274ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" "} {"level":"warn","ts":"2026-03-03T12:42:03.870313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.93321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T12:42:03.871179Z","caller":"traceutil/trace.go:171","msg":"trace[1584183451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26159; }","duration":"419.940897ms","start":"2026-03-03T12:42:03.451225Z","end":"2026-03-03T12:42:03.871166Z","steps":["trace[1584183451] 'agreement among raft nodes before linearized reading' (duration: 418.18985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:03.871232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.451214Z","time spent":"420.003078ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:42:04.691604Z","caller":"traceutil/trace.go:171","msg":"trace[1830397704] transaction","detail":"{read_only:false; response_revision:26161; number_of_response:1; }","duration":"815.65508ms","start":"2026-03-03T12:42:03.875907Z","end":"2026-03-03T12:42:04.691562Z","steps":["trace[1830397704] 'process raft request' (duration: 813.206565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:04.691866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.87589Z","time spent":"815.848996ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:04.692211Z","caller":"traceutil/trace.go:171","msg":"trace[499449084] transaction","detail":"{read_only:false; response_revision:26162; number_of_response:1; }","duration":"815.078615ms","start":"2026-03-03T12:42:03.877079Z","end":"2026-03-03T12:42:04.692157Z","steps":["trace[499449084] 'process raft request' (duration: 814.375446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:04.692217Z","caller":"traceutil/trace.go:171","msg":"trace[1482035089] transaction","detail":"{read_only:false; response_revision:26163; number_of_response:1; }","duration":"815.045324ms","start":"2026-03-03T12:42:03.877143Z","end":"2026-03-03T12:42:04.692188Z","steps":["trace[1482035089] 'process raft request' (duration: 814.923101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:04.692398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.877063Z","time spent":"815.236039ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:04.692509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:03.87712Z","time spent":"815.238959ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.732338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043332892s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:42:05.733181Z","caller":"traceutil/trace.go:171","msg":"trace[530744800] linearizableReadLoop","detail":"{readStateIndex:27102; appliedIndex:27092; }","duration":"1.500675212s","start":"2026-03-03T12:42:04.232479Z","end":"2026-03-03T12:42:05.733154Z","steps":["trace[530744800] 'read index received' (duration: 456.58796ms)","trace[530744800] 'applied index is now lower than readState.Index' (duration: 1.044086172s)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:05.733658Z","caller":"traceutil/trace.go:171","msg":"trace[1181641551] transaction","detail":"{read_only:false; response_revision:26164; number_of_response:1; }","duration":"1.609376117s","start":"2026-03-03T12:42:04.124262Z","end":"2026-03-03T12:42:05.733638Z","steps":["trace[1181641551] 'process raft request' (duration: 1.60834061s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:05.733704Z","caller":"traceutil/trace.go:171","msg":"trace[1024604611] transaction","detail":"{read_only:false; response_revision:26169; number_of_response:1; }","duration":"1.60573485s","start":"2026-03-03T12:42:04.127943Z","end":"2026-03-03T12:42:05.733678Z","steps":["trace[1024604611] 'process raft request' (duration: 1.605073813s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:05.733751Z","caller":"traceutil/trace.go:171","msg":"trace[1589744876] transaction","detail":"{read_only:false; response_revision:26171; number_of_response:1; }","duration":"1.111650296s","start":"2026-03-03T12:42:04.622054Z","end":"2026-03-03T12:42:05.733705Z","steps":["trace[1589744876] 'process raft request' (duration: 1.11104998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.733814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.124231Z","time spent":"1.60949618s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:05.733869Z","caller":"traceutil/trace.go:171","msg":"trace[1814839806] transaction","detail":"{read_only:false; response_revision:26165; number_of_response:1; }","duration":"1.608281178s","start":"2026-03-03T12:42:04.125575Z","end":"2026-03-03T12:42:05.733856Z","steps":["trace[1814839806] 'process raft request' (duration: 1.60721528s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.733922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.622035Z","time spent":"1.11179513s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.733958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.125568Z","time spent":"1.60833085s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:05.734074Z","caller":"traceutil/trace.go:171","msg":"trace[1165389899] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"1.608040612s","start":"2026-03-03T12:42:04.126021Z","end":"2026-03-03T12:42:05.734062Z","steps":["trace[1165389899] 'process raft request' (duration: 1.60683516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.734102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501633738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:05.734161Z","caller":"traceutil/trace.go:171","msg":"trace[375015050] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26171; }","duration":"1.501756501s","start":"2026-03-03T12:42:04.232387Z","end":"2026-03-03T12:42:05.734144Z","steps":["trace[375015050] 'agreement among raft nodes before linearized reading' (duration: 1.501659838s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:05.734255Z","caller":"traceutil/trace.go:171","msg":"trace[492255675] transaction","detail":"{read_only:false; response_revision:26170; number_of_response:1; }","duration":"1.605997357s","start":"2026-03-03T12:42:04.128244Z","end":"2026-03-03T12:42:05.734242Z","steps":["trace[492255675] 'process raft request' (duration: 1.604817446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.734293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.232352Z","time spent":"1.501922125s","remote":"127.0.0.1:39194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:05.734322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.128228Z","time spent":"1.606058699s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:05.734336Z","caller":"traceutil/trace.go:171","msg":"trace[1009330592] transaction","detail":"{read_only:false; response_revision:26167; number_of_response:1; }","duration":"1.608049982s","start":"2026-03-03T12:42:04.126237Z","end":"2026-03-03T12:42:05.734287Z","steps":["trace[1009330592] 'process raft request' (duration: 1.606669476s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.73415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.125989Z","time spent":"1.608116044s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.734418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.126206Z","time spent":"1.608171606s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.733814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.127925Z","time spent":"1.605824433s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:05.73454Z","caller":"traceutil/trace.go:171","msg":"trace[1846140472] transaction","detail":"{read_only:false; response_revision:26168; number_of_response:1; }","duration":"1.60720716s","start":"2026-03-03T12:42:04.12732Z","end":"2026-03-03T12:42:05.734527Z","steps":["trace[1846140472] 'process raft request' (duration: 1.605651548s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.734609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.127307Z","time spent":"1.607265141s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:05.796883Z","caller":"traceutil/trace.go:171","msg":"trace[1540384537] transaction","detail":"{read_only:false; response_revision:26172; number_of_response:1; }","duration":"1.082063481s","start":"2026-03-03T12:42:04.71478Z","end":"2026-03-03T12:42:05.796843Z","steps":["trace[1540384537] 'process raft request' (duration: 1.081738682s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.797067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.71475Z","time spent":"1.082223235s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.797091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.767463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-03-03T12:42:05.79712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207256174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:05.797165Z","caller":"traceutil/trace.go:171","msg":"trace[1504960636] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"711.409833ms","start":"2026-03-03T12:42:05.085735Z","end":"2026-03-03T12:42:05.797145Z","steps":["trace[1504960636] 'process raft request' (duration: 710.91883ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:05.797176Z","caller":"traceutil/trace.go:171","msg":"trace[2114840567] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4; range_end:; response_count:1; response_revision:26173; }","duration":"919.898366ms","start":"2026-03-03T12:42:04.877258Z","end":"2026-03-03T12:42:05.797156Z","steps":["trace[2114840567] 'agreement among raft nodes before linearized reading' (duration: 919.706321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:05.797217Z","caller":"traceutil/trace.go:171","msg":"trace[1796078463] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26173; }","duration":"1.207401567s","start":"2026-03-03T12:42:04.589792Z","end":"2026-03-03T12:42:05.797194Z","steps":["trace[1796078463] 'agreement among raft nodes before linearized reading' (duration: 1.207216422s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.797258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:05.085709Z","time spent":"711.500786ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:05.797279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.589777Z","time spent":"1.20749168s","remote":"127.0.0.1:53354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:05.797319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.024092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:42:05.797293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.386699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:05.797415Z","caller":"traceutil/trace.go:171","msg":"trace[1987398312] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26173; }","duration":"226.536972ms","start":"2026-03-03T12:42:05.570856Z","end":"2026-03-03T12:42:05.797393Z","steps":["trace[1987398312] 'agreement among raft nodes before linearized reading' (duration: 226.345997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.797231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.877234Z","time spent":"919.988269ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" "} {"level":"warn","ts":"2026-03-03T12:42:05.797122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.145815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:05.797657Z","caller":"traceutil/trace.go:171","msg":"trace[342064776] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26173; }","duration":"286.792443ms","start":"2026-03-03T12:42:05.51085Z","end":"2026-03-03T12:42:05.797643Z","steps":["trace[342064776] 'agreement among raft nodes before linearized reading' (duration: 286.083674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:05.797358Z","caller":"traceutil/trace.go:171","msg":"trace[1453952217] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26173; }","duration":"581.065753ms","start":"2026-03-03T12:42:05.216284Z","end":"2026-03-03T12:42:05.797349Z","steps":["trace[1453952217] 'agreement among raft nodes before linearized reading' (duration: 580.967441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.797761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:05.216243Z","time spent":"581.495635ms","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:05.797977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381347255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:05.798109Z","caller":"traceutil/trace.go:171","msg":"trace[1520563882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26173; }","duration":"1.3815345s","start":"2026-03-03T12:42:04.416563Z","end":"2026-03-03T12:42:05.798097Z","steps":["trace[1520563882] 'agreement among raft nodes before linearized reading' (duration: 1.380346179s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:05.798147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:04.416533Z","time spent":"1.381603361s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:42:06.179527Z","caller":"traceutil/trace.go:171","msg":"trace[1314245692] linearizableReadLoop","detail":"{readStateIndex:27106; appliedIndex:27105; }","duration":"251.193147ms","start":"2026-03-03T12:42:05.928292Z","end":"2026-03-03T12:42:06.179485Z","steps":["trace[1314245692] 'read index received' (duration: 248.515817ms)","trace[1314245692] 'applied index is now lower than readState.Index' (duration: 2.67609ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:06.179617Z","caller":"traceutil/trace.go:171","msg":"trace[545536957] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"286.784072ms","start":"2026-03-03T12:42:05.892796Z","end":"2026-03-03T12:42:06.179581Z","steps":["trace[545536957] 'process raft request' (duration: 284.119731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:06.179904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.589348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:42:06.180011Z","caller":"traceutil/trace.go:171","msg":"trace[779520030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26174; }","duration":"251.745272ms","start":"2026-03-03T12:42:05.928238Z","end":"2026-03-03T12:42:06.179983Z","steps":["trace[779520030] 'agreement among raft nodes before linearized reading' (duration: 251.466534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:07.581991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.962122ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T12:42:07.582327Z","caller":"traceutil/trace.go:171","msg":"trace[1331603396] linearizableReadLoop","detail":"{readStateIndex:27108; appliedIndex:27106; }","duration":"1.329383716s","start":"2026-03-03T12:42:06.252925Z","end":"2026-03-03T12:42:07.582309Z","steps":["trace[1331603396] 'read index received' (duration: 459.222909ms)","trace[1331603396] 'applied index is now lower than readState.Index' (duration: 870.159637ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:07.582418Z","caller":"traceutil/trace.go:171","msg":"trace[1376751146] transaction","detail":"{read_only:false; response_revision:26175; number_of_response:1; }","duration":"1.39694562s","start":"2026-03-03T12:42:06.185462Z","end":"2026-03-03T12:42:07.582408Z","steps":["trace[1376751146] 'process raft request' (duration: 1.396667223s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:07.582511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:06.185431Z","time spent":"1.397018152s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:07.582711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:06.181305Z","time spent":"1.401394548s","remote":"127.0.0.1:36142","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T12:42:07.582828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329910591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T12:42:07.582866Z","caller":"traceutil/trace.go:171","msg":"trace[813101859] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26175; }","duration":"1.329946782s","start":"2026-03-03T12:42:06.252906Z","end":"2026-03-03T12:42:07.582853Z","steps":["trace[813101859] 'agreement among raft nodes before linearized reading' (duration: 1.329815828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:07.582905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:06.252831Z","time spent":"1.330067475s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T12:42:07.58321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124282543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T12:42:07.583284Z","caller":"traceutil/trace.go:171","msg":"trace[1307963348] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26175; }","duration":"1.124402886s","start":"2026-03-03T12:42:06.458865Z","end":"2026-03-03T12:42:07.583268Z","steps":["trace[1307963348] 'agreement among raft nodes before linearized reading' (duration: 1.12420122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:07.583314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:06.458845Z","time spent":"1.124462847s","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T12:42:07.583398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.721811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:07.583431Z","caller":"traceutil/trace.go:171","msg":"trace[209193051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26175; }","duration":"578.790433ms","start":"2026-03-03T12:42:07.004631Z","end":"2026-03-03T12:42:07.583422Z","steps":["trace[209193051] 'agreement among raft nodes before linearized reading' (duration: 578.734161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:07.583462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:07.004602Z","time spent":"578.854115ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:42:07.583495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067495275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:42:07.58352Z","caller":"traceutil/trace.go:171","msg":"trace[103647615] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26175; }","duration":"1.067552276s","start":"2026-03-03T12:42:06.51596Z","end":"2026-03-03T12:42:07.583513Z","steps":["trace[103647615] 'agreement among raft nodes before linearized reading' (duration: 1.067479724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:07.583539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:06.515938Z","time spent":"1.067596168s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:42:07.583515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.385793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:07.583555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.20159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:07.58359Z","caller":"traceutil/trace.go:171","msg":"trace[274613857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26175; }","duration":"167.512827ms","start":"2026-03-03T12:42:07.416059Z","end":"2026-03-03T12:42:07.583572Z","steps":["trace[274613857] 'agreement among raft nodes before linearized reading' (duration: 167.359613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:07.58361Z","caller":"traceutil/trace.go:171","msg":"trace[875148441] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26175; }","duration":"751.290322ms","start":"2026-03-03T12:42:06.832303Z","end":"2026-03-03T12:42:07.583593Z","steps":["trace[875148441] 'agreement among raft nodes before linearized reading' (duration: 751.19142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:07.583624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.98012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-03-03T12:42:07.583669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:06.832287Z","time spent":"751.369394ms","remote":"127.0.0.1:32892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:07.583717Z","caller":"traceutil/trace.go:171","msg":"trace[564512493] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4; range_end:; response_count:1; response_revision:26175; }","duration":"781.098593ms","start":"2026-03-03T12:42:06.802591Z","end":"2026-03-03T12:42:07.58369Z","steps":["trace[564512493] 'agreement among raft nodes before linearized reading' (duration: 780.636621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:07.583768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:06.802569Z","time spent":"781.187266ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-90f07203-516e-485e-a491-1a645a6bceb4\" "} {"level":"warn","ts":"2026-03-03T12:42:07.583714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.539968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:42:07.583837Z","caller":"traceutil/trace.go:171","msg":"trace[387006981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26175; }","duration":"887.729313ms","start":"2026-03-03T12:42:06.696081Z","end":"2026-03-03T12:42:07.58381Z","steps":["trace[387006981] 'agreement among raft nodes before linearized reading' (duration: 887.292522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:07.583556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.439203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T12:42:07.583909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:06.696058Z","time spent":"887.830516ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T12:42:07.583943Z","caller":"traceutil/trace.go:171","msg":"trace[9549492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26175; }","duration":"885.862113ms","start":"2026-03-03T12:42:06.69807Z","end":"2026-03-03T12:42:07.583932Z","steps":["trace[9549492] 'agreement among raft nodes before linearized reading' (duration: 885.326089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:07.583974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:06.69806Z","time spent":"885.904375ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:07.588435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.564615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:42:07.588593Z","caller":"traceutil/trace.go:171","msg":"trace[1297996106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26175; }","duration":"891.765231ms","start":"2026-03-03T12:42:06.696801Z","end":"2026-03-03T12:42:07.588566Z","steps":["trace[1297996106] 'agreement among raft nodes before linearized reading' (duration: 886.445469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:07.588667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:06.69679Z","time spent":"891.865993ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:42:07.855188Z","caller":"traceutil/trace.go:171","msg":"trace[1482289845] linearizableReadLoop","detail":"{readStateIndex:27113; appliedIndex:27109; }","duration":"197.155953ms","start":"2026-03-03T12:42:07.65801Z","end":"2026-03-03T12:42:07.855166Z","steps":["trace[1482289845] 'read index received' (duration: 197.011039ms)","trace[1482289845] 'applied index is now lower than readState.Index' (duration: 143.744µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:07.855283Z","caller":"traceutil/trace.go:171","msg":"trace[683994696] transaction","detail":"{read_only:false; response_revision:26179; number_of_response:1; }","duration":"262.681842ms","start":"2026-03-03T12:42:07.592594Z","end":"2026-03-03T12:42:07.855276Z","steps":["trace[683994696] 'process raft request' (duration: 262.520538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:07.85534Z","caller":"traceutil/trace.go:171","msg":"trace[1380623807] transaction","detail":"{read_only:false; response_revision:26177; number_of_response:1; }","duration":"266.227687ms","start":"2026-03-03T12:42:07.589075Z","end":"2026-03-03T12:42:07.855303Z","steps":["trace[1380623807] 'process raft request' (duration: 265.872497ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:07.855361Z","caller":"traceutil/trace.go:171","msg":"trace[1169122095] transaction","detail":"{read_only:false; response_revision:26180; number_of_response:1; }","duration":"237.770171ms","start":"2026-03-03T12:42:07.617548Z","end":"2026-03-03T12:42:07.855318Z","steps":["trace[1169122095] 'process raft request' (duration: 237.589606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:07.855375Z","caller":"traceutil/trace.go:171","msg":"trace[1896753870] transaction","detail":"{read_only:false; response_revision:26178; number_of_response:1; }","duration":"265.903608ms","start":"2026-03-03T12:42:07.589343Z","end":"2026-03-03T12:42:07.855247Z","steps":["trace[1896753870] 'process raft request' (duration: 265.745534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:07.85552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.95168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-03T12:42:07.85556Z","caller":"traceutil/trace.go:171","msg":"trace[1177336208] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26180; }","duration":"263.027231ms","start":"2026-03-03T12:42:07.592522Z","end":"2026-03-03T12:42:07.85555Z","steps":["trace[1177336208] 'agreement among raft nodes before linearized reading' (duration: 262.878567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:07.863586Z","caller":"traceutil/trace.go:171","msg":"trace[1363394386] transaction","detail":"{read_only:false; response_revision:26182; number_of_response:1; }","duration":"122.324007ms","start":"2026-03-03T12:42:07.741238Z","end":"2026-03-03T12:42:07.863562Z","steps":["trace[1363394386] 'process raft request' (duration: 122.246165ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:07.863603Z","caller":"traceutil/trace.go:171","msg":"trace[931073092] transaction","detail":"{read_only:false; response_revision:26181; number_of_response:1; }","duration":"122.388309ms","start":"2026-03-03T12:42:07.741169Z","end":"2026-03-03T12:42:07.863557Z","steps":["trace[931073092] 'process raft request' (duration: 122.144352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:07.863838Z","caller":"traceutil/trace.go:171","msg":"trace[30766243] transaction","detail":"{read_only:false; response_revision:26183; number_of_response:1; }","duration":"122.327027ms","start":"2026-03-03T12:42:07.741497Z","end":"2026-03-03T12:42:07.863824Z","steps":["trace[30766243] 'process raft request' (duration: 122.021599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:07.864042Z","caller":"traceutil/trace.go:171","msg":"trace[1177849211] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"120.15883ms","start":"2026-03-03T12:42:07.743858Z","end":"2026-03-03T12:42:07.864017Z","steps":["trace[1177849211] 'process raft request' (duration: 119.882042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:07.86421Z","caller":"traceutil/trace.go:171","msg":"trace[1637302079] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"120.188911ms","start":"2026-03-03T12:42:07.744008Z","end":"2026-03-03T12:42:07.864197Z","steps":["trace[1637302079] 'process raft request' (duration: 119.948074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:07.864244Z","caller":"traceutil/trace.go:171","msg":"trace[622883472] transaction","detail":"{read_only:false; response_revision:26186; number_of_response:1; }","duration":"120.14999ms","start":"2026-03-03T12:42:07.744085Z","end":"2026-03-03T12:42:07.864235Z","steps":["trace[622883472] 'process raft request' (duration: 120.042917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:07.864465Z","caller":"traceutil/trace.go:171","msg":"trace[1297444124] transaction","detail":"{read_only:false; response_revision:26187; number_of_response:1; }","duration":"120.203211ms","start":"2026-03-03T12:42:07.744253Z","end":"2026-03-03T12:42:07.864456Z","steps":["trace[1297444124] 'process raft request' (duration: 119.923373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:07.864619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.258801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T12:42:07.864653Z","caller":"traceutil/trace.go:171","msg":"trace[1117109580] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26187; }","duration":"204.335584ms","start":"2026-03-03T12:42:07.660309Z","end":"2026-03-03T12:42:07.864645Z","steps":["trace[1117109580] 'agreement among raft nodes before linearized reading' (duration: 204.246911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:13.350767Z","caller":"traceutil/trace.go:171","msg":"trace[601580562] linearizableReadLoop","detail":"{readStateIndex:27176; appliedIndex:27175; }","duration":"460.835503ms","start":"2026-03-03T12:42:12.889881Z","end":"2026-03-03T12:42:13.350716Z","steps":["trace[601580562] 'read index received' (duration: 460.397321ms)","trace[601580562] 'applied index is now lower than readState.Index' (duration: 435.841µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:13.350876Z","caller":"traceutil/trace.go:171","msg":"trace[265927678] transaction","detail":"{read_only:false; response_revision:26241; number_of_response:1; }","duration":"629.463789ms","start":"2026-03-03T12:42:12.721365Z","end":"2026-03-03T12:42:13.350829Z","steps":["trace[265927678] 'process raft request' (duration: 628.987396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:13.351103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:12.721354Z","time spent":"629.644743ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:13.351147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.232673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T12:42:13.351243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.578995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T12:42:13.351254Z","caller":"traceutil/trace.go:171","msg":"trace[840647669] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26241; }","duration":"461.389537ms","start":"2026-03-03T12:42:12.88984Z","end":"2026-03-03T12:42:13.351229Z","steps":["trace[840647669] 'agreement among raft nodes before linearized reading' (duration: 461.084399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:13.351315Z","caller":"traceutil/trace.go:171","msg":"trace[757604490] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26241; }","duration":"460.73996ms","start":"2026-03-03T12:42:12.890559Z","end":"2026-03-03T12:42:13.351299Z","steps":["trace[757604490] 'agreement among raft nodes before linearized reading' (duration: 460.449112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:13.351329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:12.889818Z","time spent":"461.497439ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T12:42:13.351372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:12.890533Z","time spent":"460.828902ms","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-03T12:42:13.351535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.481698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:13.35159Z","caller":"traceutil/trace.go:171","msg":"trace[1084445789] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26241; }","duration":"288.58394ms","start":"2026-03-03T12:42:13.06299Z","end":"2026-03-03T12:42:13.351574Z","steps":["trace[1084445789] 'agreement among raft nodes before linearized reading' (duration: 288.485938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:13.351589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.259202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:13.351697Z","caller":"traceutil/trace.go:171","msg":"trace[32743376] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26241; }","duration":"427.423675ms","start":"2026-03-03T12:42:12.924251Z","end":"2026-03-03T12:42:13.351675Z","steps":["trace[32743376] 'agreement among raft nodes before linearized reading' (duration: 427.23556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:13.351754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:12.924231Z","time spent":"427.510278ms","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:13.698575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.142243ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:13.698936Z","caller":"traceutil/trace.go:171","msg":"trace[1937192773] linearizableReadLoop","detail":"{readStateIndex:27177; appliedIndex:27176; }","duration":"277.056174ms","start":"2026-03-03T12:42:13.421622Z","end":"2026-03-03T12:42:13.698678Z","steps":["trace[1937192773] 'read index received' (duration: 27.631173ms)","trace[1937192773] 'applied index is now lower than readState.Index' (duration: 249.423911ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:13.699083Z","caller":"traceutil/trace.go:171","msg":"trace[641277914] transaction","detail":"{read_only:false; response_revision:26242; number_of_response:1; }","duration":"338.931027ms","start":"2026-03-03T12:42:13.360137Z","end":"2026-03-03T12:42:13.699068Z","steps":["trace[641277914] 'process raft request' (duration: 89.153767ms)","trace[641277914] 'compare' (duration: 248.940698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:13.69921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.360116Z","time spent":"339.030399ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:13.699314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.470162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:42:13.699337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.716382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:13.699418Z","caller":"traceutil/trace.go:171","msg":"trace[828926814] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26242; }","duration":"191.634697ms","start":"2026-03-03T12:42:13.507761Z","end":"2026-03-03T12:42:13.699396Z","steps":["trace[828926814] 'agreement among raft nodes before linearized reading' (duration: 191.454852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:13.699451Z","caller":"traceutil/trace.go:171","msg":"trace[1006648335] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26242; }","duration":"277.882766ms","start":"2026-03-03T12:42:13.421551Z","end":"2026-03-03T12:42:13.699434Z","steps":["trace[1006648335] 'agreement among raft nodes before linearized reading' (duration: 277.68534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.537602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.623244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:14.53771Z","caller":"traceutil/trace.go:171","msg":"trace[232584301] linearizableReadLoop","detail":"{readStateIndex:27178; appliedIndex:27177; }","duration":"829.819176ms","start":"2026-03-03T12:42:13.707873Z","end":"2026-03-03T12:42:14.537692Z","steps":["trace[232584301] 'read index received' (duration: 458.14598ms)","trace[232584301] 'applied index is now lower than readState.Index' (duration: 371.671696ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:14.537931Z","caller":"traceutil/trace.go:171","msg":"trace[186604124] transaction","detail":"{read_only:false; response_revision:26243; number_of_response:1; }","duration":"833.71731ms","start":"2026-03-03T12:42:13.704201Z","end":"2026-03-03T12:42:14.537918Z","steps":["trace[186604124] 'process raft request' (duration: 461.690735ms)","trace[186604124] 'compare' (duration: 371.333127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:14.538013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.704173Z","time spent":"833.806722ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:14.538205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.32093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:42:14.538264Z","caller":"traceutil/trace.go:171","msg":"trace[1670107710] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26243; }","duration":"830.427973ms","start":"2026-03-03T12:42:13.70782Z","end":"2026-03-03T12:42:14.538248Z","steps":["trace[1670107710] 'agreement among raft nodes before linearized reading' (duration: 830.263238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.538292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.707802Z","time spent":"830.484834ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:42:14.915666Z","caller":"traceutil/trace.go:171","msg":"trace[706071757] transaction","detail":"{read_only:false; response_revision:26244; number_of_response:1; }","duration":"1.032223109s","start":"2026-03-03T12:42:13.883385Z","end":"2026-03-03T12:42:14.915608Z","steps":["trace[706071757] 'process raft request' (duration: 987.41941ms)","trace[706071757] 'compare' (duration: 44.436749ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:14.915725Z","caller":"traceutil/trace.go:171","msg":"trace[1912553736] linearizableReadLoop","detail":"{readStateIndex:27185; appliedIndex:27178; }","duration":"377.968923ms","start":"2026-03-03T12:42:14.537736Z","end":"2026-03-03T12:42:14.915705Z","steps":["trace[1912553736] 'read index received' (duration: 333.127652ms)","trace[1912553736] 'applied index is now lower than readState.Index' (duration: 44.840271ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:14.91584Z","caller":"traceutil/trace.go:171","msg":"trace[961463612] transaction","detail":"{read_only:false; response_revision:26245; number_of_response:1; }","duration":"1.032159787s","start":"2026-03-03T12:42:13.883661Z","end":"2026-03-03T12:42:14.915821Z","steps":["trace[961463612] 'process raft request' (duration: 1.031835008s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.915908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.883353Z","time spent":"1.032429304s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:14.915945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.883651Z","time spent":"1.032215328s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:14.916095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.987639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T12:42:14.916182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081364003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:14.916184Z","caller":"traceutil/trace.go:171","msg":"trace[440878415] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26250; }","duration":"706.086552ms","start":"2026-03-03T12:42:14.210077Z","end":"2026-03-03T12:42:14.916164Z","steps":["trace[440878415] 'agreement among raft nodes before linearized reading' (duration: 705.910647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.916243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:14.21001Z","time spent":"706.222556ms","remote":"127.0.0.1:37592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:14.916303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207966623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-03T12:42:14.916312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041841774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-03T12:42:14.91633Z","caller":"traceutil/trace.go:171","msg":"trace[1544093813] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26250; }","duration":"1.208020015s","start":"2026-03-03T12:42:13.708305Z","end":"2026-03-03T12:42:14.916325Z","steps":["trace[1544093813] 'agreement among raft nodes before linearized reading' (duration: 1.207916352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.916361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.708293Z","time spent":"1.208063556s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T12:42:14.916359Z","caller":"traceutil/trace.go:171","msg":"trace[2012238378] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26250; }","duration":"1.041940637s","start":"2026-03-03T12:42:13.874402Z","end":"2026-03-03T12:42:14.916343Z","steps":["trace[2012238378] 'agreement among raft nodes before linearized reading' (duration: 1.04170929s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.916399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.87437Z","time spent":"1.042021149s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:42:14.916455Z","caller":"traceutil/trace.go:171","msg":"trace[646507332] transaction","detail":"{read_only:false; response_revision:26246; number_of_response:1; }","duration":"1.032243629s","start":"2026-03-03T12:42:13.884198Z","end":"2026-03-03T12:42:14.916442Z","steps":["trace[646507332] 'process raft request' (duration: 1.031371766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.916502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.73856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-03T12:42:14.916526Z","caller":"traceutil/trace.go:171","msg":"trace[661440629] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26250; }","duration":"376.812492ms","start":"2026-03-03T12:42:14.539707Z","end":"2026-03-03T12:42:14.916519Z","steps":["trace[661440629] 'agreement among raft nodes before linearized reading' (duration: 376.74636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.916546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:14.539682Z","time spent":"376.861003ms","remote":"127.0.0.1:36270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T12:42:14.916549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.884182Z","time spent":"1.03230815s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:14.916693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028177112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:42:14.916745Z","caller":"traceutil/trace.go:171","msg":"trace[1898163693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26250; }","duration":"1.028241133s","start":"2026-03-03T12:42:13.888493Z","end":"2026-03-03T12:42:14.916734Z","steps":["trace[1898163693] 'agreement among raft nodes before linearized reading' (duration: 1.028098589s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:14.916778Z","caller":"traceutil/trace.go:171","msg":"trace[101562455] transaction","detail":"{read_only:false; response_revision:26248; number_of_response:1; }","duration":"1.031225392s","start":"2026-03-03T12:42:13.885544Z","end":"2026-03-03T12:42:14.916769Z","steps":["trace[101562455] 'process raft request' (duration: 1.030077421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.916799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028209722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T12:42:14.916861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.885531Z","time spent":"1.031283334s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:14.916894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.13272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T12:42:14.916921Z","caller":"traceutil/trace.go:171","msg":"trace[234279567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26250; }","duration":"701.171932ms","start":"2026-03-03T12:42:14.215741Z","end":"2026-03-03T12:42:14.916913Z","steps":["trace[234279567] 'agreement among raft nodes before linearized reading' (duration: 701.10917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.916944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:14.215734Z","time spent":"701.206542ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:14.916712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.465743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:14.916209Z","caller":"traceutil/trace.go:171","msg":"trace[469824315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26250; }","duration":"1.081434275s","start":"2026-03-03T12:42:13.834766Z","end":"2026-03-03T12:42:14.9162Z","steps":["trace[469824315] 'agreement among raft nodes before linearized reading' (duration: 1.081383223s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:14.916999Z","caller":"traceutil/trace.go:171","msg":"trace[554829385] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26250; }","duration":"263.776722ms","start":"2026-03-03T12:42:14.653208Z","end":"2026-03-03T12:42:14.916985Z","steps":["trace[554829385] 'agreement among raft nodes before linearized reading' (duration: 263.452983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.917021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.834746Z","time spent":"1.082266187s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:42:14.917033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.544193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:14.917066Z","caller":"traceutil/trace.go:171","msg":"trace[1933621652] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"983.355712ms","start":"2026-03-03T12:42:13.933705Z","end":"2026-03-03T12:42:14.917061Z","steps":["trace[1933621652] 'process raft request' (duration: 981.965055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:14.917071Z","caller":"traceutil/trace.go:171","msg":"trace[1429126615] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26250; }","duration":"987.669136ms","start":"2026-03-03T12:42:13.929393Z","end":"2026-03-03T12:42:14.917062Z","steps":["trace[1429126615] 'agreement among raft nodes before linearized reading' (duration: 987.570183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.917107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.933691Z","time spent":"983.393832ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:14.916783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.888488Z","time spent":"1.028288714s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:42:14.917048Z","caller":"traceutil/trace.go:171","msg":"trace[927436263] transaction","detail":"{read_only:false; response_revision:26249; number_of_response:1; }","duration":"984.780739ms","start":"2026-03-03T12:42:13.93226Z","end":"2026-03-03T12:42:14.917041Z","steps":["trace[927436263] 'process raft request' (duration: 983.384582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.917196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.357745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:14.917218Z","caller":"traceutil/trace.go:171","msg":"trace[518379141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26250; }","duration":"499.460998ms","start":"2026-03-03T12:42:14.417747Z","end":"2026-03-03T12:42:14.917208Z","steps":["trace[518379141] 'agreement among raft nodes before linearized reading' (duration: 499.430467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.917238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:14.417696Z","time spent":"499.538719ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T12:42:14.916742Z","caller":"traceutil/trace.go:171","msg":"trace[380867185] transaction","detail":"{read_only:false; response_revision:26247; number_of_response:1; }","duration":"1.032432924s","start":"2026-03-03T12:42:13.884299Z","end":"2026-03-03T12:42:14.916732Z","steps":["trace[380867185] 'process raft request' (duration: 1.031301204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.917314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.884289Z","time spent":"1.03299271s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:14.917339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.256426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:14.917357Z","caller":"traceutil/trace.go:171","msg":"trace[161365601] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:26250; }","duration":"605.306547ms","start":"2026-03-03T12:42:14.312045Z","end":"2026-03-03T12:42:14.917352Z","steps":["trace[161365601] 'agreement among raft nodes before linearized reading' (duration: 605.267996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.917324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.932242Z","time spent":"984.963595ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:14.917375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:14.312003Z","time spent":"605.367449ms","remote":"127.0.0.1:39332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:14.917173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.929351Z","time spent":"987.78349ms","remote":"127.0.0.1:36384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:14.91687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029732752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T12:42:14.917461Z","caller":"traceutil/trace.go:171","msg":"trace[1077387417] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26250; }","duration":"1.030317708s","start":"2026-03-03T12:42:13.887131Z","end":"2026-03-03T12:42:14.917449Z","steps":["trace[1077387417] 'agreement among raft nodes before linearized reading' (duration: 1.029679431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.917485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.254057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:14.917504Z","caller":"traceutil/trace.go:171","msg":"trace[504972556] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26250; }","duration":"648.299868ms","start":"2026-03-03T12:42:14.269198Z","end":"2026-03-03T12:42:14.917498Z","steps":["trace[504972556] 'agreement among raft nodes before linearized reading' (duration: 648.262387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.917502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.887083Z","time spent":"1.030408501s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T12:42:14.91752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:14.269184Z","time spent":"648.332159ms","remote":"127.0.0.1:36518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:14.916907Z","caller":"traceutil/trace.go:171","msg":"trace[1543284381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26250; }","duration":"1.028366266s","start":"2026-03-03T12:42:13.888523Z","end":"2026-03-03T12:42:14.916889Z","steps":["trace[1543284381] 'agreement among raft nodes before linearized reading' (duration: 1.027992306s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:14.917622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:13.88852Z","time spent":"1.029097035s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:15.44618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019740616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:42:15.946385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019740616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T12:42:16.364658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.441721108s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:42:16.367673Z","caller":"traceutil/trace.go:171","msg":"trace[356687940] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"1.444868331s","start":"2026-03-03T12:42:14.922768Z","end":"2026-03-03T12:42:16.367637Z","steps":["trace[356687940] 'process raft request' (duration: 1.444640485s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:16.367847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:14.922741Z","time spent":"1.445021984s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:17.418978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001356262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T12:42:17.419071Z","caller":"traceutil/trace.go:171","msg":"trace[1945359685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001498235s","start":"2026-03-03T12:42:15.417551Z","end":"2026-03-03T12:42:17.419049Z","steps":["trace[1945359685] 'agreement among raft nodes before linearized reading' (duration: 2.001380812s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.419121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.417514Z","time spent":"2.001597478s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 12:42:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T12:42:17.51429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149245965s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T12:42:17.514892Z","caller":"traceutil/trace.go:171","msg":"trace[2002149864] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"2.591857105s","start":"2026-03-03T12:42:14.923Z","end":"2026-03-03T12:42:17.514857Z","steps":["trace[2002149864] 'process raft request' (duration: 2.591526997s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.515122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:14.922942Z","time spent":"2.592061151s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:17.515252Z","caller":"traceutil/trace.go:171","msg":"trace[1562540197] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"2.591429715s","start":"2026-03-03T12:42:14.923773Z","end":"2026-03-03T12:42:17.515203Z","steps":["trace[1562540197] 'process raft request' (duration: 2.591012413s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.515479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:14.923763Z","time spent":"2.591548617s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:17.515522Z","caller":"traceutil/trace.go:171","msg":"trace[436785704] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"2.591284801s","start":"2026-03-03T12:42:14.924199Z","end":"2026-03-03T12:42:17.515484Z","steps":["trace[436785704] 'process raft request' (duration: 2.590957252s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.515657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:14.924194Z","time spent":"2.591383243s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:17.515858Z","caller":"traceutil/trace.go:171","msg":"trace[1382697531] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"1.709106375s","start":"2026-03-03T12:42:15.806725Z","end":"2026-03-03T12:42:17.515831Z","steps":["trace[1382697531] 'process raft request' (duration: 1.708694384s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:17.515888Z","caller":"traceutil/trace.go:171","msg":"trace[447972960] transaction","detail":"{read_only:false; response_revision:26256; number_of_response:1; }","duration":"2.154493856s","start":"2026-03-03T12:42:15.361378Z","end":"2026-03-03T12:42:17.515872Z","steps":["trace[447972960] 'process raft request' (duration: 2.153999573s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:17.515889Z","caller":"traceutil/trace.go:171","msg":"trace[51775670] transaction","detail":"{read_only:false; response_revision:26255; number_of_response:1; }","duration":"2.590667104s","start":"2026-03-03T12:42:14.925204Z","end":"2026-03-03T12:42:17.515872Z","steps":["trace[51775670] 'process raft request' (duration: 2.59012915s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.515917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569998915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-03T12:42:17.515948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.361354Z","time spent":"2.154560758s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:17.515955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.806704Z","time spent":"1.709204878s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:17.516051Z","caller":"traceutil/trace.go:171","msg":"trace[156656228] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"1.551078941s","start":"2026-03-03T12:42:15.964908Z","end":"2026-03-03T12:42:17.515987Z","steps":["trace[156656228] 'process raft request' (duration: 1.550560668s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:17.516072Z","caller":"traceutil/trace.go:171","msg":"trace[540523466] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"1.388117955s","start":"2026-03-03T12:42:16.127901Z","end":"2026-03-03T12:42:17.516019Z","steps":["trace[540523466] 'process raft request' (duration: 1.387620042s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.516165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:16.127865Z","time spent":"1.388263599s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:17.516175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.964873Z","time spent":"1.551251056s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:17.515963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:14.925199Z","time spent":"2.590725416s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:17.515981Z","caller":"traceutil/trace.go:171","msg":"trace[1625659083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26259; }","duration":"2.57014478s","start":"2026-03-03T12:42:14.945818Z","end":"2026-03-03T12:42:17.515963Z","steps":["trace[1625659083] 'agreement among raft nodes before linearized reading' (duration: 2.569880313s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:17.515616Z","caller":"traceutil/trace.go:171","msg":"trace[9616477] linearizableReadLoop","detail":"{readStateIndex:27192; appliedIndex:27185; }","duration":"2.569695288s","start":"2026-03-03T12:42:14.945887Z","end":"2026-03-03T12:42:17.515582Z","steps":["trace[9616477] 'read index received' (duration: 1.419169209s)","trace[9616477] 'applied index is now lower than readState.Index' (duration: 1.150524739s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:17.516414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:14.945791Z","time spent":"2.570554771s","remote":"127.0.0.1:37226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T12:42:17.522311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366545565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:17.522369Z","caller":"traceutil/trace.go:171","msg":"trace[1282044224] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26266; }","duration":"2.366651018s","start":"2026-03-03T12:42:15.155708Z","end":"2026-03-03T12:42:17.522359Z","steps":["trace[1282044224] 'agreement among raft nodes before linearized reading' (duration: 2.366532625s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.522397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.155686Z","time spent":"2.366702909s","remote":"127.0.0.1:53342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:17.522478Z","caller":"traceutil/trace.go:171","msg":"trace[238161612] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"581.343461ms","start":"2026-03-03T12:42:16.941109Z","end":"2026-03-03T12:42:17.522452Z","steps":["trace[238161612] 'process raft request' (duration: 581.030363ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:17.522435Z","caller":"traceutil/trace.go:171","msg":"trace[253903922] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"579.388829ms","start":"2026-03-03T12:42:16.943013Z","end":"2026-03-03T12:42:17.522401Z","steps":["trace[253903922] 'process raft request' (duration: 579.190093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.522602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:16.941082Z","time spent":"581.442563ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:17.522674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.451546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:17.522673Z","caller":"traceutil/trace.go:171","msg":"trace[1782192942] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"584.439663ms","start":"2026-03-03T12:42:16.938208Z","end":"2026-03-03T12:42:17.522647Z","steps":["trace[1782192942] 'process raft request' (duration: 583.909599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:17.522709Z","caller":"traceutil/trace.go:171","msg":"trace[1404283596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26266; }","duration":"103.517948ms","start":"2026-03-03T12:42:17.419181Z","end":"2026-03-03T12:42:17.522699Z","steps":["trace[1404283596] 'agreement among raft nodes before linearized reading' (duration: 103.404195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.522806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:16.938179Z","time spent":"584.553707ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:17.522648Z","caller":"traceutil/trace.go:171","msg":"trace[1488375094] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"581.154976ms","start":"2026-03-03T12:42:16.941424Z","end":"2026-03-03T12:42:17.522579Z","steps":["trace[1488375094] 'process raft request' (duration: 580.747675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.522889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734031577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:17.522926Z","caller":"traceutil/trace.go:171","msg":"trace[944873949] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26266; }","duration":"1.734102809s","start":"2026-03-03T12:42:15.788808Z","end":"2026-03-03T12:42:17.522911Z","steps":["trace[944873949] 'agreement among raft nodes before linearized reading' (duration: 1.734037738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.522927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354218265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T12:42:17.522925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:16.941414Z","time spent":"581.452864ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:17.522933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666378901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-03T12:42:17.522964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.788788Z","time spent":"1.734166301s","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:17.522972Z","caller":"traceutil/trace.go:171","msg":"trace[451210242] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:26266; }","duration":"1.354297108s","start":"2026-03-03T12:42:16.168663Z","end":"2026-03-03T12:42:17.522961Z","steps":["trace[451210242] 'agreement among raft nodes before linearized reading' (duration: 1.354161274s)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:17.522984Z","caller":"traceutil/trace.go:171","msg":"trace[1796181206] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26266; }","duration":"1.666481144s","start":"2026-03-03T12:42:15.856491Z","end":"2026-03-03T12:42:17.522972Z","steps":["trace[1796181206] 'agreement among raft nodes before linearized reading' (duration: 1.666264528s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.523002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:16.168645Z","time spent":"1.35434955s","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"warn","ts":"2026-03-03T12:42:17.523015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.85647Z","time spent":"1.666539046s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-03T12:42:17.523088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.22598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:17.523135Z","caller":"traceutil/trace.go:171","msg":"trace[1044497857] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26266; }","duration":"647.309982ms","start":"2026-03-03T12:42:16.875815Z","end":"2026-03-03T12:42:17.523125Z","steps":["trace[1044497857] 'agreement among raft nodes before linearized reading' (duration: 647.22542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.523169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:16.875796Z","time spent":"647.363784ms","remote":"127.0.0.1:36364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:17.522736Z","caller":"traceutil/trace.go:171","msg":"trace[827349376] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"597.573571ms","start":"2026-03-03T12:42:16.925153Z","end":"2026-03-03T12:42:17.522726Z","steps":["trace[827349376] 'process raft request' (duration: 596.886613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.52319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.784043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T12:42:17.523513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:16.925115Z","time spent":"598.360282ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:17.522678Z","caller":"traceutil/trace.go:171","msg":"trace[1895687438] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"598.786364ms","start":"2026-03-03T12:42:16.923878Z","end":"2026-03-03T12:42:17.522664Z","steps":["trace[1895687438] 'process raft request' (duration: 598.041124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.523611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792548151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T12:42:17.523637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:16.92384Z","time spent":"599.77703ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:17.523644Z","caller":"traceutil/trace.go:171","msg":"trace[1326317871] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26266; }","duration":"1.792628553s","start":"2026-03-03T12:42:15.731006Z","end":"2026-03-03T12:42:17.523634Z","steps":["trace[1326317871] 'agreement among raft nodes before linearized reading' (duration: 1.79217167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.523676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:15.730983Z","time spent":"1.792685954s","remote":"127.0.0.1:36438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":180,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:17.52363Z","caller":"traceutil/trace.go:171","msg":"trace[1908306315] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"593.067362ms","start":"2026-03-03T12:42:16.930542Z","end":"2026-03-03T12:42:17.523609Z","steps":["trace[1908306315] 'process raft request' (duration: 591.547021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.523748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:16.943006Z","time spent":"579.554033ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:17.523786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:16.93049Z","time spent":"593.228787ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:17.523666Z","caller":"traceutil/trace.go:171","msg":"trace[1995353014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26266; }","duration":"981.306557ms","start":"2026-03-03T12:42:16.542275Z","end":"2026-03-03T12:42:17.523581Z","steps":["trace[1995353014] 'agreement among raft nodes before linearized reading' (duration: 980.532817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:17.523848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:16.542256Z","time spent":"981.576745ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T12:42:20.93282Z","caller":"traceutil/trace.go:171","msg":"trace[1277008801] linearizableReadLoop","detail":"{readStateIndex:27224; appliedIndex:27223; }","duration":"291.59577ms","start":"2026-03-03T12:42:20.641188Z","end":"2026-03-03T12:42:20.932784Z","steps":["trace[1277008801] 'read index received' (duration: 291.348314ms)","trace[1277008801] 'applied index is now lower than readState.Index' (duration: 246.716µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:20.933037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.817586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T12:42:20.933063Z","caller":"traceutil/trace.go:171","msg":"trace[1269586226] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26288; }","duration":"291.870737ms","start":"2026-03-03T12:42:20.64118Z","end":"2026-03-03T12:42:20.933051Z","steps":["trace[1269586226] 'agreement among raft nodes before linearized reading' (duration: 291.719053ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:20.933161Z","caller":"traceutil/trace.go:171","msg":"trace[1865527650] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"544.582595ms","start":"2026-03-03T12:42:20.388543Z","end":"2026-03-03T12:42:20.933125Z","steps":["trace[1865527650] 'process raft request' (duration: 544.074502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:20.933455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:20.388534Z","time spent":"544.703878ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:21.706703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.783693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:42:21.706807Z","caller":"traceutil/trace.go:171","msg":"trace[1769409033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26288; }","duration":"170.932327ms","start":"2026-03-03T12:42:21.535857Z","end":"2026-03-03T12:42:21.706789Z","steps":["trace[1769409033] 'range keys from in-memory index tree' (duration: 170.597998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:21.706913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.574238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:21.707007Z","caller":"traceutil/trace.go:171","msg":"trace[1119243299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26288; }","duration":"271.710702ms","start":"2026-03-03T12:42:21.435272Z","end":"2026-03-03T12:42:21.706982Z","steps":["trace[1119243299] 'range keys from in-memory index tree' (duration: 271.487676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:21.707032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.03134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T12:42:21.707082Z","caller":"traceutil/trace.go:171","msg":"trace[1131397928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26288; }","duration":"171.250856ms","start":"2026-03-03T12:42:21.535798Z","end":"2026-03-03T12:42:21.707049Z","steps":["trace[1131397928] 'range keys from in-memory index tree' (duration: 170.800443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:21.707176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.169744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:42:21.707246Z","caller":"traceutil/trace.go:171","msg":"trace[328856734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26288; }","duration":"171.299847ms","start":"2026-03-03T12:42:21.535928Z","end":"2026-03-03T12:42:21.707228Z","steps":["trace[328856734] 'range keys from in-memory index tree' (duration: 170.907496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:21.71597Z","caller":"traceutil/trace.go:171","msg":"trace[1283640765] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"175.359884ms","start":"2026-03-03T12:42:21.540593Z","end":"2026-03-03T12:42:21.715953Z","steps":["trace[1283640765] 'process raft request' (duration: 175.234711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:21.768594Z","caller":"traceutil/trace.go:171","msg":"trace[233229338] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"227.357185ms","start":"2026-03-03T12:42:21.541206Z","end":"2026-03-03T12:42:21.768564Z","steps":["trace[233229338] 'process raft request' (duration: 227.138629ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:21.769014Z","caller":"traceutil/trace.go:171","msg":"trace[1142942846] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"227.653973ms","start":"2026-03-03T12:42:21.541295Z","end":"2026-03-03T12:42:21.768949Z","steps":["trace[1142942846] 'process raft request' (duration: 227.212621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:21.769137Z","caller":"traceutil/trace.go:171","msg":"trace[1721449146] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"227.625102ms","start":"2026-03-03T12:42:21.541473Z","end":"2026-03-03T12:42:21.769098Z","steps":["trace[1721449146] 'process raft request' (duration: 227.368455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:21.769365Z","caller":"traceutil/trace.go:171","msg":"trace[121975507] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"227.694194ms","start":"2026-03-03T12:42:21.54164Z","end":"2026-03-03T12:42:21.769334Z","steps":["trace[121975507] 'process raft request' (duration: 227.380946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:21.769476Z","caller":"traceutil/trace.go:171","msg":"trace[302713151] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"226.385619ms","start":"2026-03-03T12:42:21.543057Z","end":"2026-03-03T12:42:21.769443Z","steps":["trace[302713151] 'process raft request' (duration: 226.268336ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:21.769545Z","caller":"traceutil/trace.go:171","msg":"trace[2096248094] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"226.855231ms","start":"2026-03-03T12:42:21.542664Z","end":"2026-03-03T12:42:21.769519Z","steps":["trace[2096248094] 'process raft request' (duration: 226.564153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:21.769805Z","caller":"traceutil/trace.go:171","msg":"trace[2069388580] linearizableReadLoop","detail":"{readStateIndex:27231; appliedIndex:27224; }","duration":"220.182204ms","start":"2026-03-03T12:42:21.549607Z","end":"2026-03-03T12:42:21.769789Z","steps":["trace[2069388580] 'read index received' (duration: 166.264013ms)","trace[2069388580] 'applied index is now lower than readState.Index' (duration: 53.916881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:21.770008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.37198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:21.770057Z","caller":"traceutil/trace.go:171","msg":"trace[1294897247] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26298; }","duration":"220.473262ms","start":"2026-03-03T12:42:21.549569Z","end":"2026-03-03T12:42:21.770042Z","steps":["trace[1294897247] 'agreement among raft nodes before linearized reading' (duration: 220.356119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:21.770053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.891673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:42:21.770115Z","caller":"traceutil/trace.go:171","msg":"trace[245704060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26298; }","duration":"217.995566ms","start":"2026-03-03T12:42:21.552099Z","end":"2026-03-03T12:42:21.770095Z","steps":["trace[245704060] 'agreement among raft nodes before linearized reading' (duration: 217.822542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:22.486204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.350774ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T12:42:23.005322Z","caller":"traceutil/trace.go:171","msg":"trace[1018532980] linearizableReadLoop","detail":"{readStateIndex:27238; appliedIndex:27237; }","duration":"477.34983ms","start":"2026-03-03T12:42:22.527937Z","end":"2026-03-03T12:42:23.005286Z","steps":["trace[1018532980] 'read index received' (duration: 477.115244ms)","trace[1018532980] 'applied index is now lower than readState.Index' (duration: 233.136µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:23.005617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.036009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T12:42:23.005663Z","caller":"traceutil/trace.go:171","msg":"trace[1742117052] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26301; }","duration":"388.147111ms","start":"2026-03-03T12:42:22.617502Z","end":"2026-03-03T12:42:23.005649Z","steps":["trace[1742117052] 'agreement among raft nodes before linearized reading' (duration: 387.970177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:23.005635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.673878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T12:42:23.0057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:22.617478Z","time spent":"388.213224ms","remote":"127.0.0.1:39306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-03T12:42:23.005717Z","caller":"traceutil/trace.go:171","msg":"trace[690687518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26301; }","duration":"477.803192ms","start":"2026-03-03T12:42:22.527896Z","end":"2026-03-03T12:42:23.005699Z","steps":["trace[690687518] 'agreement among raft nodes before linearized reading' (duration: 477.553985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:23.00577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:22.527878Z","time spent":"477.884273ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:42:23.005729Z","caller":"traceutil/trace.go:171","msg":"trace[1278991941] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"481.087649ms","start":"2026-03-03T12:42:22.524587Z","end":"2026-03-03T12:42:23.005675Z","steps":["trace[1278991941] 'process raft request' (duration: 480.511704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:23.005883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:22.524565Z","time spent":"481.245823ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:23.005939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.255786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:23.005971Z","caller":"traceutil/trace.go:171","msg":"trace[1377888230] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26301; }","duration":"298.332418ms","start":"2026-03-03T12:42:22.707629Z","end":"2026-03-03T12:42:23.005961Z","steps":["trace[1377888230] 'agreement among raft nodes before linearized reading' (duration: 298.268756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:23.005996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.868183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T12:42:23.006069Z","caller":"traceutil/trace.go:171","msg":"trace[1589440116] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26301; }","duration":"113.967735ms","start":"2026-03-03T12:42:22.89208Z","end":"2026-03-03T12:42:23.006048Z","steps":["trace[1589440116] 'agreement among raft nodes before linearized reading' (duration: 113.741889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:23.662942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.78181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:23.663056Z","caller":"traceutil/trace.go:171","msg":"trace[13224482] linearizableReadLoop","detail":"{readStateIndex:27239; appliedIndex:27238; }","duration":"652.055528ms","start":"2026-03-03T12:42:23.010981Z","end":"2026-03-03T12:42:23.663037Z","steps":["trace[13224482] 'read index received' (duration: 184.963919ms)","trace[13224482] 'applied index is now lower than readState.Index' (duration: 467.090009ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:23.66307Z","caller":"traceutil/trace.go:171","msg":"trace[58531458] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"652.749466ms","start":"2026-03-03T12:42:23.010297Z","end":"2026-03-03T12:42:23.663047Z","steps":["trace[58531458] 'process raft request' (duration: 185.716279ms)","trace[58531458] 'compare' (duration: 466.456532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:23.663157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.010274Z","time spent":"652.840949ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:23.66325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.253113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-03T12:42:23.663311Z","caller":"traceutil/trace.go:171","msg":"trace[196482282] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26302; }","duration":"652.329935ms","start":"2026-03-03T12:42:23.010966Z","end":"2026-03-03T12:42:23.663296Z","steps":["trace[196482282] 'agreement among raft nodes before linearized reading' (duration: 652.160931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:23.663349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.010959Z","time spent":"652.381377ms","remote":"127.0.0.1:36270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T12:42:23.663597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.691658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-03T12:42:23.663637Z","caller":"traceutil/trace.go:171","msg":"trace[1328065029] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26302; }","duration":"651.746709ms","start":"2026-03-03T12:42:23.01188Z","end":"2026-03-03T12:42:23.663627Z","steps":["trace[1328065029] 'agreement among raft nodes before linearized reading' (duration: 651.464182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:23.663665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.011872Z","time spent":"651.786881ms","remote":"127.0.0.1:36204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-03T12:42:23.663709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.753826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:23.663822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.180127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:23.663818Z","caller":"traceutil/trace.go:171","msg":"trace[893776223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26302; }","duration":"247.90112ms","start":"2026-03-03T12:42:23.415889Z","end":"2026-03-03T12:42:23.66379Z","steps":["trace[893776223] 'agreement among raft nodes before linearized reading' (duration: 247.706634ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:23.663854Z","caller":"traceutil/trace.go:171","msg":"trace[1540994694] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26302; }","duration":"552.249058ms","start":"2026-03-03T12:42:23.111594Z","end":"2026-03-03T12:42:23.663843Z","steps":["trace[1540994694] 'agreement among raft nodes before linearized reading' (duration: 552.190496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:23.663884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.111564Z","time spent":"552.31331ms","remote":"127.0.0.1:53662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T12:42:23.994416Z","caller":"traceutil/trace.go:171","msg":"trace[519379291] linearizableReadLoop","detail":"{readStateIndex:27241; appliedIndex:27240; }","duration":"248.232259ms","start":"2026-03-03T12:42:23.746164Z","end":"2026-03-03T12:42:23.994396Z","steps":["trace[519379291] 'read index received' (duration: 248.209138ms)","trace[519379291] 'applied index is now lower than readState.Index' (duration: 22.341µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:23.994493Z","caller":"traceutil/trace.go:171","msg":"trace[1800780486] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"272.366159ms","start":"2026-03-03T12:42:23.722107Z","end":"2026-03-03T12:42:23.994473Z","steps":["trace[1800780486] 'process raft request' (duration: 272.122093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:23.994599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.053696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:23.994673Z","caller":"traceutil/trace.go:171","msg":"trace[978774327] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26304; }","duration":"262.184449ms","start":"2026-03-03T12:42:23.732471Z","end":"2026-03-03T12:42:23.994655Z","steps":["trace[978774327] 'agreement among raft nodes before linearized reading' (duration: 262.038505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.495501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019740732,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T12:42:24.645783Z","caller":"traceutil/trace.go:171","msg":"trace[373931573] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"871.545334ms","start":"2026-03-03T12:42:23.774205Z","end":"2026-03-03T12:42:24.64575Z","steps":["trace[373931573] 'process raft request' (duration: 871.450362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:24.6458Z","caller":"traceutil/trace.go:171","msg":"trace[1888221016] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"871.614696ms","start":"2026-03-03T12:42:23.774156Z","end":"2026-03-03T12:42:24.64577Z","steps":["trace[1888221016] 'process raft request' (duration: 871.164554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.646155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.774101Z","time spent":"871.963125ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:24.646186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.77418Z","time spent":"871.80009ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:24.646279Z","caller":"traceutil/trace.go:171","msg":"trace[906244227] linearizableReadLoop","detail":"{readStateIndex:27247; appliedIndex:27241; }","duration":"651.764611ms","start":"2026-03-03T12:42:23.994483Z","end":"2026-03-03T12:42:24.646248Z","steps":["trace[906244227] 'read index received' (duration: 650.766974ms)","trace[906244227] 'applied index is now lower than readState.Index' (duration: 996.496µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:24.646975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.056724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:267210"} {"level":"info","ts":"2026-03-03T12:42:24.647098Z","caller":"traceutil/trace.go:171","msg":"trace[168665505] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:26310; }","duration":"656.268769ms","start":"2026-03-03T12:42:23.990806Z","end":"2026-03-03T12:42:24.647074Z","steps":["trace[168665505] 'agreement among raft nodes before linearized reading' (duration: 655.54311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.647143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.274664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:24.647218Z","caller":"traceutil/trace.go:171","msg":"trace[713389937] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26310; }","duration":"649.369147ms","start":"2026-03-03T12:42:23.997832Z","end":"2026-03-03T12:42:24.647201Z","steps":["trace[713389937] 'agreement among raft nodes before linearized reading' (duration: 649.256054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.647226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.797676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:24.647276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.997823Z","time spent":"649.440419ms","remote":"127.0.0.1:36286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T12:42:24.647285Z","caller":"traceutil/trace.go:171","msg":"trace[1703729829] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26310; }","duration":"366.899179ms","start":"2026-03-03T12:42:24.280373Z","end":"2026-03-03T12:42:24.647272Z","steps":["trace[1703729829] 'agreement among raft nodes before linearized reading' (duration: 366.816007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.647241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.151169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T12:42:24.647332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.280348Z","time spent":"366.97097ms","remote":"127.0.0.1:53624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:24.647354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.67239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:24.64738Z","caller":"traceutil/trace.go:171","msg":"trace[846824436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26310; }","duration":"230.339644ms","start":"2026-03-03T12:42:24.417008Z","end":"2026-03-03T12:42:24.647348Z","steps":["trace[846824436] 'agreement among raft nodes before linearized reading' (duration: 230.100837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:24.647603Z","caller":"traceutil/trace.go:171","msg":"trace[521884159] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26310; }","duration":"361.945447ms","start":"2026-03-03T12:42:24.285639Z","end":"2026-03-03T12:42:24.647584Z","steps":["trace[521884159] 'agreement among raft nodes before linearized reading' (duration: 361.655269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.647158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.990779Z","time spent":"656.368482ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":267233,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T12:42:24.647654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.28563Z","time spent":"362.009348ms","remote":"127.0.0.1:53296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:42:24.646492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.988343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.1899554b8abda0fb\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-03-03T12:42:24.647751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.836764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5b4bcc9f68-6b29q.189952f3791f1a72\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-03T12:42:24.647798Z","caller":"traceutil/trace.go:171","msg":"trace[1910959502] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.1899554b8abda0fb; range_end:; response_count:1; response_revision:26310; }","duration":"897.340269ms","start":"2026-03-03T12:42:23.750435Z","end":"2026-03-03T12:42:24.647776Z","steps":["trace[1910959502] 'agreement among raft nodes before linearized reading' (duration: 895.900551ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:24.647826Z","caller":"traceutil/trace.go:171","msg":"trace[995083913] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5b4bcc9f68-6b29q.189952f3791f1a72; range_end:; response_count:1; response_revision:26310; }","duration":"601.966029ms","start":"2026-03-03T12:42:24.045831Z","end":"2026-03-03T12:42:24.647797Z","steps":["trace[995083913] 'agreement among raft nodes before linearized reading' (duration: 601.766893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.647871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.045809Z","time spent":"602.0529ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-5b4bcc9f68-6b29q.189952f3791f1a72\" "} {"level":"warn","ts":"2026-03-03T12:42:24.647882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.750417Z","time spent":"897.424121ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":759,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.1899554b8abda0fb\" "} {"level":"info","ts":"2026-03-03T12:42:24.646518Z","caller":"traceutil/trace.go:171","msg":"trace[620587096] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"871.158163ms","start":"2026-03-03T12:42:23.775349Z","end":"2026-03-03T12:42:24.646507Z","steps":["trace[620587096] 'process raft request' (duration: 870.359282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.646584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.24505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-03T12:42:24.648077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.775316Z","time spent":"872.657373ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:24.648102Z","caller":"traceutil/trace.go:171","msg":"trace[124222610] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26310; }","duration":"729.819102ms","start":"2026-03-03T12:42:23.918269Z","end":"2026-03-03T12:42:24.648088Z","steps":["trace[124222610] 'agreement among raft nodes before linearized reading' (duration: 728.247541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.648212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.91824Z","time spent":"729.957365ms","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-03T12:42:24.646656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.568544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:42:24.6483Z","caller":"traceutil/trace.go:171","msg":"trace[1884943026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26310; }","duration":"873.232829ms","start":"2026-03-03T12:42:23.775046Z","end":"2026-03-03T12:42:24.648279Z","steps":["trace[1884943026] 'agreement among raft nodes before linearized reading' (duration: 871.558664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.648335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.775034Z","time spent":"873.291321ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:42:24.646676Z","caller":"traceutil/trace.go:171","msg":"trace[1143973762] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"860.08676ms","start":"2026-03-03T12:42:23.786562Z","end":"2026-03-03T12:42:24.646649Z","steps":["trace[1143973762] 'process raft request' (duration: 859.568626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.648391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.78655Z","time spent":"861.825426ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:24.64671Z","caller":"traceutil/trace.go:171","msg":"trace[549908215] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"859.277078ms","start":"2026-03-03T12:42:23.787419Z","end":"2026-03-03T12:42:24.646696Z","steps":["trace[549908215] 'process raft request' (duration: 858.761175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.648533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.787397Z","time spent":"861.041505ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:24.64675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.260619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:42:24.648627Z","caller":"traceutil/trace.go:171","msg":"trace[1557980716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26310; }","duration":"855.184209ms","start":"2026-03-03T12:42:23.793431Z","end":"2026-03-03T12:42:24.648615Z","steps":["trace[1557980716] 'agreement among raft nodes before linearized reading' (duration: 853.252618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.648663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.793408Z","time spent":"855.243321ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T12:42:24.646907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.606416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:42:24.648769Z","caller":"traceutil/trace.go:171","msg":"trace[2401783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26310; }","duration":"873.503166ms","start":"2026-03-03T12:42:23.775251Z","end":"2026-03-03T12:42:24.648754Z","steps":["trace[2401783] 'agreement among raft nodes before linearized reading' (duration: 871.483942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.648859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.775237Z","time spent":"873.600638ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:42:24.646462Z","caller":"traceutil/trace.go:171","msg":"trace[1952511889] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"870.850175ms","start":"2026-03-03T12:42:23.775585Z","end":"2026-03-03T12:42:24.646435Z","steps":["trace[1952511889] 'process raft request' (duration: 870.408354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.646659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.256276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T12:42:24.649113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.77555Z","time spent":"873.433224ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:24.649118Z","caller":"traceutil/trace.go:171","msg":"trace[2074897671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26310; }","duration":"873.720262ms","start":"2026-03-03T12:42:23.775371Z","end":"2026-03-03T12:42:24.649091Z","steps":["trace[2074897671] 'agreement among raft nodes before linearized reading' (duration: 871.184135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.649171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:23.77536Z","time spent":"873.795854ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T12:42:24.974508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.688371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:24.974589Z","caller":"traceutil/trace.go:171","msg":"trace[1924774241] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"322.293905ms","start":"2026-03-03T12:42:24.652282Z","end":"2026-03-03T12:42:24.974576Z","steps":["trace[1924774241] 'process raft request' (duration: 102.48088ms)","trace[1924774241] 'compare' (duration: 219.601619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:24.974628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.652255Z","time spent":"322.354436ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:24.977292Z","caller":"traceutil/trace.go:171","msg":"trace[1997514342] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"324.810961ms","start":"2026-03-03T12:42:24.652467Z","end":"2026-03-03T12:42:24.977278Z","steps":["trace[1997514342] 'process raft request' (duration: 324.7551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.977341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.652436Z","time spent":"324.884004ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:24.977382Z","caller":"traceutil/trace.go:171","msg":"trace[2022589665] transaction","detail":"{read_only:false; response_revision:26312; number_of_response:1; }","duration":"325.036428ms","start":"2026-03-03T12:42:24.652334Z","end":"2026-03-03T12:42:24.97737Z","steps":["trace[2022589665] 'process raft request' (duration: 324.840163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.97744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.652313Z","time spent":"325.097119ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:24.97765Z","caller":"traceutil/trace.go:171","msg":"trace[1794117483] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"324.917775ms","start":"2026-03-03T12:42:24.652681Z","end":"2026-03-03T12:42:24.977599Z","steps":["trace[1794117483] 'process raft request' (duration: 324.571276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:24.977729Z","caller":"traceutil/trace.go:171","msg":"trace[10198192] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"323.957969ms","start":"2026-03-03T12:42:24.653743Z","end":"2026-03-03T12:42:24.977701Z","steps":["trace[10198192] 'process raft request' (duration: 323.698492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:24.977797Z","caller":"traceutil/trace.go:171","msg":"trace[719306567] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"324.00837ms","start":"2026-03-03T12:42:24.653781Z","end":"2026-03-03T12:42:24.977789Z","steps":["trace[719306567] 'process raft request' (duration: 323.876787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.97784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.653769Z","time spent":"324.050732ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:24.977876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.652671Z","time spent":"325.081519ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:24.977907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.3683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T12:42:24.977932Z","caller":"traceutil/trace.go:171","msg":"trace[1317757635] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26316; }","duration":"324.395011ms","start":"2026-03-03T12:42:24.65353Z","end":"2026-03-03T12:42:24.977925Z","steps":["trace[1317757635] 'agreement among raft nodes before linearized reading' (duration: 324.272227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.977924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.653733Z","time spent":"324.091073ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:24.977953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.653498Z","time spent":"324.450322ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:42:24.977779Z","caller":"traceutil/trace.go:171","msg":"trace[879886219] linearizableReadLoop","detail":"{readStateIndex:27251; appliedIndex:27247; }","duration":"324.232216ms","start":"2026-03-03T12:42:24.653534Z","end":"2026-03-03T12:42:24.977767Z","steps":["trace[879886219] 'read index received' (duration: 101.280828ms)","trace[879886219] 'applied index is now lower than readState.Index' (duration: 222.950498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:24.978246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.982021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:24.978282Z","caller":"traceutil/trace.go:171","msg":"trace[1554419826] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26316; }","duration":"176.059933ms","start":"2026-03-03T12:42:24.802215Z","end":"2026-03-03T12:42:24.978275Z","steps":["trace[1554419826] 'agreement among raft nodes before linearized reading' (duration: 175.996871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.97828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.712653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-03T12:42:24.978355Z","caller":"traceutil/trace.go:171","msg":"trace[43030689] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26316; }","duration":"317.811176ms","start":"2026-03-03T12:42:24.660526Z","end":"2026-03-03T12:42:24.978337Z","steps":["trace[43030689] 'agreement among raft nodes before linearized reading' (duration: 317.59878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:24.978402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.660514Z","time spent":"317.881058ms","remote":"127.0.0.1:36564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9627,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-03T12:42:25.432972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.112908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:25.43319Z","caller":"traceutil/trace.go:171","msg":"trace[1821681663] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"407.451905ms","start":"2026-03-03T12:42:25.02572Z","end":"2026-03-03T12:42:25.433172Z","steps":["trace[1821681663] 'process raft request' (duration: 407.362323ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:25.43322Z","caller":"traceutil/trace.go:171","msg":"trace[51625716] linearizableReadLoop","detail":"{readStateIndex:27254; appliedIndex:27253; }","duration":"443.200424ms","start":"2026-03-03T12:42:24.99Z","end":"2026-03-03T12:42:25.4332Z","steps":["trace[51625716] 'read index received' (duration: 238.831779ms)","trace[51625716] 'applied index is now lower than readState.Index' (duration: 204.366805ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:25.433102Z","caller":"traceutil/trace.go:171","msg":"trace[195189109] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"448.621058ms","start":"2026-03-03T12:42:24.984448Z","end":"2026-03-03T12:42:25.433069Z","steps":["trace[195189109] 'process raft request' (duration: 244.294734ms)","trace[195189109] 'compare' (duration: 203.906712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:25.433296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:25.025689Z","time spent":"407.554388ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:25.433457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.44753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T12:42:25.433509Z","caller":"traceutil/trace.go:171","msg":"trace[338703370] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26318; }","duration":"443.539743ms","start":"2026-03-03T12:42:24.989952Z","end":"2026-03-03T12:42:25.433492Z","steps":["trace[338703370] 'agreement among raft nodes before linearized reading' (duration: 443.357148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:25.433554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.989931Z","time spent":"443.610025ms","remote":"127.0.0.1:37226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T12:42:25.43355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:24.984427Z","time spent":"448.886555ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:25.433644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.398924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T12:42:25.433719Z","caller":"traceutil/trace.go:171","msg":"trace[1996570174] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26318; }","duration":"427.505977ms","start":"2026-03-03T12:42:25.006194Z","end":"2026-03-03T12:42:25.4337Z","steps":["trace[1996570174] 'agreement among raft nodes before linearized reading' (duration: 427.309942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:25.433758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:25.006182Z","time spent":"427.568639ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T12:42:25.433984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.085853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:25.434035Z","caller":"traceutil/trace.go:171","msg":"trace[2056117571] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26318; }","duration":"208.176416ms","start":"2026-03-03T12:42:25.22584Z","end":"2026-03-03T12:42:25.434016Z","steps":["trace[2056117571] 'agreement among raft nodes before linearized reading' (duration: 208.100274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:26.426679Z","caller":"traceutil/trace.go:171","msg":"trace[2104662200] transaction","detail":"{read_only:false; response_revision:26322; number_of_response:1; }","duration":"217.867962ms","start":"2026-03-03T12:42:26.20878Z","end":"2026-03-03T12:42:26.426648Z","steps":["trace[2104662200] 'process raft request' (duration: 154.000787ms)","trace[2104662200] 'compare' (duration: 63.752522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:27.096957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.79134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:42:27.097078Z","caller":"traceutil/trace.go:171","msg":"trace[1422100303] transaction","detail":"{read_only:false; response_revision:26323; number_of_response:1; }","duration":"444.218822ms","start":"2026-03-03T12:42:26.652836Z","end":"2026-03-03T12:42:27.097054Z","steps":["trace[1422100303] 'process raft request' (duration: 185.236977ms)","trace[1422100303] 'compare' (duration: 257.936887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:27.097141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:26.652812Z","time spent":"444.301343ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:27.136223Z","caller":"traceutil/trace.go:171","msg":"trace[1169210588] linearizableReadLoop","detail":"{readStateIndex:27266; appliedIndex:27261; }","duration":"174.859611ms","start":"2026-03-03T12:42:26.961345Z","end":"2026-03-03T12:42:27.136204Z","steps":["trace[1169210588] 'read index received' (duration: 174.606314ms)","trace[1169210588] 'applied index is now lower than readState.Index' (duration: 252.777µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:27.136507Z","caller":"traceutil/trace.go:171","msg":"trace[1572202434] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"483.262678ms","start":"2026-03-03T12:42:26.653237Z","end":"2026-03-03T12:42:27.136499Z","steps":["trace[1572202434] 'process raft request' (duration: 482.768984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.136593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:26.653215Z","time spent":"483.310339ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:27.136708Z","caller":"traceutil/trace.go:171","msg":"trace[1396696204] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"481.830979ms","start":"2026-03-03T12:42:26.654872Z","end":"2026-03-03T12:42:27.136703Z","steps":["trace[1396696204] 'process raft request' (duration: 481.251204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.136741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:26.654867Z","time spent":"481.85157ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:27.136805Z","caller":"traceutil/trace.go:171","msg":"trace[1774619999] transaction","detail":"{read_only:false; response_revision:26326; number_of_response:1; }","duration":"480.585287ms","start":"2026-03-03T12:42:26.656215Z","end":"2026-03-03T12:42:27.1368Z","steps":["trace[1774619999] 'process raft request' (duration: 479.927519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.136834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:26.65619Z","time spent":"480.628417ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:27.136901Z","caller":"traceutil/trace.go:171","msg":"trace[1734673808] transaction","detail":"{read_only:false; response_revision:26327; number_of_response:1; }","duration":"480.246697ms","start":"2026-03-03T12:42:26.656648Z","end":"2026-03-03T12:42:27.136894Z","steps":["trace[1734673808] 'process raft request' (duration: 479.513948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.136928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:26.656618Z","time spent":"480.296199ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:27.136986Z","caller":"traceutil/trace.go:171","msg":"trace[2013423545] transaction","detail":"{read_only:false; response_revision:26328; number_of_response:1; }","duration":"478.724417ms","start":"2026-03-03T12:42:26.658254Z","end":"2026-03-03T12:42:27.136978Z","steps":["trace[2013423545] 'process raft request' (duration: 477.931166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.137013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:26.658246Z","time spent":"478.750578ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:42:27.137093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.757765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:27.137112Z","caller":"traceutil/trace.go:171","msg":"trace[1529447162] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26328; }","duration":"175.822557ms","start":"2026-03-03T12:42:26.961283Z","end":"2026-03-03T12:42:27.137105Z","steps":["trace[1529447162] 'agreement among raft nodes before linearized reading' (duration: 175.783996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.137255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.554526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T12:42:27.137269Z","caller":"traceutil/trace.go:171","msg":"trace[431631226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26328; }","duration":"156.612847ms","start":"2026-03-03T12:42:26.980651Z","end":"2026-03-03T12:42:27.137264Z","steps":["trace[431631226] 'agreement among raft nodes before linearized reading' (duration: 156.543285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.137483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.699303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T12:42:27.1375Z","caller":"traceutil/trace.go:171","msg":"trace[392719425] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26328; }","duration":"155.737924ms","start":"2026-03-03T12:42:26.981757Z","end":"2026-03-03T12:42:27.137495Z","steps":["trace[392719425] 'agreement among raft nodes before linearized reading' (duration: 155.688113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.137619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.132017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T12:42:27.137928Z","caller":"traceutil/trace.go:171","msg":"trace[1383845032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26328; }","duration":"155.261481ms","start":"2026-03-03T12:42:26.982416Z","end":"2026-03-03T12:42:27.137678Z","steps":["trace[1383845032] 'agreement among raft nodes before linearized reading' (duration: 155.024925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:27.137976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.256221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:42:27.137994Z","caller":"traceutil/trace.go:171","msg":"trace[643842808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26328; }","duration":"155.289422ms","start":"2026-03-03T12:42:26.982699Z","end":"2026-03-03T12:42:27.137988Z","steps":["trace[643842808] 'agreement among raft nodes before linearized reading' (duration: 155.239581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:28.904751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.86949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:28.904825Z","caller":"traceutil/trace.go:171","msg":"trace[741392013] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26338; }","duration":"264.962543ms","start":"2026-03-03T12:42:28.639844Z","end":"2026-03-03T12:42:28.904807Z","steps":["trace[741392013] 'count revisions from in-memory index tree' (duration: 264.772518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:30.876317Z","caller":"traceutil/trace.go:171","msg":"trace[2035196464] linearizableReadLoop","detail":"{readStateIndex:27290; appliedIndex:27289; }","duration":"262.014645ms","start":"2026-03-03T12:42:30.614274Z","end":"2026-03-03T12:42:30.876288Z","steps":["trace[2035196464] 'read index received' (duration: 261.605304ms)","trace[2035196464] 'applied index is now lower than readState.Index' (duration: 407.811µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:30.876466Z","caller":"traceutil/trace.go:171","msg":"trace[1529351607] transaction","detail":"{read_only:false; response_revision:26351; number_of_response:1; }","duration":"262.746314ms","start":"2026-03-03T12:42:30.613646Z","end":"2026-03-03T12:42:30.876392Z","steps":["trace[1529351607] 'process raft request' (duration: 262.313952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:30.87656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.258481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-90f07203-516e-485e-a491-1a645a6bceb4\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T12:42:30.876596Z","caller":"traceutil/trace.go:171","msg":"trace[1058170085] range","detail":"{range_begin:/registry/persistentvolumes/pvc-90f07203-516e-485e-a491-1a645a6bceb4; range_end:; response_count:1; response_revision:26351; }","duration":"262.313523ms","start":"2026-03-03T12:42:30.614271Z","end":"2026-03-03T12:42:30.876584Z","steps":["trace[1058170085] 'agreement among raft nodes before linearized reading' (duration: 262.124298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:31.553179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.372414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:31.55336Z","caller":"traceutil/trace.go:171","msg":"trace[1211074861] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:26369; }","duration":"233.59208ms","start":"2026-03-03T12:42:31.319699Z","end":"2026-03-03T12:42:31.553291Z","steps":["trace[1211074861] 'count revisions from in-memory index tree' (duration: 233.276432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:32.314421Z","caller":"traceutil/trace.go:171","msg":"trace[1984099395] linearizableReadLoop","detail":"{readStateIndex:27310; appliedIndex:27309; }","duration":"142.394099ms","start":"2026-03-03T12:42:32.171997Z","end":"2026-03-03T12:42:32.314391Z","steps":["trace[1984099395] 'read index received' (duration: 142.288797ms)","trace[1984099395] 'applied index is now lower than readState.Index' (duration: 104.062µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:32.314613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.585324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:32.314594Z","caller":"traceutil/trace.go:171","msg":"trace[457861718] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"258.845911ms","start":"2026-03-03T12:42:32.055713Z","end":"2026-03-03T12:42:32.314559Z","steps":["trace[457861718] 'process raft request' (duration: 258.526542ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:32.314656Z","caller":"traceutil/trace.go:171","msg":"trace[705676678] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26371; }","duration":"142.692588ms","start":"2026-03-03T12:42:32.171951Z","end":"2026-03-03T12:42:32.314644Z","steps":["trace[705676678] 'agreement among raft nodes before linearized reading' (duration: 142.545994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:32.471407Z","caller":"traceutil/trace.go:171","msg":"trace[1824909263] linearizableReadLoop","detail":"{readStateIndex:27311; appliedIndex:27310; }","duration":"148.714508ms","start":"2026-03-03T12:42:32.322663Z","end":"2026-03-03T12:42:32.471377Z","steps":["trace[1824909263] 'read index received' (duration: 128.681256ms)","trace[1824909263] 'applied index is now lower than readState.Index' (duration: 20.023841ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:32.47145Z","caller":"traceutil/trace.go:171","msg":"trace[1378170370] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"199.625709ms","start":"2026-03-03T12:42:32.271788Z","end":"2026-03-03T12:42:32.471414Z","steps":["trace[1378170370] 'process raft request' (duration: 179.510204ms)","trace[1378170370] 'compare' (duration: 19.94792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:42:32.471552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.862581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:32.471631Z","caller":"traceutil/trace.go:171","msg":"trace[1932183862] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26372; }","duration":"148.992875ms","start":"2026-03-03T12:42:32.322617Z","end":"2026-03-03T12:42:32.47161Z","steps":["trace[1932183862] 'agreement among raft nodes before linearized reading' (duration: 148.853781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:32.471708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.22522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T12:42:32.471928Z","caller":"traceutil/trace.go:171","msg":"trace[2057864282] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26372; }","duration":"109.484706ms","start":"2026-03-03T12:42:32.362432Z","end":"2026-03-03T12:42:32.471917Z","steps":["trace[2057864282] 'agreement among raft nodes before linearized reading' (duration: 109.128307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:32.829363Z","caller":"traceutil/trace.go:171","msg":"trace[141114436] linearizableReadLoop","detail":"{readStateIndex:27313; appliedIndex:27312; }","duration":"291.664642ms","start":"2026-03-03T12:42:32.537678Z","end":"2026-03-03T12:42:32.829343Z","steps":["trace[141114436] 'read index received' (duration: 291.530869ms)","trace[141114436] 'applied index is now lower than readState.Index' (duration: 132.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:32.829415Z","caller":"traceutil/trace.go:171","msg":"trace[924751844] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"294.895787ms","start":"2026-03-03T12:42:32.534487Z","end":"2026-03-03T12:42:32.829383Z","steps":["trace[924751844] 'process raft request' (duration: 294.731633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:32.829542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.850147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-03T12:42:32.829581Z","caller":"traceutil/trace.go:171","msg":"trace[1890698021] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26374; }","duration":"291.928819ms","start":"2026-03-03T12:42:32.537644Z","end":"2026-03-03T12:42:32.829573Z","steps":["trace[1890698021] 'agreement among raft nodes before linearized reading' (duration: 291.777645ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:33.913846Z","caller":"traceutil/trace.go:171","msg":"trace[276364863] transaction","detail":"{read_only:false; response_revision:26387; number_of_response:1; }","duration":"137.027627ms","start":"2026-03-03T12:42:33.776798Z","end":"2026-03-03T12:42:33.913825Z","steps":["trace[276364863] 'process raft request' (duration: 136.425111ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:42:34.694174Z","caller":"traceutil/trace.go:171","msg":"trace[1720595037] linearizableReadLoop","detail":"{readStateIndex:27329; appliedIndex:27328; }","duration":"278.551684ms","start":"2026-03-03T12:42:34.415596Z","end":"2026-03-03T12:42:34.694148Z","steps":["trace[1720595037] 'read index received' (duration: 277.788643ms)","trace[1720595037] 'applied index is now lower than readState.Index' (duration: 762.12µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:34.694247Z","caller":"traceutil/trace.go:171","msg":"trace[2134363004] transaction","detail":"{read_only:false; response_revision:26389; number_of_response:1; }","duration":"332.008053ms","start":"2026-03-03T12:42:34.362206Z","end":"2026-03-03T12:42:34.694214Z","steps":["trace[2134363004] 'process raft request' (duration: 331.552871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:34.694445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.828301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:34.69493Z","caller":"traceutil/trace.go:171","msg":"trace[1039925538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26389; }","duration":"279.364785ms","start":"2026-03-03T12:42:34.415553Z","end":"2026-03-03T12:42:34.694918Z","steps":["trace[1039925538] 'agreement among raft nodes before linearized reading' (duration: 278.752729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:34.694776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.135402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:42:34.695069Z","caller":"traceutil/trace.go:171","msg":"trace[90413378] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26389; }","duration":"125.44947ms","start":"2026-03-03T12:42:34.569588Z","end":"2026-03-03T12:42:34.695037Z","steps":["trace[90413378] 'agreement among raft nodes before linearized reading' (duration: 125.05716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:34.695716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:42:34.362191Z","time spent":"332.65803ms","remote":"127.0.0.1:46580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:42:35.563423Z","caller":"traceutil/trace.go:171","msg":"trace[414124727] linearizableReadLoop","detail":"{readStateIndex:27340; appliedIndex:27339; }","duration":"146.897589ms","start":"2026-03-03T12:42:35.416504Z","end":"2026-03-03T12:42:35.563401Z","steps":["trace[414124727] 'read index received' (duration: 146.688344ms)","trace[414124727] 'applied index is now lower than readState.Index' (duration: 208.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:42:35.56374Z","caller":"traceutil/trace.go:171","msg":"trace[1763769466] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"277.29016ms","start":"2026-03-03T12:42:35.286429Z","end":"2026-03-03T12:42:35.56372Z","steps":["trace[1763769466] 'process raft request' (duration: 276.808407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:35.56391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.392952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:42:35.563949Z","caller":"traceutil/trace.go:171","msg":"trace[416602268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26400; }","duration":"147.476965ms","start":"2026-03-03T12:42:35.416463Z","end":"2026-03-03T12:42:35.56394Z","steps":["trace[416602268] 'agreement among raft nodes before linearized reading' (duration: 147.391642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:42:35.563956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.624325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-03T12:42:35.564015Z","caller":"traceutil/trace.go:171","msg":"trace[1038079570] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26400; }","duration":"142.727498ms","start":"2026-03-03T12:42:35.421273Z","end":"2026-03-03T12:42:35.564001Z","steps":["trace[1038079570] 'agreement among raft nodes before linearized reading' (duration: 142.515083ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:43:02.755295Z","caller":"traceutil/trace.go:171","msg":"trace[2075305989] linearizableReadLoop","detail":"{readStateIndex:27537; appliedIndex:27536; }","duration":"393.954477ms","start":"2026-03-03T12:43:02.361316Z","end":"2026-03-03T12:43:02.75527Z","steps":["trace[2075305989] 'read index received' (duration: 393.883755ms)","trace[2075305989] 'applied index is now lower than readState.Index' (duration: 69.342µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:43:02.755424Z","caller":"traceutil/trace.go:171","msg":"trace[1867936330] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"661.659332ms","start":"2026-03-03T12:43:02.093729Z","end":"2026-03-03T12:43:02.755388Z","steps":["trace[1867936330] 'process raft request' (duration: 661.385254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:02.755548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.223764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-03T12:43:02.755591Z","caller":"traceutil/trace.go:171","msg":"trace[1165388635] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26591; }","duration":"394.320537ms","start":"2026-03-03T12:43:02.36126Z","end":"2026-03-03T12:43:02.75558Z","steps":["trace[1165388635] 'agreement among raft nodes before linearized reading' (duration: 394.155922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:02.755599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:02.093517Z","time spent":"661.992981ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:43:02.755631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:02.361236Z","time spent":"394.386048ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T12:43:03.018223Z","caller":"traceutil/trace.go:171","msg":"trace[1939812083] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"578.058364ms","start":"2026-03-03T12:43:02.440144Z","end":"2026-03-03T12:43:03.018202Z","steps":["trace[1939812083] 'process raft request' (duration: 519.071918ms)","trace[1939812083] 'compare' (duration: 58.537124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:43:03.018331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:02.44012Z","time spent":"578.159337ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:43:03.018429Z","caller":"traceutil/trace.go:171","msg":"trace[1844189847] linearizableReadLoop","detail":"{readStateIndex:27538; appliedIndex:27537; }","duration":"263.031561ms","start":"2026-03-03T12:43:02.755389Z","end":"2026-03-03T12:43:03.018421Z","steps":["trace[1844189847] 'read index received' (duration: 203.863111ms)","trace[1844189847] 'applied index is now lower than readState.Index' (duration: 59.167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:43:03.018579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.300407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:43:03.01861Z","caller":"traceutil/trace.go:171","msg":"trace[403268805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26593; }","duration":"307.373039ms","start":"2026-03-03T12:43:02.711228Z","end":"2026-03-03T12:43:03.018601Z","steps":["trace[403268805] 'agreement among raft nodes before linearized reading' (duration: 307.316168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:03.018632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:02.711208Z","time spent":"307.41846ms","remote":"127.0.0.1:37138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:43:03.018769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.452532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T12:43:03.018791Z","caller":"traceutil/trace.go:171","msg":"trace[466704818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26593; }","duration":"602.513803ms","start":"2026-03-03T12:43:02.416272Z","end":"2026-03-03T12:43:03.018786Z","steps":["trace[466704818] 'agreement among raft nodes before linearized reading' (duration: 602.473622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:43:03.018808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:43:02.416249Z","time spent":"602.556724ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:43:03.018975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.086914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T12:43:03.019006Z","caller":"traceutil/trace.go:171","msg":"trace[366154124] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26593; }","duration":"173.156796ms","start":"2026-03-03T12:43:02.845842Z","end":"2026-03-03T12:43:03.018999Z","steps":["trace[366154124] 'agreement among raft nodes before linearized reading' (duration: 173.069933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:43:28.373011Z","caller":"traceutil/trace.go:171","msg":"trace[572151490] transaction","detail":"{read_only:false; response_revision:26942; number_of_response:1; }","duration":"249.442212ms","start":"2026-03-03T12:43:28.123518Z","end":"2026-03-03T12:43:28.372961Z","steps":["trace[572151490] 'process raft request' (duration: 249.154944ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:43:52.944196Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24590} {"level":"info","ts":"2026-03-03T12:43:53.080832Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24590,"took":"132.581899ms","hash":2531431679,"current-db-size-bytes":48472064,"current-db-size":"48 MB","current-db-size-in-use-bytes":31801344,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-03T12:43:53.080912Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2531431679,"revision":24590,"compact-revision":21533} {"level":"info","ts":"2026-03-03T12:43:57.722307Z","caller":"traceutil/trace.go:171","msg":"trace[133571795] transaction","detail":"{read_only:false; response_revision:27146; number_of_response:1; }","duration":"101.268249ms","start":"2026-03-03T12:43:57.620998Z","end":"2026-03-03T12:43:57.722267Z","steps":["trace[133571795] 'process raft request' (duration: 100.9378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:43:57.722395Z","caller":"traceutil/trace.go:171","msg":"trace[1300937693] transaction","detail":"{read_only:false; response_revision:27148; number_of_response:1; }","duration":"100.170759ms","start":"2026-03-03T12:43:57.622174Z","end":"2026-03-03T12:43:57.722345Z","steps":["trace[1300937693] 'process raft request' (duration: 100.050456ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:43:57.722327Z","caller":"traceutil/trace.go:171","msg":"trace[702807356] transaction","detail":"{read_only:false; response_revision:27147; number_of_response:1; }","duration":"100.707593ms","start":"2026-03-03T12:43:57.621587Z","end":"2026-03-03T12:43:57.722295Z","steps":["trace[702807356] 'process raft request' (duration: 100.515428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:44:48.216725Z","caller":"traceutil/trace.go:171","msg":"trace[1758464726] linearizableReadLoop","detail":"{readStateIndex:28588; appliedIndex:28585; }","duration":"212.460064ms","start":"2026-03-03T12:44:48.00424Z","end":"2026-03-03T12:44:48.2167Z","steps":["trace[1758464726] 'read index received' (duration: 54.901888ms)","trace[1758464726] 'applied index is now lower than readState.Index' (duration: 157.557556ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:44:48.216791Z","caller":"traceutil/trace.go:171","msg":"trace[870493437] transaction","detail":"{read_only:false; response_revision:27618; number_of_response:1; }","duration":"101.379523ms","start":"2026-03-03T12:44:48.115378Z","end":"2026-03-03T12:44:48.216757Z","steps":["trace[870493437] 'process raft request' (duration: 101.290641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:44:48.216953Z","caller":"traceutil/trace.go:171","msg":"trace[1901901465] transaction","detail":"{read_only:false; response_revision:27617; number_of_response:1; }","duration":"213.516621ms","start":"2026-03-03T12:44:48.003325Z","end":"2026-03-03T12:44:48.216842Z","steps":["trace[1901901465] 'process raft request' (duration: 213.208333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:44:48.217222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.960257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T12:44:48.217211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.912498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T12:44:48.217334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.053268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-03T12:44:48.217408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.622584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T12:44:48.21747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.468717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T12:44:48.220811Z","caller":"traceutil/trace.go:171","msg":"trace[693117340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27618; }","duration":"213.04563ms","start":"2026-03-03T12:44:48.004215Z","end":"2026-03-03T12:44:48.21726Z","steps":["trace[693117340] 'agreement among raft nodes before linearized reading' (duration: 212.629269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:44:48.220824Z","caller":"traceutil/trace.go:171","msg":"trace[1296236995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27618; }","duration":"160.060232ms","start":"2026-03-03T12:44:48.057216Z","end":"2026-03-03T12:44:48.217276Z","steps":["trace[1296236995] 'agreement among raft nodes before linearized reading' (duration: 159.817126ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:44:48.221016Z","caller":"traceutil/trace.go:171","msg":"trace[1816082486] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:27618; }","duration":"123.12435ms","start":"2026-03-03T12:44:48.094233Z","end":"2026-03-03T12:44:48.217358Z","steps":["trace[1816082486] 'agreement among raft nodes before linearized reading' (duration: 123.047908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:44:48.221123Z","caller":"traceutil/trace.go:171","msg":"trace[263202397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27618; }","duration":"155.660485ms","start":"2026-03-03T12:44:48.061766Z","end":"2026-03-03T12:44:48.217427Z","steps":["trace[263202397] 'agreement among raft nodes before linearized reading' (duration: 155.594263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:44:48.221181Z","caller":"traceutil/trace.go:171","msg":"trace[1301888011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27618; }","duration":"156.499698ms","start":"2026-03-03T12:44:48.060987Z","end":"2026-03-03T12:44:48.217486Z","steps":["trace[1301888011] 'agreement among raft nodes before linearized reading' (duration: 156.443276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:44:48.221269Z","caller":"traceutil/trace.go:171","msg":"trace[1707860365] transaction","detail":"{read_only:false; response_revision:27616; number_of_response:1; }","duration":"215.70831ms","start":"2026-03-03T12:44:48.001851Z","end":"2026-03-03T12:44:48.217559Z","steps":["trace[1707860365] 'process raft request' (duration: 157.297048ms)","trace[1707860365] 'compare' (duration: 56.85445ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:44:48.398438Z","caller":"traceutil/trace.go:171","msg":"trace[1780890862] transaction","detail":"{read_only:false; response_revision:27620; number_of_response:1; }","duration":"166.443632ms","start":"2026-03-03T12:44:48.231969Z","end":"2026-03-03T12:44:48.398412Z","steps":["trace[1780890862] 'process raft request' (duration: 144.725885ms)","trace[1780890862] 'compare' (duration: 21.138691ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:44:48.398728Z","caller":"traceutil/trace.go:171","msg":"trace[361774954] transaction","detail":"{read_only:false; response_revision:27621; number_of_response:1; }","duration":"166.623426ms","start":"2026-03-03T12:44:48.232064Z","end":"2026-03-03T12:44:48.398688Z","steps":["trace[361774954] 'process raft request' (duration: 166.273357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:44:48.398767Z","caller":"traceutil/trace.go:171","msg":"trace[1377052401] transaction","detail":"{read_only:false; response_revision:27623; number_of_response:1; }","duration":"161.334686ms","start":"2026-03-03T12:44:48.237407Z","end":"2026-03-03T12:44:48.398741Z","steps":["trace[1377052401] 'process raft request' (duration: 161.282844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:44:48.398808Z","caller":"traceutil/trace.go:171","msg":"trace[2009542794] transaction","detail":"{read_only:false; response_revision:27622; number_of_response:1; }","duration":"166.294348ms","start":"2026-03-03T12:44:48.232507Z","end":"2026-03-03T12:44:48.398801Z","steps":["trace[2009542794] 'process raft request' (duration: 166.066772ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:45:00.415008Z","caller":"traceutil/trace.go:171","msg":"trace[803247691] transaction","detail":"{read_only:false; response_revision:27739; number_of_response:1; }","duration":"101.749183ms","start":"2026-03-03T12:45:00.313222Z","end":"2026-03-03T12:45:00.414971Z","steps":["trace[803247691] 'process raft request' (duration: 101.038214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:09.014069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.024383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:46:09.01432Z","caller":"traceutil/trace.go:171","msg":"trace[1082417767] transaction","detail":"{read_only:false; response_revision:28443; number_of_response:1; }","duration":"149.979004ms","start":"2026-03-03T12:46:08.864303Z","end":"2026-03-03T12:46:09.014282Z","steps":["trace[1082417767] 'process raft request' (duration: 10.649793ms)","trace[1082417767] 'compare' (duration: 138.760246ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:46:09.014349Z","caller":"traceutil/trace.go:171","msg":"trace[26639680] transaction","detail":"{read_only:false; response_revision:28445; number_of_response:1; }","duration":"149.661625ms","start":"2026-03-03T12:46:08.864673Z","end":"2026-03-03T12:46:09.014335Z","steps":["trace[26639680] 'process raft request' (duration: 149.620734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:09.014465Z","caller":"traceutil/trace.go:171","msg":"trace[121420714] transaction","detail":"{read_only:false; response_revision:28444; number_of_response:1; }","duration":"149.875511ms","start":"2026-03-03T12:46:08.864529Z","end":"2026-03-03T12:46:09.014405Z","steps":["trace[121420714] 'process raft request' (duration: 149.658476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:09.213846Z","caller":"traceutil/trace.go:171","msg":"trace[1508773353] transaction","detail":"{read_only:false; response_revision:28446; number_of_response:1; }","duration":"308.666519ms","start":"2026-03-03T12:46:08.905147Z","end":"2026-03-03T12:46:09.213813Z","steps":["trace[1508773353] 'process raft request' (duration: 295.214622ms)","trace[1508773353] 'compare' (duration: 13.004926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:46:09.21398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:46:08.90508Z","time spent":"308.828324ms","remote":"127.0.0.1:36326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4769,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:46:09.214082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.632144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T12:46:09.214129Z","caller":"traceutil/trace.go:171","msg":"trace[981353007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28446; }","duration":"283.743438ms","start":"2026-03-03T12:46:08.930377Z","end":"2026-03-03T12:46:09.214121Z","steps":["trace[981353007] 'agreement among raft nodes before linearized reading' (duration: 283.654975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:09.214001Z","caller":"traceutil/trace.go:171","msg":"trace[851147651] linearizableReadLoop","detail":"{readStateIndex:29438; appliedIndex:29434; }","duration":"283.315836ms","start":"2026-03-03T12:46:08.930436Z","end":"2026-03-03T12:46:09.213751Z","steps":["trace[851147651] 'read index received' (duration: 56.739267ms)","trace[851147651] 'applied index is now lower than readState.Index' (duration: 226.575129ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:46:09.935313Z","caller":"traceutil/trace.go:171","msg":"trace[1641167126] transaction","detail":"{read_only:false; response_revision:28448; number_of_response:1; }","duration":"177.257898ms","start":"2026-03-03T12:46:09.758034Z","end":"2026-03-03T12:46:09.935291Z","steps":["trace[1641167126] 'process raft request' (duration: 177.118075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:10.63305Z","caller":"traceutil/trace.go:171","msg":"trace[155774637] transaction","detail":"{read_only:false; response_revision:28453; number_of_response:1; }","duration":"107.28741ms","start":"2026-03-03T12:46:10.525726Z","end":"2026-03-03T12:46:10.633014Z","steps":["trace[155774637] 'process raft request' (duration: 107.127316ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:10.690525Z","caller":"traceutil/trace.go:171","msg":"trace[1272829091] transaction","detail":"{read_only:false; response_revision:28454; number_of_response:1; }","duration":"164.699565ms","start":"2026-03-03T12:46:10.525798Z","end":"2026-03-03T12:46:10.690497Z","steps":["trace[1272829091] 'process raft request' (duration: 164.391827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:10.949856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.008574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:46:10.950136Z","caller":"traceutil/trace.go:171","msg":"trace[335153625] transaction","detail":"{read_only:false; response_revision:28455; number_of_response:1; }","duration":"254.313765ms","start":"2026-03-03T12:46:10.695781Z","end":"2026-03-03T12:46:10.950094Z","steps":["trace[335153625] 'process raft request' (duration: 135.91996ms)","trace[335153625] 'compare' (duration: 117.821249ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:46:10.950225Z","caller":"traceutil/trace.go:171","msg":"trace[737992527] transaction","detail":"{read_only:false; response_revision:28456; number_of_response:1; }","duration":"160.323098ms","start":"2026-03-03T12:46:10.78987Z","end":"2026-03-03T12:46:10.950193Z","steps":["trace[737992527] 'process raft request' (duration: 160.141023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:10.950286Z","caller":"traceutil/trace.go:171","msg":"trace[716670406] transaction","detail":"{read_only:false; response_revision:28457; number_of_response:1; }","duration":"153.877947ms","start":"2026-03-03T12:46:10.796369Z","end":"2026-03-03T12:46:10.950247Z","steps":["trace[716670406] 'process raft request' (duration: 153.733563ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:11.093058Z","caller":"traceutil/trace.go:171","msg":"trace[1412759443] transaction","detail":"{read_only:false; response_revision:28458; number_of_response:1; }","duration":"136.385423ms","start":"2026-03-03T12:46:10.956634Z","end":"2026-03-03T12:46:11.09302Z","steps":["trace[1412759443] 'process raft request' (duration: 135.867019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:25.336713Z","caller":"traceutil/trace.go:171","msg":"trace[114598604] transaction","detail":"{read_only:false; response_revision:28650; number_of_response:1; }","duration":"109.944801ms","start":"2026-03-03T12:46:25.226707Z","end":"2026-03-03T12:46:25.336652Z","steps":["trace[114598604] 'process raft request' (duration: 65.838999ms)","trace[114598604] 'compare' (duration: 43.67374ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:46:41.092289Z","caller":"traceutil/trace.go:171","msg":"trace[2063140875] transaction","detail":"{read_only:false; response_revision:28769; number_of_response:1; }","duration":"120.84227ms","start":"2026-03-03T12:46:40.971402Z","end":"2026-03-03T12:46:41.092244Z","steps":["trace[2063140875] 'process raft request' (duration: 58.067682ms)","trace[2063140875] 'compare' (duration: 62.46133ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:46:41.092775Z","caller":"traceutil/trace.go:171","msg":"trace[2047585061] transaction","detail":"{read_only:false; response_revision:28770; number_of_response:1; }","duration":"115.233391ms","start":"2026-03-03T12:46:40.977211Z","end":"2026-03-03T12:46:41.092444Z","steps":["trace[2047585061] 'process raft request' (duration: 114.977425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:46:41.457367Z","caller":"traceutil/trace.go:171","msg":"trace[2044083588] linearizableReadLoop","detail":"{readStateIndex:29772; appliedIndex:29771; }","duration":"183.195387ms","start":"2026-03-03T12:46:41.274123Z","end":"2026-03-03T12:46:41.457318Z","steps":["trace[2044083588] 'read index received' (duration: 182.988871ms)","trace[2044083588] 'applied index is now lower than readState.Index' (duration: 204.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:46:41.45739Z","caller":"traceutil/trace.go:171","msg":"trace[87819246] transaction","detail":"{read_only:false; response_revision:28771; number_of_response:1; }","duration":"283.870981ms","start":"2026-03-03T12:46:41.17347Z","end":"2026-03-03T12:46:41.457341Z","steps":["trace[87819246] 'process raft request' (duration: 283.620255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:41.458162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.022628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T12:46:41.458347Z","caller":"traceutil/trace.go:171","msg":"trace[807231762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28771; }","duration":"184.190403ms","start":"2026-03-03T12:46:41.274045Z","end":"2026-03-03T12:46:41.458235Z","steps":["trace[807231762] 'agreement among raft nodes before linearized reading' (duration: 183.416612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:41.462155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.205728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T12:46:41.462212Z","caller":"traceutil/trace.go:171","msg":"trace[269910696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28771; }","duration":"174.3095ms","start":"2026-03-03T12:46:41.287888Z","end":"2026-03-03T12:46:41.462197Z","steps":["trace[269910696] 'agreement among raft nodes before linearized reading' (duration: 174.164227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:46:41.462754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.279317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T12:46:41.462844Z","caller":"traceutil/trace.go:171","msg":"trace[1993767205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28771; }","duration":"169.433201ms","start":"2026-03-03T12:46:41.293392Z","end":"2026-03-03T12:46:41.462825Z","steps":["trace[1993767205] 'agreement among raft nodes before linearized reading' (duration: 169.158034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:47:11.645247Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1627b0b72e417489","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T12:47:11.652321Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-03T12:47:11.652404Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-03T12:48:52.952113Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27114} {"level":"info","ts":"2026-03-03T12:48:53.095215Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27114,"took":"138.51622ms","hash":1105033762,"current-db-size-bytes":48893952,"current-db-size":"49 MB","current-db-size-in-use-bytes":32776192,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-03T12:48:53.095345Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1105033762,"revision":27114,"compact-revision":24590} {"level":"info","ts":"2026-03-03T12:50:57.05094Z","caller":"traceutil/trace.go:171","msg":"trace[2004338231] transaction","detail":"{read_only:false; response_revision:30574; number_of_response:1; }","duration":"126.370097ms","start":"2026-03-03T12:50:56.924542Z","end":"2026-03-03T12:50:57.050912Z","steps":["trace[2004338231] 'process raft request' (duration: 126.046949ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:53:52.959032Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29696} {"level":"info","ts":"2026-03-03T12:53:53.108362Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29696,"took":"145.091852ms","hash":3326166075,"current-db-size-bytes":48893952,"current-db-size":"49 MB","current-db-size-in-use-bytes":26783744,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T12:53:53.10842Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3326166075,"revision":29696,"compact-revision":27114} {"level":"info","ts":"2026-03-03T12:58:04.902725Z","caller":"traceutil/trace.go:171","msg":"trace[294857967] transaction","detail":"{read_only:false; response_revision:33529; number_of_response:1; }","duration":"103.463847ms","start":"2026-03-03T12:58:04.799234Z","end":"2026-03-03T12:58:04.902698Z","steps":["trace[294857967] 'process raft request' (duration: 103.297872ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:58:52.965661Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31772} {"level":"info","ts":"2026-03-03T12:58:53.095951Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31772,"took":"125.263806ms","hash":2527020743,"current-db-size-bytes":48893952,"current-db-size":"49 MB","current-db-size-in-use-bytes":26615808,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T12:58:53.096018Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2527020743,"revision":31772,"compact-revision":29696} {"level":"info","ts":"2026-03-03T12:59:49.280132Z","caller":"traceutil/trace.go:171","msg":"trace[1499196518] transaction","detail":"{read_only:false; response_revision:34312; number_of_response:1; }","duration":"164.473676ms","start":"2026-03-03T12:59:49.115621Z","end":"2026-03-03T12:59:49.280094Z","steps":["trace[1499196518] 'process raft request' (duration: 163.902591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:59:51.918291Z","caller":"traceutil/trace.go:171","msg":"trace[1048160493] transaction","detail":"{read_only:false; response_revision:34352; number_of_response:1; }","duration":"115.116206ms","start":"2026-03-03T12:59:51.803144Z","end":"2026-03-03T12:59:51.91826Z","steps":["trace[1048160493] 'process raft request' (duration: 83.403845ms)","trace[1048160493] 'compare' (duration: 31.568158ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:59:52.098159Z","caller":"traceutil/trace.go:171","msg":"trace[614269921] transaction","detail":"{read_only:false; response_revision:34353; number_of_response:1; }","duration":"166.319025ms","start":"2026-03-03T12:59:51.931802Z","end":"2026-03-03T12:59:52.098121Z","steps":["trace[614269921] 'process raft request' (duration: 155.592231ms)","trace[614269921] 'compare' (duration: 10.465628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:25.916439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019761573,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:00:26.091414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309556417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:26.091512Z","caller":"traceutil/trace.go:171","msg":"trace[1209390808] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:34680; }","duration":"1.30967261s","start":"2026-03-03T13:00:24.781817Z","end":"2026-03-03T13:00:26.09149Z","steps":["trace[1209390808] 'count revisions from in-memory index tree' (duration: 1.309491885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.091557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:24.781776Z","time spent":"1.309769582s","remote":"127.0.0.1:32948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:00:26.136716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016595809s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T13:00:26.137361Z","caller":"traceutil/trace.go:171","msg":"trace[2005925415] transaction","detail":"{read_only:false; response_revision:34681; number_of_response:1; }","duration":"1.01735902s","start":"2026-03-03T13:00:25.119968Z","end":"2026-03-03T13:00:26.137327Z","steps":["trace[2005925415] 'process raft request' (duration: 1.017148854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.137562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:25.119943Z","time spent":"1.017533034s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:26.471236Z","caller":"traceutil/trace.go:171","msg":"trace[253375204] transaction","detail":"{read_only:false; response_revision:34684; number_of_response:1; }","duration":"900.109027ms","start":"2026-03-03T13:00:25.571102Z","end":"2026-03-03T13:00:26.471211Z","steps":["trace[253375204] 'process raft request' (duration: 900.067216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.471366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:25.57109Z","time spent":"900.21156ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:26.471559Z","caller":"traceutil/trace.go:171","msg":"trace[2015845933] transaction","detail":"{read_only:false; response_revision:34685; number_of_response:1; }","duration":"899.803429ms","start":"2026-03-03T13:00:25.571721Z","end":"2026-03-03T13:00:26.471524Z","steps":["trace[2015845933] 'process raft request' (duration: 899.466421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.471774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:25.57168Z","time spent":"899.996044ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:26.471867Z","caller":"traceutil/trace.go:171","msg":"trace[502702594] transaction","detail":"{read_only:false; response_revision:34682; number_of_response:1; }","duration":"1.064709487s","start":"2026-03-03T13:00:25.407135Z","end":"2026-03-03T13:00:26.471844Z","steps":["trace[502702594] 'process raft request' (duration: 1.063882455s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.471941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:25.407108Z","time spent":"1.064795729s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:26.472308Z","caller":"traceutil/trace.go:171","msg":"trace[1440042152] linearizableReadLoop","detail":"{readStateIndex:35867; appliedIndex:35861; }","duration":"1.056096638s","start":"2026-03-03T13:00:25.416179Z","end":"2026-03-03T13:00:26.472276Z","steps":["trace[1440042152] 'read index received' (duration: 720.997362ms)","trace[1440042152] 'applied index is now lower than readState.Index' (duration: 335.097736ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:26.472349Z","caller":"traceutil/trace.go:171","msg":"trace[2009178188] transaction","detail":"{read_only:false; response_revision:34686; number_of_response:1; }","duration":"897.56853ms","start":"2026-03-03T13:00:25.574756Z","end":"2026-03-03T13:00:26.472325Z","steps":["trace[2009178188] 'process raft request' (duration: 896.650665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.472451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:25.574739Z","time spent":"897.659612ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:26.47255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056331674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:26.472543Z","caller":"traceutil/trace.go:171","msg":"trace[600923675] transaction","detail":"{read_only:false; response_revision:34683; number_of_response:1; }","duration":"901.277068ms","start":"2026-03-03T13:00:25.570005Z","end":"2026-03-03T13:00:26.471282Z","steps":["trace[600923675] 'process raft request' (duration: 901.135574ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:26.472701Z","caller":"traceutil/trace.go:171","msg":"trace[1185912686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34686; }","duration":"1.056500799s","start":"2026-03-03T13:00:25.416119Z","end":"2026-03-03T13:00:26.47262Z","steps":["trace[1185912686] 'agreement among raft nodes before linearized reading' (duration: 1.056329724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.472755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:25.56998Z","time spent":"902.694706ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:26.472797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:25.416097Z","time spent":"1.056687724s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:00:26.729026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.628026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:00:26.729393Z","caller":"traceutil/trace.go:171","msg":"trace[229943187] transaction","detail":"{read_only:false; response_revision:34687; number_of_response:1; }","duration":"465.729245ms","start":"2026-03-03T13:00:26.263636Z","end":"2026-03-03T13:00:26.729365Z","steps":["trace[229943187] 'process raft request' (duration: 316.514614ms)","trace[229943187] 'compare' (duration: 148.41004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:26.729541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:26.263605Z","time spent":"465.857739ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:26.729753Z","caller":"traceutil/trace.go:171","msg":"trace[2084477635] linearizableReadLoop","detail":"{readStateIndex:35869; appliedIndex:35867; }","duration":"257.349063ms","start":"2026-03-03T13:00:26.472385Z","end":"2026-03-03T13:00:26.729734Z","steps":["trace[2084477635] 'read index received' (duration: 107.595237ms)","trace[2084477635] 'applied index is now lower than readState.Index' (duration: 149.752516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:26.729902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.353156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T13:00:26.729951Z","caller":"traceutil/trace.go:171","msg":"trace[1638210377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34688; }","duration":"905.445549ms","start":"2026-03-03T13:00:25.824493Z","end":"2026-03-03T13:00:26.729939Z","steps":["trace[1638210377] 'agreement among raft nodes before linearized reading' (duration: 905.324706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.729981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:25.824471Z","time spent":"905.50371ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T13:00:26.730123Z","caller":"traceutil/trace.go:171","msg":"trace[491608172] transaction","detail":"{read_only:false; response_revision:34688; number_of_response:1; }","duration":"461.449521ms","start":"2026-03-03T13:00:26.268657Z","end":"2026-03-03T13:00:26.730107Z","steps":["trace[491608172] 'process raft request' (duration: 460.67392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.730146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.409646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T13:00:26.730198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:26.268636Z","time spent":"461.525803ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:26.730223Z","caller":"traceutil/trace.go:171","msg":"trace[2064772519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34688; }","duration":"926.536949ms","start":"2026-03-03T13:00:25.803655Z","end":"2026-03-03T13:00:26.730192Z","steps":["trace[2064772519] 'agreement among raft nodes before linearized reading' (duration: 926.298743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.730261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:25.803632Z","time spent":"926.621781ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T13:00:26.730431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.09043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T13:00:26.730472Z","caller":"traceutil/trace.go:171","msg":"trace[311540146] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:34688; }","duration":"502.171882ms","start":"2026-03-03T13:00:26.228292Z","end":"2026-03-03T13:00:26.730464Z","steps":["trace[311540146] 'agreement among raft nodes before linearized reading' (duration: 502.034529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.730503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:26.228273Z","time spent":"502.222543ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"warn","ts":"2026-03-03T13:00:26.730601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.117447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T13:00:26.730659Z","caller":"traceutil/trace.go:171","msg":"trace[381370464] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34688; }","duration":"906.188128ms","start":"2026-03-03T13:00:25.824437Z","end":"2026-03-03T13:00:26.730626Z","steps":["trace[381370464] 'agreement among raft nodes before linearized reading' (duration: 906.085586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.730685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.915145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:00:26.730717Z","caller":"traceutil/trace.go:171","msg":"trace[1519988793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34688; }","duration":"905.061959ms","start":"2026-03-03T13:00:25.825647Z","end":"2026-03-03T13:00:26.730709Z","steps":["trace[1519988793] 'agreement among raft nodes before linearized reading' (duration: 904.985507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.730746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:25.825626Z","time spent":"905.114431ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:00:26.730689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:25.824416Z","time spent":"906.264481ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:00:26.731081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.971632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:26.731116Z","caller":"traceutil/trace.go:171","msg":"trace[528205794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34688; }","duration":"257.041474ms","start":"2026-03-03T13:00:26.474066Z","end":"2026-03-03T13:00:26.731107Z","steps":["trace[528205794] 'agreement among raft nodes before linearized reading' (duration: 256.982003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.731101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149607551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:00:26.731299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.177021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:00:26.731334Z","caller":"traceutil/trace.go:171","msg":"trace[1195482431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34688; }","duration":"256.236403ms","start":"2026-03-03T13:00:26.475089Z","end":"2026-03-03T13:00:26.731325Z","steps":["trace[1195482431] 'agreement among raft nodes before linearized reading' (duration: 256.150281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:26.731336Z","caller":"traceutil/trace.go:171","msg":"trace[870420233] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:34688; }","duration":"1.149867268s","start":"2026-03-03T13:00:25.581448Z","end":"2026-03-03T13:00:26.731315Z","steps":["trace[870420233] 'agreement among raft nodes before linearized reading' (duration: 1.149425846s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:26.731421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:25.581437Z","time spent":"1.14996686s","remote":"127.0.0.1:37550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:00:33.263145Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019761684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:00:33.764167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019761684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:00:34.264735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019761684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:00:34.764878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019761684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:00:35.265526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019761684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:00:35.416982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000070928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T13:00:35.417053Z","caller":"traceutil/trace.go:171","msg":"trace[921397288] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162241s","start":"2026-03-03T13:00:33.416875Z","end":"2026-03-03T13:00:35.417038Z","steps":["trace[921397288] 'agreement among raft nodes before linearized reading' (duration: 2.000066389s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:35.41709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:33.41681Z","time spent":"2.000273094s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:00:35.765839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019761684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:00:36.26688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019761684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:00:36.767771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019761684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:00:37.268373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019761684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:00:37.418364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T13:00:37.418635Z","caller":"traceutil/trace.go:171","msg":"trace[1833562449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00080193s","start":"2026-03-03T13:00:35.417812Z","end":"2026-03-03T13:00:37.418614Z","steps":["trace[1833562449] 'agreement among raft nodes before linearized reading' (duration: 2.000480871s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:37.418696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:35.417789Z","time spent":"2.000896812s","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:00:37.748975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:32.751815Z","time spent":"4.997150948s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 13:00:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T13:00:37.749278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:32.751052Z","time spent":"4.998216367s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 13:00:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T13:00:37.762969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000099246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T13:00:37.763132Z","caller":"traceutil/trace.go:171","msg":"trace[77208854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000294062s","start":"2026-03-03T13:00:32.762787Z","end":"2026-03-03T13:00:37.763081Z","steps":["trace[77208854] 'agreement among raft nodes before linearized reading' (duration: 5.000135827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:37.763271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:32.762766Z","time spent":"5.000490696s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 13:00:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T13:00:37.764297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000201508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T13:00:37.764444Z","caller":"traceutil/trace.go:171","msg":"trace[1312372752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000370263s","start":"2026-03-03T13:00:32.764056Z","end":"2026-03-03T13:00:37.764426Z","steps":["trace[1312372752] 'agreement among raft nodes before linearized reading' (duration: 5.000220199s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:37.764533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:32.764045Z","time spent":"5.000474386s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 13:00:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T13:00:37.764286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999724976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T13:00:37.764724Z","caller":"traceutil/trace.go:171","msg":"trace[984395658] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000189178s","start":"2026-03-03T13:00:32.764502Z","end":"2026-03-03T13:00:37.764692Z","steps":["trace[984395658] 'agreement among raft nodes before linearized reading' (duration: 4.999727286s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:37.764815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:32.764498Z","time spent":"5.000296221s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 13:00:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T13:00:37.769533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019761684,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:00:38.016451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.265252276s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T13:00:38.827948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.99947ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:38.828124Z","caller":"traceutil/trace.go:171","msg":"trace[724319182] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34739; }","duration":"629.183495ms","start":"2026-03-03T13:00:38.198912Z","end":"2026-03-03T13:00:38.828095Z","steps":["trace[724319182] 'range keys from in-memory index tree' (duration: 628.982528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:38.832501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.604702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-03T13:00:39.426485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T13:00:39.426568Z","caller":"traceutil/trace.go:171","msg":"trace[1881541591] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000436139s","start":"2026-03-03T13:00:37.426113Z","end":"2026-03-03T13:00:39.426549Z","steps":["trace[1881541591] 'agreement among raft nodes before linearized reading' (duration: 2.000334816s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:39.426615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:37.426103Z","time spent":"2.00050326s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 13:00:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T13:00:39.554692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:34.554744Z","time spent":"4.999940842s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 13:00:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T13:00:39.555242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:34.557428Z","time spent":"4.997806245s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 13:00:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T13:00:39.555865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:34.557411Z","time spent":"4.998451473s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 13:00:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T13:00:39.556193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:34.557507Z","time spent":"4.998682779s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T13:00:39.556321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:34.557357Z","time spent":"4.998961986s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T13:00:40.32847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287285125s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T13:00:40.33122Z","caller":"traceutil/trace.go:171","msg":"trace[1223274895] transaction","detail":"{read_only:false; response_revision:34742; number_of_response:1; }","duration":"5.946667086s","start":"2026-03-03T13:00:34.384524Z","end":"2026-03-03T13:00:40.331192Z","steps":["trace[1223274895] 'process raft request' (duration: 5.945952267s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.331411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:34.384501Z","time spent":"5.946792549s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:40.331538Z","caller":"traceutil/trace.go:171","msg":"trace[1357417476] linearizableReadLoop","detail":"{readStateIndex:35931; appliedIndex:35922; }","duration":"7.568663947s","start":"2026-03-03T13:00:32.762846Z","end":"2026-03-03T13:00:40.33151Z","steps":["trace[1357417476] 'read index received' (duration: 5.254083679s)","trace[1357417476] 'applied index is now lower than readState.Index' (duration: 2.314579168s)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:40.331605Z","caller":"traceutil/trace.go:171","msg":"trace[1672347068] transaction","detail":"{read_only:false; response_revision:34748; number_of_response:1; }","duration":"4.179939122s","start":"2026-03-03T13:00:36.151629Z","end":"2026-03-03T13:00:40.331568Z","steps":["trace[1672347068] 'process raft request' (duration: 4.179768007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.331682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:36.1516Z","time spent":"4.180042985s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:40.74059Z","caller":"traceutil/trace.go:171","msg":"trace[1688888946] linearizableReadLoop","detail":"{readStateIndex:35932; appliedIndex:35931; }","duration":"408.959587ms","start":"2026-03-03T13:00:40.331605Z","end":"2026-03-03T13:00:40.740564Z","steps":["trace[1688888946] 'read index received' (duration: 369.756987ms)","trace[1688888946] 'applied index is now lower than readState.Index' (duration: 39.20041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:40.740804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.971488592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T13:00:40.740845Z","caller":"traceutil/trace.go:171","msg":"trace[1888402760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34749; }","duration":"7.971565265s","start":"2026-03-03T13:00:32.769269Z","end":"2026-03-03T13:00:40.740834Z","steps":["trace[1888402760] 'agreement among raft nodes before linearized reading' (duration: 7.97139105s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.740883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:32.769259Z","time spent":"7.971610696s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T13:00:40.740892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.789193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:00:40.740943Z","caller":"traceutil/trace.go:171","msg":"trace[579717021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34749; }","duration":"973.891996ms","start":"2026-03-03T13:00:39.767034Z","end":"2026-03-03T13:00:40.740926Z","steps":["trace[579717021] 'agreement among raft nodes before linearized reading' (duration: 973.761873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.740905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180464079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-03-03T13:00:40.740983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:39.767028Z","time spent":"973.946107ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:00:40.740987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989837715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T13:00:40.741143Z","caller":"traceutil/trace.go:171","msg":"trace[718836629] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:34749; }","duration":"2.990048561s","start":"2026-03-03T13:00:37.751026Z","end":"2026-03-03T13:00:40.741075Z","steps":["trace[718836629] 'agreement among raft nodes before linearized reading' (duration: 2.98962251s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.741159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.196484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:00:40.741213Z","caller":"traceutil/trace.go:171","msg":"trace[474341137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34749; }","duration":"974.248655ms","start":"2026-03-03T13:00:39.766949Z","end":"2026-03-03T13:00:40.741198Z","steps":["trace[474341137] 'agreement among raft nodes before linearized reading' (duration: 974.110162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.741221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:37.750998Z","time spent":"2.990188515s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T13:00:40.741221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399339625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T13:00:40.741243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.500768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T13:00:40.74127Z","caller":"traceutil/trace.go:171","msg":"trace[1143358540] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:34749; }","duration":"5.399423918s","start":"2026-03-03T13:00:35.341835Z","end":"2026-03-03T13:00:40.741259Z","steps":["trace[1143358540] 'agreement among raft nodes before linearized reading' (duration: 5.399324975s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.741272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:39.766881Z","time spent":"974.379839ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T13:00:40.741291Z","caller":"traceutil/trace.go:171","msg":"trace[959479968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34749; }","duration":"975.596741ms","start":"2026-03-03T13:00:39.76568Z","end":"2026-03-03T13:00:40.741277Z","steps":["trace[959479968] 'agreement among raft nodes before linearized reading' (duration: 975.462968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.741308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:35.341818Z","time spent":"5.399481459s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:00:40.741301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990324769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-03-03T13:00:40.741326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:39.765646Z","time spent":"975.672903ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T13:00:40.741314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003025219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-03T13:00:40.741353Z","caller":"traceutil/trace.go:171","msg":"trace[1805755178] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:34749; }","duration":"2.990406521s","start":"2026-03-03T13:00:37.75093Z","end":"2026-03-03T13:00:40.741337Z","steps":["trace[1805755178] 'agreement among raft nodes before linearized reading' (duration: 2.990278317s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:40.741368Z","caller":"traceutil/trace.go:171","msg":"trace[40614169] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34749; }","duration":"1.003136952s","start":"2026-03-03T13:00:39.738219Z","end":"2026-03-03T13:00:40.741356Z","steps":["trace[40614169] 'agreement among raft nodes before linearized reading' (duration: 1.002947667s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.741398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:37.750917Z","time spent":"2.990471092s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-03T13:00:40.741377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.684094773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-03T13:00:40.741419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.548400383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:40.741455Z","caller":"traceutil/trace.go:171","msg":"trace[663967875] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34749; }","duration":"6.684226738s","start":"2026-03-03T13:00:34.057211Z","end":"2026-03-03T13:00:40.741437Z","steps":["trace[663967875] 'agreement among raft nodes before linearized reading' (duration: 6.683983441s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.741472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306862995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T13:00:40.741483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.318770019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T13:00:40.741489Z","caller":"traceutil/trace.go:171","msg":"trace[686010954] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:34749; }","duration":"5.548462024s","start":"2026-03-03T13:00:35.193005Z","end":"2026-03-03T13:00:40.741467Z","steps":["trace[686010954] 'agreement among raft nodes before linearized reading' (duration: 5.548374052s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.741498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:34.057176Z","time spent":"6.684313819s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T13:00:40.741514Z","caller":"traceutil/trace.go:171","msg":"trace[1645593886] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:34749; }","duration":"1.306929327s","start":"2026-03-03T13:00:39.434574Z","end":"2026-03-03T13:00:40.741504Z","steps":["trace[1645593886] 'agreement among raft nodes before linearized reading' (duration: 1.306858465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.741525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.512427879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T13:00:40.741527Z","caller":"traceutil/trace.go:171","msg":"trace[48973748] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf; range_end:; response_count:1; response_revision:34749; }","duration":"3.3188396s","start":"2026-03-03T13:00:37.422672Z","end":"2026-03-03T13:00:40.741512Z","steps":["trace[48973748] 'agreement among raft nodes before linearized reading' (duration: 3.318747928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.741511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.882210504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418922"} {"level":"info","ts":"2026-03-03T13:00:40.741614Z","caller":"traceutil/trace.go:171","msg":"trace[554641981] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:34749; }","duration":"6.882406629s","start":"2026-03-03T13:00:33.859197Z","end":"2026-03-03T13:00:40.741604Z","steps":["trace[554641981] 'agreement among raft nodes before linearized reading' (duration: 6.881970967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.74132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.131842173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:00:40.741636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185636847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-03T13:00:40.74164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:33.85918Z","time spent":"6.88245298s","remote":"127.0.0.1:46580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418945,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T13:00:40.741637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181343793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-03T13:00:40.741656Z","caller":"traceutil/trace.go:171","msg":"trace[1928387137] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34749; }","duration":"1.185669798s","start":"2026-03-03T13:00:39.555977Z","end":"2026-03-03T13:00:40.741647Z","steps":["trace[1928387137] 'agreement among raft nodes before linearized reading' (duration: 1.185620407s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.741663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186735636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T13:00:40.741673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:39.555972Z","time spent":"1.185697759s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T13:00:40.741676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.838227369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T13:00:40.741674Z","caller":"traceutil/trace.go:171","msg":"trace[1221316368] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34749; }","duration":"6.132277324s","start":"2026-03-03T13:00:34.609365Z","end":"2026-03-03T13:00:40.741642Z","steps":["trace[1221316368] 'agreement among raft nodes before linearized reading' (duration: 6.131824862s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:40.741707Z","caller":"traceutil/trace.go:171","msg":"trace[1889823986] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:34749; }","duration":"4.83830653s","start":"2026-03-03T13:00:35.903394Z","end":"2026-03-03T13:00:40.7417Z","steps":["trace[1889823986] 'agreement among raft nodes before linearized reading' (duration: 4.838176447s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:40.741703Z","caller":"traceutil/trace.go:171","msg":"trace[590573254] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34749; }","duration":"1.186801558s","start":"2026-03-03T13:00:39.55489Z","end":"2026-03-03T13:00:40.741692Z","steps":["trace[590573254] 'agreement among raft nodes before linearized reading' (duration: 1.186713576s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.74172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:34.609341Z","time spent":"6.132366587s","remote":"127.0.0.1:53674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T13:00:40.741741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:35.903366Z","time spent":"4.838363982s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-03T13:00:40.741741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:39.554874Z","time spent":"1.186858549s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T13:00:40.741762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.086941569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:40.741554Z","caller":"traceutil/trace.go:171","msg":"trace[1465717365] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:34749; }","duration":"4.51250045s","start":"2026-03-03T13:00:36.229047Z","end":"2026-03-03T13:00:40.741547Z","steps":["trace[1465717365] 'agreement among raft nodes before linearized reading' (duration: 4.512412288s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:40.741792Z","caller":"traceutil/trace.go:171","msg":"trace[163182897] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:34749; }","duration":"7.087001031s","start":"2026-03-03T13:00:33.654779Z","end":"2026-03-03T13:00:40.74178Z","steps":["trace[163182897] 'agreement among raft nodes before linearized reading' (duration: 7.08696232s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.741813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:36.229012Z","time spent":"4.512796128s","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"warn","ts":"2026-03-03T13:00:40.741819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:33.654756Z","time spent":"7.087056031s","remote":"127.0.0.1:53256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:00:40.741401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:39.738198Z","time spent":"1.003197863s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T13:00:40.741551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:39.434564Z","time spent":"1.306980108s","remote":"127.0.0.1:38958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:00:40.741578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314654392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:00:40.741386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377133428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T13:00:40.742045Z","caller":"traceutil/trace.go:171","msg":"trace[1276914344] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34749; }","duration":"1.315166086s","start":"2026-03-03T13:00:39.42687Z","end":"2026-03-03T13:00:40.742036Z","steps":["trace[1276914344] 'agreement among raft nodes before linearized reading' (duration: 1.314691114s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.74207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:39.426843Z","time spent":"1.315220997s","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T13:00:40.742073Z","caller":"traceutil/trace.go:171","msg":"trace[186748650] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34749; }","duration":"3.377867147s","start":"2026-03-03T13:00:37.364191Z","end":"2026-03-03T13:00:40.742059Z","steps":["trace[186748650] 'agreement among raft nodes before linearized reading' (duration: 3.377015904s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.742128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:37.364169Z","time spent":"3.377945859s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T13:00:40.741026Z","caller":"traceutil/trace.go:171","msg":"trace[1353374486] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:34749; }","duration":"1.180642455s","start":"2026-03-03T13:00:39.560356Z","end":"2026-03-03T13:00:40.740999Z","steps":["trace[1353374486] 'agreement among raft nodes before linearized reading' (duration: 1.180309746s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.741547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407341333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:00:40.741567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:37.422655Z","time spent":"3.318901602s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf\" "} {"level":"warn","ts":"2026-03-03T13:00:40.74228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:39.560333Z","time spent":"1.181929048s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-03T13:00:40.742001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.976737765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:00:40.742687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.97254049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T13:00:40.742732Z","caller":"traceutil/trace.go:171","msg":"trace[852212197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34749; }","duration":"7.972632263s","start":"2026-03-03T13:00:32.770089Z","end":"2026-03-03T13:00:40.742721Z","steps":["trace[852212197] 'agreement among raft nodes before linearized reading' (duration: 7.97252181s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.742763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:32.770067Z","time spent":"7.972687024s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T13:00:40.742689Z","caller":"traceutil/trace.go:171","msg":"trace[1381877738] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:34749; }","duration":"4.977821584s","start":"2026-03-03T13:00:35.764849Z","end":"2026-03-03T13:00:40.74267Z","steps":["trace[1381877738] 'agreement among raft nodes before linearized reading' (duration: 4.976735045s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:40.74233Z","caller":"traceutil/trace.go:171","msg":"trace[486816460] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:34749; }","duration":"1.408137304s","start":"2026-03-03T13:00:39.334158Z","end":"2026-03-03T13:00:40.742295Z","steps":["trace[486816460] 'agreement among raft nodes before linearized reading' (duration: 1.407265901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.741723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.189628755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:00:40.742857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:39.334128Z","time spent":"1.40871163s","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:00:40.742879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:35.764832Z","time spent":"4.977995079s","remote":"127.0.0.1:53478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:00:40.742411Z","caller":"traceutil/trace.go:171","msg":"trace[1370770817] transaction","detail":"{read_only:false; response_revision:34749; number_of_response:1; }","duration":"2.206619983s","start":"2026-03-03T13:00:38.535774Z","end":"2026-03-03T13:00:40.742394Z","steps":["trace[1370770817] 'process raft request' (duration: 2.165660766s)","trace[1370770817] 'compare' (duration: 38.940933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:40.743088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:38.535758Z","time spent":"2.20725848s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:40.741546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:35.192982Z","time spent":"5.548551307s","remote":"127.0.0.1:53464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:00:40.741668Z","caller":"traceutil/trace.go:171","msg":"trace[101978885] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:34749; }","duration":"1.181395264s","start":"2026-03-03T13:00:39.560264Z","end":"2026-03-03T13:00:40.741659Z","steps":["trace[101978885] 'agreement among raft nodes before linearized reading' (duration: 1.181309292s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.743191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748919052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T13:00:40.743205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:39.560251Z","time spent":"1.182933555s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-03T13:00:40.743233Z","caller":"traceutil/trace.go:171","msg":"trace[1525257025] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:34749; }","duration":"1.748989164s","start":"2026-03-03T13:00:38.994234Z","end":"2026-03-03T13:00:40.743223Z","steps":["trace[1525257025] 'agreement among raft nodes before linearized reading' (duration: 1.747870944s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.743265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:38.994218Z","time spent":"1.749040315s","remote":"127.0.0.1:36606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2097,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:00:40.742924Z","caller":"traceutil/trace.go:171","msg":"trace[1250022665] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:34749; }","duration":"7.190894868s","start":"2026-03-03T13:00:33.552014Z","end":"2026-03-03T13:00:40.742908Z","steps":["trace[1250022665] 'agreement among raft nodes before linearized reading' (duration: 7.189685946s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:40.743319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:33.551985Z","time spent":"7.1913194s","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:00:41.056076Z","caller":"traceutil/trace.go:171","msg":"trace[1282606863] transaction","detail":"{read_only:false; response_revision:34750; number_of_response:1; }","duration":"311.87547ms","start":"2026-03-03T13:00:40.744169Z","end":"2026-03-03T13:00:41.056045Z","steps":["trace[1282606863] 'process raft request' (duration: 311.532961ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:41.05617Z","caller":"traceutil/trace.go:171","msg":"trace[1685064960] transaction","detail":"{read_only:false; response_revision:34752; number_of_response:1; }","duration":"307.608686ms","start":"2026-03-03T13:00:40.748532Z","end":"2026-03-03T13:00:41.056141Z","steps":["trace[1685064960] 'process raft request' (duration: 307.464643ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:41.056178Z","caller":"traceutil/trace.go:171","msg":"trace[1874952753] transaction","detail":"{read_only:false; response_revision:34751; number_of_response:1; }","duration":"307.783111ms","start":"2026-03-03T13:00:40.748356Z","end":"2026-03-03T13:00:41.05614Z","steps":["trace[1874952753] 'process raft request' (duration: 307.577136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:41.056335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.748526Z","time spent":"307.721529ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:41.056352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.748325Z","time spent":"307.936326ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:41.056209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.744135Z","time spent":"312.007904ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:41.056523Z","caller":"traceutil/trace.go:171","msg":"trace[1023832375] transaction","detail":"{read_only:false; response_revision:34754; number_of_response:1; }","duration":"307.504313ms","start":"2026-03-03T13:00:40.74901Z","end":"2026-03-03T13:00:41.056514Z","steps":["trace[1023832375] 'process raft request' (duration: 307.316308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:41.056527Z","caller":"traceutil/trace.go:171","msg":"trace[1415681894] transaction","detail":"{read_only:false; response_revision:34753; number_of_response:1; }","duration":"307.854213ms","start":"2026-03-03T13:00:40.748654Z","end":"2026-03-03T13:00:41.056508Z","steps":["trace[1415681894] 'process raft request' (duration: 307.429252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:41.056636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.748641Z","time spent":"307.922285ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:41.056646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.749001Z","time spent":"307.551045ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:41.05672Z","caller":"traceutil/trace.go:171","msg":"trace[1272081497] transaction","detail":"{read_only:false; response_revision:34755; number_of_response:1; }","duration":"305.917401ms","start":"2026-03-03T13:00:40.750788Z","end":"2026-03-03T13:00:41.056705Z","steps":["trace[1272081497] 'process raft request' (duration: 305.697676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:41.056798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.750778Z","time spent":"305.985733ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:41.057048Z","caller":"traceutil/trace.go:171","msg":"trace[2057542445] transaction","detail":"{read_only:false; response_revision:34756; number_of_response:1; }","duration":"306.162298ms","start":"2026-03-03T13:00:40.750864Z","end":"2026-03-03T13:00:41.057027Z","steps":["trace[2057542445] 'process raft request' (duration: 305.771318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:41.057263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.832309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-90f07203-516e-485e-a491-1a645a6bceb4\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T13:00:41.057329Z","caller":"traceutil/trace.go:171","msg":"trace[1255538146] range","detail":"{range_begin:/registry/persistentvolumes/pvc-90f07203-516e-485e-a491-1a645a6bceb4; range_end:; response_count:1; response_revision:34756; }","duration":"311.936312ms","start":"2026-03-03T13:00:40.745377Z","end":"2026-03-03T13:00:41.057313Z","steps":["trace[1255538146] 'agreement among raft nodes before linearized reading' (duration: 311.763307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:41.056992Z","caller":"traceutil/trace.go:171","msg":"trace[640779944] linearizableReadLoop","detail":"{readStateIndex:35934; appliedIndex:35933; }","duration":"311.541971ms","start":"2026-03-03T13:00:40.745415Z","end":"2026-03-03T13:00:41.056957Z","steps":["trace[640779944] 'read index received' (duration: 78.746561ms)","trace[640779944] 'applied index is now lower than readState.Index' (duration: 232.79324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:41.057328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.750858Z","time spent":"306.369903ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:41.057362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.745361Z","time spent":"311.995473ms","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-90f07203-516e-485e-a491-1a645a6bceb4\" "} {"level":"warn","ts":"2026-03-03T13:00:41.614387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.978765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:00:41.614509Z","caller":"traceutil/trace.go:171","msg":"trace[1881252920] linearizableReadLoop","detail":"{readStateIndex:35941; appliedIndex:35940; }","duration":"557.093639ms","start":"2026-03-03T13:00:41.057397Z","end":"2026-03-03T13:00:41.61449Z","steps":["trace[1881252920] 'read index received' (duration: 210.987181ms)","trace[1881252920] 'applied index is now lower than readState.Index' (duration: 346.105128ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:41.614582Z","caller":"traceutil/trace.go:171","msg":"trace[1588256841] transaction","detail":"{read_only:false; response_revision:34757; number_of_response:1; }","duration":"788.921174ms","start":"2026-03-03T13:00:40.825649Z","end":"2026-03-03T13:00:41.61457Z","steps":["trace[1588256841] 'process raft request' (duration: 442.666083ms)","trace[1588256841] 'compare' (duration: 345.856881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:41.614646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.825621Z","time spent":"788.995317ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:41.6149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.380951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:41.614942Z","caller":"traceutil/trace.go:171","msg":"trace[1212850180] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34757; }","duration":"866.450223ms","start":"2026-03-03T13:00:40.748479Z","end":"2026-03-03T13:00:41.614929Z","steps":["trace[1212850180] 'agreement among raft nodes before linearized reading' (duration: 866.380841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:41.614976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.748463Z","time spent":"866.504754ms","remote":"127.0.0.1:36286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T13:00:41.614994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.079053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T13:00:41.615101Z","caller":"traceutil/trace.go:171","msg":"trace[1499047729] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34757; }","duration":"866.229227ms","start":"2026-03-03T13:00:40.748845Z","end":"2026-03-03T13:00:41.615074Z","steps":["trace[1499047729] 'agreement among raft nodes before linearized reading' (duration: 865.897428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:41.61514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.469863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:41.615205Z","caller":"traceutil/trace.go:171","msg":"trace[265686124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34757; }","duration":"863.552366ms","start":"2026-03-03T13:00:40.751636Z","end":"2026-03-03T13:00:41.615188Z","steps":["trace[265686124] 'agreement among raft nodes before linearized reading' (duration: 863.435313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:41.615192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.748827Z","time spent":"866.350229ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T13:00:41.615176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.877073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T13:00:41.615206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.241053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-03-03T13:00:41.615209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.733014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-03T13:00:41.615248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.751631Z","time spent":"863.608117ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:00:41.615257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.468299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T13:00:41.615285Z","caller":"traceutil/trace.go:171","msg":"trace[1678987337] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:34757; }","duration":"865.830976ms","start":"2026-03-03T13:00:40.749435Z","end":"2026-03-03T13:00:41.615266Z","steps":["trace[1678987337] 'agreement among raft nodes before linearized reading' (duration: 865.6074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:41.615273Z","caller":"traceutil/trace.go:171","msg":"trace[1012674229] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:34757; }","duration":"731.040497ms","start":"2026-03-03T13:00:40.884211Z","end":"2026-03-03T13:00:41.615251Z","steps":["trace[1012674229] 'agreement among raft nodes before linearized reading' (duration: 730.856822ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:41.615286Z","caller":"traceutil/trace.go:171","msg":"trace[1929616879] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:34757; }","duration":"867.332296ms","start":"2026-03-03T13:00:40.747929Z","end":"2026-03-03T13:00:41.615261Z","steps":["trace[1929616879] 'agreement among raft nodes before linearized reading' (duration: 867.11504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:41.615288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.311105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-03T13:00:41.615319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.749426Z","time spent":"865.886587ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T13:00:41.615286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.972106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-03-03T13:00:41.615332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.884185Z","time spent":"731.136699ms","remote":"127.0.0.1:36534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:00:41.61534Z","caller":"traceutil/trace.go:171","msg":"trace[1357031977] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:34757; }","duration":"867.373257ms","start":"2026-03-03T13:00:40.747952Z","end":"2026-03-03T13:00:41.615326Z","steps":["trace[1357031977] 'agreement among raft nodes before linearized reading' (duration: 867.227443ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:41.615376Z","caller":"traceutil/trace.go:171","msg":"trace[799229688] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:34757; }","duration":"867.088059ms","start":"2026-03-03T13:00:40.748266Z","end":"2026-03-03T13:00:41.615354Z","steps":["trace[799229688] 'agreement among raft nodes before linearized reading' (duration: 866.814792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:41.615329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.747924Z","time spent":"867.397677ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-03T13:00:41.615419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.748261Z","time spent":"867.152081ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-03T13:00:41.615237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.156554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-03T13:00:41.615548Z","caller":"traceutil/trace.go:171","msg":"trace[1575210192] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:34757; }","duration":"866.467653ms","start":"2026-03-03T13:00:40.749047Z","end":"2026-03-03T13:00:41.615514Z","steps":["trace[1575210192] 'agreement among raft nodes before linearized reading' (duration: 866.010691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:41.615606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.749042Z","time spent":"866.548195ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T13:00:41.615323Z","caller":"traceutil/trace.go:171","msg":"trace[1368768784] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34757; }","duration":"867.553942ms","start":"2026-03-03T13:00:40.747754Z","end":"2026-03-03T13:00:41.615308Z","steps":["trace[1368768784] 'agreement among raft nodes before linearized reading' (duration: 867.349616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:41.615661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.747737Z","time spent":"867.909511ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T13:00:41.615376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.747949Z","time spent":"867.420258ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T13:00:41.615987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.096886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-03T13:00:41.616168Z","caller":"traceutil/trace.go:171","msg":"trace[2034691875] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:34757; }","duration":"865.291882ms","start":"2026-03-03T13:00:40.75085Z","end":"2026-03-03T13:00:41.616141Z","steps":["trace[2034691875] 'agreement among raft nodes before linearized reading' (duration: 864.196663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:41.616666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:40.750838Z","time spent":"865.807775ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T13:00:42.163751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.814683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:00:42.164303Z","caller":"traceutil/trace.go:171","msg":"trace[450284992] transaction","detail":"{read_only:false; response_revision:34758; number_of_response:1; }","duration":"1.060276198s","start":"2026-03-03T13:00:41.103973Z","end":"2026-03-03T13:00:42.164249Z","steps":["trace[450284992] 'process raft request' (duration: 850.859568ms)","trace[450284992] 'compare' (duration: 208.507956ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:42.164422Z","caller":"traceutil/trace.go:171","msg":"trace[643184133] transaction","detail":"{read_only:false; response_revision:34759; number_of_response:1; }","duration":"908.875728ms","start":"2026-03-03T13:00:41.255507Z","end":"2026-03-03T13:00:42.164383Z","steps":["trace[643184133] 'process raft request' (duration: 908.367185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:42.164564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:41.255481Z","time spent":"909.004652ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:42.164592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:41.103918Z","time spent":"1.060484884s","remote":"127.0.0.1:46580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418905,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:42.164889Z","caller":"traceutil/trace.go:171","msg":"trace[1228065881] linearizableReadLoop","detail":"{readStateIndex:35943; appliedIndex:35941; }","duration":"550.313141ms","start":"2026-03-03T13:00:41.614536Z","end":"2026-03-03T13:00:42.164849Z","steps":["trace[1228065881] 'read index received' (duration: 340.045078ms)","trace[1228065881] 'applied index is now lower than readState.Index' (duration: 210.264762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:42.314327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.325821ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T13:00:42.314478Z","caller":"traceutil/trace.go:171","msg":"trace[1820920808] linearizableReadLoop","detail":"{readStateIndex:35944; appliedIndex:35943; }","duration":"149.488428ms","start":"2026-03-03T13:00:42.164965Z","end":"2026-03-03T13:00:42.314453Z","steps":["trace[1820920808] 'read index received' (duration: 45.391µs)","trace[1820920808] 'applied index is now lower than readState.Index' (duration: 149.440637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:42.314546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.01183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:00:42.31458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.564419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:42.314615Z","caller":"traceutil/trace.go:171","msg":"trace[1747059116] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:34759; }","duration":"982.094672ms","start":"2026-03-03T13:00:41.332502Z","end":"2026-03-03T13:00:42.314597Z","steps":["trace[1747059116] 'agreement among raft nodes before linearized reading' (duration: 832.432149ms)","trace[1747059116] 'count revisions from in-memory index tree' (duration: 149.549091ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:42.314625Z","caller":"traceutil/trace.go:171","msg":"trace[2085297321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34759; }","duration":"697.626892ms","start":"2026-03-03T13:00:41.616981Z","end":"2026-03-03T13:00:42.314608Z","steps":["trace[2085297321] 'agreement among raft nodes before linearized reading' (duration: 697.534539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:42.314652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:41.332488Z","time spent":"982.156574ms","remote":"127.0.0.1:53708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:00:42.314672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:41.616966Z","time spent":"697.694673ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:00:42.314815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.575322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:42.314854Z","caller":"traceutil/trace.go:171","msg":"trace[891631501] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:34759; }","duration":"375.674944ms","start":"2026-03-03T13:00:41.939168Z","end":"2026-03-03T13:00:42.314843Z","steps":["trace[891631501] 'agreement among raft nodes before linearized reading' (duration: 375.601102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:42.314874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:41.939135Z","time spent":"375.733645ms","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:00:42.315074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.931979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T13:00:42.315134Z","caller":"traceutil/trace.go:171","msg":"trace[736066764] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:34759; }","duration":"698.032672ms","start":"2026-03-03T13:00:41.61709Z","end":"2026-03-03T13:00:42.315123Z","steps":["trace[736066764] 'agreement among raft nodes before linearized reading' (duration: 697.850947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:42.315165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:41.617074Z","time spent":"698.083333ms","remote":"127.0.0.1:36254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T13:00:42.315185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.635792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:00:42.315173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.991186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T13:00:42.31521Z","caller":"traceutil/trace.go:171","msg":"trace[2002438501] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34759; }","duration":"694.674052ms","start":"2026-03-03T13:00:41.620528Z","end":"2026-03-03T13:00:42.315202Z","steps":["trace[2002438501] 'agreement among raft nodes before linearized reading' (duration: 694.627501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:42.315231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:41.620522Z","time spent":"694.703614ms","remote":"127.0.0.1:36362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T13:00:42.315226Z","caller":"traceutil/trace.go:171","msg":"trace[464688045] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34759; }","duration":"569.090788ms","start":"2026-03-03T13:00:41.746118Z","end":"2026-03-03T13:00:42.315209Z","steps":["trace[464688045] 'agreement among raft nodes before linearized reading' (duration: 568.901063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:42.315266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:41.746097Z","time spent":"569.161561ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T13:00:42.315218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.182529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-03T13:00:42.315338Z","caller":"traceutil/trace.go:171","msg":"trace[1183893979] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34759; }","duration":"697.332203ms","start":"2026-03-03T13:00:41.617976Z","end":"2026-03-03T13:00:42.315308Z","steps":["trace[1183893979] 'agreement among raft nodes before linearized reading' (duration: 696.958583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:42.315393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:41.617967Z","time spent":"697.417396ms","remote":"127.0.0.1:36270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T13:00:42.315463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253642972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-03T13:00:42.315548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253514188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T13:00:42.315632Z","caller":"traceutil/trace.go:171","msg":"trace[364626756] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf; range_end:; response_count:1; response_revision:34759; }","duration":"1.253613561s","start":"2026-03-03T13:00:41.062002Z","end":"2026-03-03T13:00:42.315616Z","steps":["trace[364626756] 'agreement among raft nodes before linearized reading' (duration: 1.102936651s)","trace[364626756] 'range keys from in-memory index tree' (duration: 150.333602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:42.31634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:41.061995Z","time spent":"1.2543318s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189953c078ca18bf\" "} {"level":"info","ts":"2026-03-03T13:00:42.315627Z","caller":"traceutil/trace.go:171","msg":"trace[1082189278] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:34759; }","duration":"1.253821867s","start":"2026-03-03T13:00:41.061743Z","end":"2026-03-03T13:00:42.315565Z","steps":["trace[1082189278] 'agreement among raft nodes before linearized reading' (duration: 1.103244459s)","trace[1082189278] 'range keys from in-memory index tree' (duration: 150.276249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:42.318807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:41.061725Z","time spent":"1.257058752s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-03T13:00:42.705955Z","caller":"traceutil/trace.go:171","msg":"trace[271308739] linearizableReadLoop","detail":"{readStateIndex:35945; appliedIndex:35945; }","duration":"386.541422ms","start":"2026-03-03T13:00:42.319381Z","end":"2026-03-03T13:00:42.705923Z","steps":["trace[271308739] 'read index received' (duration: 386.528292ms)","trace[271308739] 'applied index is now lower than readState.Index' (duration: 11.26µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:42.70596Z","caller":"traceutil/trace.go:171","msg":"trace[1301120594] transaction","detail":"{read_only:false; response_revision:34760; number_of_response:1; }","duration":"386.948253ms","start":"2026-03-03T13:00:42.318975Z","end":"2026-03-03T13:00:42.705923Z","steps":["trace[1301120594] 'process raft request' (duration: 386.695537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:42.706155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:42.318962Z","time spent":"387.097637ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:42.706299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.890101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T13:00:42.706384Z","caller":"traceutil/trace.go:171","msg":"trace[638371745] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:34760; }","duration":"387.017625ms","start":"2026-03-03T13:00:42.319346Z","end":"2026-03-03T13:00:42.706364Z","steps":["trace[638371745] 'agreement among raft nodes before linearized reading' (duration: 386.661346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:42.706439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:42.319323Z","time spent":"387.101587ms","remote":"127.0.0.1:36362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T13:00:42.902997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.420144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:00:42.903081Z","caller":"traceutil/trace.go:171","msg":"trace[1725043945] linearizableReadLoop","detail":"{readStateIndex:35946; appliedIndex:35945; }","duration":"197.033311ms","start":"2026-03-03T13:00:42.706035Z","end":"2026-03-03T13:00:42.903068Z","steps":["trace[1725043945] 'read index received' (duration: 81.552986ms)","trace[1725043945] 'applied index is now lower than readState.Index' (duration: 115.479045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:42.903149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.35598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:42.903173Z","caller":"traceutil/trace.go:171","msg":"trace[1596050631] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34761; }","duration":"582.408372ms","start":"2026-03-03T13:00:42.320757Z","end":"2026-03-03T13:00:42.903165Z","steps":["trace[1596050631] 'agreement among raft nodes before linearized reading' (duration: 582.34341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:42.903198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:42.320745Z","time spent":"582.446933ms","remote":"127.0.0.1:36362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T13:00:42.903261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.759819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:00:42.903311Z","caller":"traceutil/trace.go:171","msg":"trace[471798002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34761; }","duration":"319.878242ms","start":"2026-03-03T13:00:42.583422Z","end":"2026-03-03T13:00:42.9033Z","steps":["trace[471798002] 'agreement among raft nodes before linearized reading' (duration: 319.766289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:42.903342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:42.583401Z","time spent":"319.935403ms","remote":"127.0.0.1:37160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:00:42.903373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.000511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:42.903398Z","caller":"traceutil/trace.go:171","msg":"trace[580496796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34761; }","duration":"579.037093ms","start":"2026-03-03T13:00:42.324354Z","end":"2026-03-03T13:00:42.903391Z","steps":["trace[580496796] 'agreement among raft nodes before linearized reading' (duration: 579.003122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:42.903416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:42.324348Z","time spent":"579.064833ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:00:42.903345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.403305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:00:42.903633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.173579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a04c3fbe-52ed-458e-87c4-23043062faf5\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-03T13:00:42.903699Z","caller":"traceutil/trace.go:171","msg":"trace[666239249] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a04c3fbe-52ed-458e-87c4-23043062faf5; range_end:; response_count:1; response_revision:34761; }","duration":"581.288803ms","start":"2026-03-03T13:00:42.322396Z","end":"2026-03-03T13:00:42.903685Z","steps":["trace[666239249] 'agreement among raft nodes before linearized reading' (duration: 581.098267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:42.903863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:42.322389Z","time spent":"581.466607ms","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-a04c3fbe-52ed-458e-87c4-23043062faf5\" "} {"level":"info","ts":"2026-03-03T13:00:42.903639Z","caller":"traceutil/trace.go:171","msg":"trace[1724857340] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34761; }","duration":"526.693943ms","start":"2026-03-03T13:00:42.376883Z","end":"2026-03-03T13:00:42.903577Z","steps":["trace[1724857340] 'agreement among raft nodes before linearized reading' (duration: 526.441486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:42.904022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:42.376858Z","time spent":"527.077043ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T13:00:42.903694Z","caller":"traceutil/trace.go:171","msg":"trace[366579021] transaction","detail":"{read_only:false; response_revision:34761; number_of_response:1; }","duration":"583.906442ms","start":"2026-03-03T13:00:42.319687Z","end":"2026-03-03T13:00:42.903593Z","steps":["trace[366579021] 'process raft request' (duration: 467.81633ms)","trace[366579021] 'compare' (duration: 115.321702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:42.90433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:42.319663Z","time spent":"584.577619ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:43.179109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.606049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:00:43.179171Z","caller":"traceutil/trace.go:171","msg":"trace[330755045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34761; }","duration":"118.692781ms","start":"2026-03-03T13:00:43.060465Z","end":"2026-03-03T13:00:43.179158Z","steps":["trace[330755045] 'range keys from in-memory index tree' (duration: 118.482666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:43.179339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.939688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:00:43.179359Z","caller":"traceutil/trace.go:171","msg":"trace[126092475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34761; }","duration":"119.006049ms","start":"2026-03-03T13:00:43.060348Z","end":"2026-03-03T13:00:43.179354Z","steps":["trace[126092475] 'range keys from in-memory index tree' (duration: 118.769043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:43.17957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.368194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T13:00:43.179596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.344132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T13:00:43.179628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.445334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T13:00:43.179651Z","caller":"traceutil/trace.go:171","msg":"trace[1097506547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34761; }","duration":"118.428704ms","start":"2026-03-03T13:00:43.061209Z","end":"2026-03-03T13:00:43.179638Z","steps":["trace[1097506547] 'range keys from in-memory index tree' (duration: 118.210288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:43.179682Z","caller":"traceutil/trace.go:171","msg":"trace[567426914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34761; }","duration":"118.516167ms","start":"2026-03-03T13:00:43.061152Z","end":"2026-03-03T13:00:43.179669Z","steps":["trace[567426914] 'range keys from in-memory index tree' (duration: 118.276631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:43.179636Z","caller":"traceutil/trace.go:171","msg":"trace[1111143678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34761; }","duration":"103.491238ms","start":"2026-03-03T13:00:43.07613Z","end":"2026-03-03T13:00:43.179621Z","steps":["trace[1111143678] 'range keys from in-memory index tree' (duration: 103.221341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:43.631271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.536873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:00:43.631528Z","caller":"traceutil/trace.go:171","msg":"trace[1499813734] linearizableReadLoop","detail":"{readStateIndex:35951; appliedIndex:35947; }","duration":"212.392729ms","start":"2026-03-03T13:00:43.419121Z","end":"2026-03-03T13:00:43.631513Z","steps":["trace[1499813734] 'read index received' (duration: 54.601µs)","trace[1499813734] 'applied index is now lower than readState.Index' (duration: 212.337068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:43.631612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.501881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:43.631646Z","caller":"traceutil/trace.go:171","msg":"trace[48448103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34766; }","duration":"212.578964ms","start":"2026-03-03T13:00:43.419056Z","end":"2026-03-03T13:00:43.631635Z","steps":["trace[48448103] 'agreement among raft nodes before linearized reading' (duration: 212.500972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:43.631622Z","caller":"traceutil/trace.go:171","msg":"trace[2142509897] transaction","detail":"{read_only:false; response_revision:34765; number_of_response:1; }","duration":"447.184383ms","start":"2026-03-03T13:00:43.184409Z","end":"2026-03-03T13:00:43.631593Z","steps":["trace[2142509897] 'process raft request' (duration: 447.041289ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:43.631632Z","caller":"traceutil/trace.go:171","msg":"trace[412565121] transaction","detail":"{read_only:false; response_revision:34766; number_of_response:1; }","duration":"446.799342ms","start":"2026-03-03T13:00:43.1848Z","end":"2026-03-03T13:00:43.631599Z","steps":["trace[412565121] 'process raft request' (duration: 446.679589ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:43.63167Z","caller":"traceutil/trace.go:171","msg":"trace[1710362828] transaction","detail":"{read_only:false; response_revision:34764; number_of_response:1; }","duration":"447.266055ms","start":"2026-03-03T13:00:43.184347Z","end":"2026-03-03T13:00:43.631613Z","steps":["trace[1710362828] 'process raft request' (duration: 447.030678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:43.631794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:43.184377Z","time spent":"447.316447ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:43.63153Z","caller":"traceutil/trace.go:171","msg":"trace[1622452761] transaction","detail":"{read_only:false; response_revision:34763; number_of_response:1; }","duration":"447.220504ms","start":"2026-03-03T13:00:43.184278Z","end":"2026-03-03T13:00:43.631498Z","steps":["trace[1622452761] 'process raft request' (duration: 205.369623ms)","trace[1622452761] 'compare' (duration: 241.283605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:43.631867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:43.184341Z","time spent":"447.418808ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:43.631803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:43.184788Z","time spent":"446.938567ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:43.631949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:43.18426Z","time spent":"447.651305ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:43.968155Z","caller":"traceutil/trace.go:171","msg":"trace[120117236] linearizableReadLoop","detail":"{readStateIndex:35958; appliedIndex:35952; }","duration":"270.231995ms","start":"2026-03-03T13:00:43.697904Z","end":"2026-03-03T13:00:43.968136Z","steps":["trace[120117236] 'read index received' (duration: 255.054572ms)","trace[120117236] 'applied index is now lower than readState.Index' (duration: 15.175783ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:43.968535Z","caller":"traceutil/trace.go:171","msg":"trace[1421305600] transaction","detail":"{read_only:false; response_revision:34768; number_of_response:1; }","duration":"347.307961ms","start":"2026-03-03T13:00:43.621215Z","end":"2026-03-03T13:00:43.968523Z","steps":["trace[1421305600] 'process raft request' (duration: 331.694246ms)","trace[1421305600] 'compare' (duration: 14.336631ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:43.96863Z","caller":"traceutil/trace.go:171","msg":"trace[1935689102] transaction","detail":"{read_only:false; response_revision:34770; number_of_response:1; }","duration":"347.332901ms","start":"2026-03-03T13:00:43.621274Z","end":"2026-03-03T13:00:43.968607Z","steps":["trace[1935689102] 'process raft request' (duration: 346.677004ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:43.96863Z","caller":"traceutil/trace.go:171","msg":"trace[134997637] transaction","detail":"{read_only:false; response_revision:34773; number_of_response:1; }","duration":"346.286114ms","start":"2026-03-03T13:00:43.622318Z","end":"2026-03-03T13:00:43.968604Z","steps":["trace[134997637] 'process raft request' (duration: 345.76195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:43.968677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.664387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:43.968664Z","caller":"traceutil/trace.go:171","msg":"trace[1869984995] transaction","detail":"{read_only:false; response_revision:34771; number_of_response:1; }","duration":"347.26404ms","start":"2026-03-03T13:00:43.621354Z","end":"2026-03-03T13:00:43.968618Z","steps":["trace[1869984995] 'process raft request' (duration: 346.642543ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:43.968669Z","caller":"traceutil/trace.go:171","msg":"trace[1138254601] transaction","detail":"{read_only:false; response_revision:34772; number_of_response:1; }","duration":"347.010343ms","start":"2026-03-03T13:00:43.62163Z","end":"2026-03-03T13:00:43.96864Z","steps":["trace[1138254601] 'process raft request' (duration: 346.417238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:43.968735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:43.621256Z","time spent":"347.423344ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:43.968733Z","caller":"traceutil/trace.go:171","msg":"trace[297427139] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:34773; }","duration":"122.766919ms","start":"2026-03-03T13:00:43.84595Z","end":"2026-03-03T13:00:43.968717Z","steps":["trace[297427139] 'agreement among raft nodes before linearized reading' (duration: 122.673597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:43.968766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:43.622308Z","time spent":"346.389597ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:43.96881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:43.621344Z","time spent":"347.390213ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:43.968828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:43.621621Z","time spent":"347.122456ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:43.968646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:43.621193Z","time spent":"347.371642ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:43.968893Z","caller":"traceutil/trace.go:171","msg":"trace[634469714] transaction","detail":"{read_only:false; response_revision:34769; number_of_response:1; }","duration":"347.600439ms","start":"2026-03-03T13:00:43.62128Z","end":"2026-03-03T13:00:43.968881Z","steps":["trace[634469714] 'process raft request' (duration: 346.623443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:43.968935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:43.621275Z","time spent":"347.636349ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:43.969017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.115198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:00:43.969055Z","caller":"traceutil/trace.go:171","msg":"trace[2050100423] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:34773; }","duration":"271.19596ms","start":"2026-03-03T13:00:43.697849Z","end":"2026-03-03T13:00:43.969045Z","steps":["trace[2050100423] 'agreement among raft nodes before linearized reading' (duration: 271.072697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:44.966349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.493955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:44.966438Z","caller":"traceutil/trace.go:171","msg":"trace[96544712] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:34773; }","duration":"237.641649ms","start":"2026-03-03T13:00:44.728776Z","end":"2026-03-03T13:00:44.966418Z","steps":["trace[96544712] 'count revisions from in-memory index tree' (duration: 237.393773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:44.966996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.089331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:44.96707Z","caller":"traceutil/trace.go:171","msg":"trace[211667963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34773; }","duration":"551.206844ms","start":"2026-03-03T13:00:44.415845Z","end":"2026-03-03T13:00:44.967052Z","steps":["trace[211667963] 'range keys from in-memory index tree' (duration: 551.005198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:44.967107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:44.415826Z","time spent":"551.271955ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T13:00:45.44341Z","caller":"traceutil/trace.go:171","msg":"trace[860902929] transaction","detail":"{read_only:false; response_revision:34774; number_of_response:1; }","duration":"171.01371ms","start":"2026-03-03T13:00:45.272375Z","end":"2026-03-03T13:00:45.443389Z","steps":["trace[860902929] 'process raft request' (duration: 170.866236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:45.487081Z","caller":"traceutil/trace.go:171","msg":"trace[368193925] transaction","detail":"{read_only:false; response_revision:34775; number_of_response:1; }","duration":"149.732715ms","start":"2026-03-03T13:00:45.337322Z","end":"2026-03-03T13:00:45.487055Z","steps":["trace[368193925] 'process raft request' (duration: 149.54626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:45.780478Z","caller":"traceutil/trace.go:171","msg":"trace[618185362] transaction","detail":"{read_only:false; response_revision:34776; number_of_response:1; }","duration":"140.728637ms","start":"2026-03-03T13:00:45.639722Z","end":"2026-03-03T13:00:45.780451Z","steps":["trace[618185362] 'process raft request' (duration: 140.554762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:45.786221Z","caller":"traceutil/trace.go:171","msg":"trace[567430913] linearizableReadLoop","detail":"{readStateIndex:35965; appliedIndex:35961; }","duration":"126.878448ms","start":"2026-03-03T13:00:45.659324Z","end":"2026-03-03T13:00:45.786202Z","steps":["trace[567430913] 'read index received' (duration: 121.132236ms)","trace[567430913] 'applied index is now lower than readState.Index' (duration: 5.745222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:45.786425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.090574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:00:45.786511Z","caller":"traceutil/trace.go:171","msg":"trace[568690017] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:34780; }","duration":"127.218107ms","start":"2026-03-03T13:00:45.659283Z","end":"2026-03-03T13:00:45.786501Z","steps":["trace[568690017] 'agreement among raft nodes before linearized reading' (duration: 127.081904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:45.786667Z","caller":"traceutil/trace.go:171","msg":"trace[1345149780] transaction","detail":"{read_only:false; response_revision:34778; number_of_response:1; }","duration":"144.289451ms","start":"2026-03-03T13:00:45.642349Z","end":"2026-03-03T13:00:45.786638Z","steps":["trace[1345149780] 'process raft request' (duration: 143.786718ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:45.786725Z","caller":"traceutil/trace.go:171","msg":"trace[65421117] transaction","detail":"{read_only:false; response_revision:34777; number_of_response:1; }","duration":"145.680198ms","start":"2026-03-03T13:00:45.641023Z","end":"2026-03-03T13:00:45.786703Z","steps":["trace[65421117] 'process raft request' (duration: 145.00006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:45.786715Z","caller":"traceutil/trace.go:171","msg":"trace[467936531] transaction","detail":"{read_only:false; response_revision:34779; number_of_response:1; }","duration":"142.702799ms","start":"2026-03-03T13:00:45.644002Z","end":"2026-03-03T13:00:45.786705Z","steps":["trace[467936531] 'process raft request' (duration: 142.157054ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:45.786826Z","caller":"traceutil/trace.go:171","msg":"trace[430399610] transaction","detail":"{read_only:false; response_revision:34780; number_of_response:1; }","duration":"137.589423ms","start":"2026-03-03T13:00:45.649206Z","end":"2026-03-03T13:00:45.786796Z","steps":["trace[430399610] 'process raft request' (duration: 136.973257ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:46.257983Z","caller":"traceutil/trace.go:171","msg":"trace[1841817214] transaction","detail":"{read_only:false; response_revision:34782; number_of_response:1; }","duration":"283.98634ms","start":"2026-03-03T13:00:45.973962Z","end":"2026-03-03T13:00:46.257948Z","steps":["trace[1841817214] 'process raft request' (duration: 226.993576ms)","trace[1841817214] 'compare' (duration: 56.48551ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:46.258116Z","caller":"traceutil/trace.go:171","msg":"trace[1076976237] transaction","detail":"{read_only:false; response_revision:34783; number_of_response:1; }","duration":"284.01824ms","start":"2026-03-03T13:00:45.974067Z","end":"2026-03-03T13:00:46.258086Z","steps":["trace[1076976237] 'process raft request' (duration: 283.673671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:46.258305Z","caller":"traceutil/trace.go:171","msg":"trace[1687784166] transaction","detail":"{read_only:false; response_revision:34784; number_of_response:1; }","duration":"284.057081ms","start":"2026-03-03T13:00:45.974238Z","end":"2026-03-03T13:00:46.258296Z","steps":["trace[1687784166] 'process raft request' (duration: 283.909727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:46.258403Z","caller":"traceutil/trace.go:171","msg":"trace[1326097442] transaction","detail":"{read_only:false; response_revision:34785; number_of_response:1; }","duration":"284.130323ms","start":"2026-03-03T13:00:45.974247Z","end":"2026-03-03T13:00:46.258378Z","steps":["trace[1326097442] 'process raft request' (duration: 283.953728ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:46.258524Z","caller":"traceutil/trace.go:171","msg":"trace[1860922497] transaction","detail":"{read_only:false; response_revision:34786; number_of_response:1; }","duration":"282.171462ms","start":"2026-03-03T13:00:45.97634Z","end":"2026-03-03T13:00:46.258512Z","steps":["trace[1860922497] 'process raft request' (duration: 281.893824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:46.511355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.36264ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T13:00:48.432265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019761795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:00:48.679182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.989962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:00:48.679288Z","caller":"traceutil/trace.go:171","msg":"trace[1311492653] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:34788; }","duration":"947.159176ms","start":"2026-03-03T13:00:47.732104Z","end":"2026-03-03T13:00:48.679263Z","steps":["trace[1311492653] 'count revisions from in-memory index tree' (duration: 946.819568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:48.679348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:47.732083Z","time spent":"947.247209ms","remote":"127.0.0.1:36362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":96,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:00:48.679475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.723848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:00:48.679551Z","caller":"traceutil/trace.go:171","msg":"trace[1346347127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34788; }","duration":"887.849331ms","start":"2026-03-03T13:00:47.79168Z","end":"2026-03-03T13:00:48.679529Z","steps":["trace[1346347127] 'range keys from in-memory index tree' (duration: 887.516843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:48.679587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:47.791659Z","time spent":"887.919134ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:00:48.67967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.779285ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:00:48.679766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.94061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:00:48.679812Z","caller":"traceutil/trace.go:171","msg":"trace[2073803240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34788; }","duration":"894.988982ms","start":"2026-03-03T13:00:47.78481Z","end":"2026-03-03T13:00:48.679799Z","steps":["trace[2073803240] 'range keys from in-memory index tree' (duration: 894.772356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:48.679851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:47.784748Z","time spent":"895.091464ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:00:48.679846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.388412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T13:00:48.679885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.396233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T13:00:48.679922Z","caller":"traceutil/trace.go:171","msg":"trace[929014901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34788; }","duration":"889.474705ms","start":"2026-03-03T13:00:47.790437Z","end":"2026-03-03T13:00:48.679912Z","steps":["trace[929014901] 'range keys from in-memory index tree' (duration: 889.250619ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:48.679926Z","caller":"traceutil/trace.go:171","msg":"trace[1351238206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34788; }","duration":"889.504745ms","start":"2026-03-03T13:00:47.790402Z","end":"2026-03-03T13:00:48.679906Z","steps":["trace[1351238206] 'range keys from in-memory index tree' (duration: 889.231028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:48.679947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:47.790413Z","time spent":"889.526676ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:00:48.679967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:47.790391Z","time spent":"889.567967ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T13:00:48.679771Z","caller":"traceutil/trace.go:171","msg":"trace[1868263329] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:34788; }","duration":"480.881477ms","start":"2026-03-03T13:00:48.198871Z","end":"2026-03-03T13:00:48.679752Z","steps":["trace[1868263329] 'range keys from in-memory index tree' (duration: 480.765674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:48.680296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.514201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:00:48.681818Z","caller":"traceutil/trace.go:171","msg":"trace[792363169] transaction","detail":"{read_only:false; response_revision:34789; number_of_response:1; }","duration":"889.102754ms","start":"2026-03-03T13:00:47.792692Z","end":"2026-03-03T13:00:48.681795Z","steps":["trace[792363169] 'process raft request' (duration: 773.011312ms)","trace[792363169] 'compare' (duration: 113.804952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:48.68194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:47.792677Z","time spent":"889.211068ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:48.967186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.781339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:00:48.967387Z","caller":"traceutil/trace.go:171","msg":"trace[976373768] transaction","detail":"{read_only:false; response_revision:34790; number_of_response:1; }","duration":"1.126865826s","start":"2026-03-03T13:00:47.840494Z","end":"2026-03-03T13:00:48.96736Z","steps":["trace[976373768] 'process raft request' (duration: 939.81811ms)","trace[976373768] 'compare' (duration: 186.512562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:48.967546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:47.840477Z","time spent":"1.126969019s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:48.967624Z","caller":"traceutil/trace.go:171","msg":"trace[652441468] linearizableReadLoop","detail":"{readStateIndex:35982; appliedIndex:35974; }","duration":"1.035643664s","start":"2026-03-03T13:00:47.931962Z","end":"2026-03-03T13:00:48.967605Z","steps":["trace[652441468] 'read index received' (duration: 633.743526ms)","trace[652441468] 'applied index is now lower than readState.Index' (duration: 401.899098ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:48.967691Z","caller":"traceutil/trace.go:171","msg":"trace[1187999714] transaction","detail":"{read_only:false; response_revision:34793; number_of_response:1; }","duration":"703.283801ms","start":"2026-03-03T13:00:48.264366Z","end":"2026-03-03T13:00:48.96765Z","steps":["trace[1187999714] 'process raft request' (duration: 703.038834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:48.967745Z","caller":"traceutil/trace.go:171","msg":"trace[948562510] transaction","detail":"{read_only:false; response_revision:34795; number_of_response:1; }","duration":"701.651927ms","start":"2026-03-03T13:00:48.266085Z","end":"2026-03-03T13:00:48.967737Z","steps":["trace[948562510] 'process raft request' (duration: 701.445011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:48.967768Z","caller":"traceutil/trace.go:171","msg":"trace[2002090011] transaction","detail":"{read_only:false; response_revision:34791; number_of_response:1; }","duration":"985.049161ms","start":"2026-03-03T13:00:47.982709Z","end":"2026-03-03T13:00:48.967758Z","steps":["trace[2002090011] 'process raft request' (duration: 984.588789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:48.967816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:47.982681Z","time spent":"985.109492ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:48.967825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:48.26606Z","time spent":"701.722419ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:48.967985Z","caller":"traceutil/trace.go:171","msg":"trace[719764845] transaction","detail":"{read_only:false; response_revision:34792; number_of_response:1; }","duration":"704.02932ms","start":"2026-03-03T13:00:48.263944Z","end":"2026-03-03T13:00:48.967974Z","steps":["trace[719764845] 'process raft request' (duration: 703.410064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:48.968055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:48.26392Z","time spent":"704.086172ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:48.968085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:48.264348Z","time spent":"703.631009ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:48.968129Z","caller":"traceutil/trace.go:171","msg":"trace[2057968550] transaction","detail":"{read_only:false; response_revision:34796; number_of_response:1; }","duration":"701.825452ms","start":"2026-03-03T13:00:48.266296Z","end":"2026-03-03T13:00:48.968122Z","steps":["trace[2057968550] 'process raft request' (duration: 701.269177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:48.968163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:48.266287Z","time spent":"701.856453ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:48.967717Z","caller":"traceutil/trace.go:171","msg":"trace[1067432728] transaction","detail":"{read_only:false; response_revision:34794; number_of_response:1; }","duration":"703.108726ms","start":"2026-03-03T13:00:48.264597Z","end":"2026-03-03T13:00:48.967706Z","steps":["trace[1067432728] 'process raft request' (duration: 702.8957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:48.96829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036356833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T13:00:48.968319Z","caller":"traceutil/trace.go:171","msg":"trace[1879496049] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34796; }","duration":"1.036426895s","start":"2026-03-03T13:00:47.931886Z","end":"2026-03-03T13:00:48.968313Z","steps":["trace[1879496049] 'agreement among raft nodes before linearized reading' (duration: 1.036321012s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:48.968336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:47.931863Z","time spent":"1.036468736s","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T13:00:48.968631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:48.26458Z","time spent":"703.696761ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:49.063923Z","caller":"traceutil/trace.go:171","msg":"trace[860410709] transaction","detail":"{read_only:false; response_revision:34798; number_of_response:1; }","duration":"377.581664ms","start":"2026-03-03T13:00:48.686311Z","end":"2026-03-03T13:00:49.063893Z","steps":["trace[860410709] 'process raft request' (duration: 377.488331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:49.064003Z","caller":"traceutil/trace.go:171","msg":"trace[137577687] transaction","detail":"{read_only:false; response_revision:34797; number_of_response:1; }","duration":"377.82615ms","start":"2026-03-03T13:00:48.686126Z","end":"2026-03-03T13:00:49.063952Z","steps":["trace[137577687] 'process raft request' (duration: 377.530532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:49.064152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:48.686302Z","time spent":"377.713867ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:49.064188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:48.6861Z","time spent":"378.001674ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:49.064381Z","caller":"traceutil/trace.go:171","msg":"trace[2132872039] transaction","detail":"{read_only:false; response_revision:34799; number_of_response:1; }","duration":"374.558863ms","start":"2026-03-03T13:00:48.689801Z","end":"2026-03-03T13:00:49.06436Z","steps":["trace[2132872039] 'process raft request' (duration: 374.048989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:49.064461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:48.689791Z","time spent":"374.628425ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:49.064827Z","caller":"traceutil/trace.go:171","msg":"trace[640262759] transaction","detail":"{read_only:false; response_revision:34800; number_of_response:1; }","duration":"374.769119ms","start":"2026-03-03T13:00:48.690044Z","end":"2026-03-03T13:00:49.064813Z","steps":["trace[640262759] 'process raft request' (duration: 373.884596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:49.064902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:48.690036Z","time spent":"374.8287ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:49.064904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.683079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:49.064961Z","caller":"traceutil/trace.go:171","msg":"trace[348431782] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:34800; }","duration":"353.769312ms","start":"2026-03-03T13:00:48.711174Z","end":"2026-03-03T13:00:49.064944Z","steps":["trace[348431782] 'agreement among raft nodes before linearized reading' (duration: 353.657949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:49.065008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:48.711161Z","time spent":"353.832863ms","remote":"127.0.0.1:53522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:00:49.065151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.056218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:49.065203Z","caller":"traceutil/trace.go:171","msg":"trace[1824737395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34800; }","duration":"647.13723ms","start":"2026-03-03T13:00:48.41805Z","end":"2026-03-03T13:00:49.065188Z","steps":["trace[1824737395] 'agreement among raft nodes before linearized reading' (duration: 647.050558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:49.065242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:48.418035Z","time spent":"647.197271ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:00:49.270007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.951219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:49.270125Z","caller":"traceutil/trace.go:171","msg":"trace[1332048881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34800; }","duration":"203.115672ms","start":"2026-03-03T13:00:49.066982Z","end":"2026-03-03T13:00:49.270097Z","steps":["trace[1332048881] 'range keys from in-memory index tree' (duration: 202.877216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:49.27055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.777934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-03T13:00:49.270603Z","caller":"traceutil/trace.go:171","msg":"trace[7232098] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:34800; }","duration":"202.864286ms","start":"2026-03-03T13:00:49.067722Z","end":"2026-03-03T13:00:49.270586Z","steps":["trace[7232098] 'range keys from in-memory index tree' (duration: 202.565028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:49.270862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.051666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:49.271024Z","caller":"traceutil/trace.go:171","msg":"trace[814552471] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:34800; }","duration":"190.264822ms","start":"2026-03-03T13:00:49.080711Z","end":"2026-03-03T13:00:49.270976Z","steps":["trace[814552471] 'count revisions from in-memory index tree' (duration: 189.946433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:50.746381Z","caller":"traceutil/trace.go:171","msg":"trace[915153359] transaction","detail":"{read_only:false; response_revision:34802; number_of_response:1; }","duration":"254.704682ms","start":"2026-03-03T13:00:50.491651Z","end":"2026-03-03T13:00:50.746355Z","steps":["trace[915153359] 'process raft request' (duration: 254.552808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:51.238729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.29443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:00:51.23886Z","caller":"traceutil/trace.go:171","msg":"trace[27079909] transaction","detail":"{read_only:false; response_revision:34803; number_of_response:1; }","duration":"553.388992ms","start":"2026-03-03T13:00:50.685445Z","end":"2026-03-03T13:00:51.238834Z","steps":["trace[27079909] 'process raft request' (duration: 202.885227ms)","trace[27079909] 'compare' (duration: 350.134125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:51.239351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:50.685421Z","time spent":"553.501104ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:51.312449Z","caller":"traceutil/trace.go:171","msg":"trace[1018948750] transaction","detail":"{read_only:false; response_revision:34804; number_of_response:1; }","duration":"421.50455ms","start":"2026-03-03T13:00:50.890925Z","end":"2026-03-03T13:00:51.31243Z","steps":["trace[1018948750] 'process raft request' (duration: 421.409648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:51.312554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:50.890903Z","time spent":"421.600653ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:51.727034Z","caller":"traceutil/trace.go:171","msg":"trace[1853358524] transaction","detail":"{read_only:false; response_revision:34808; number_of_response:1; }","duration":"752.319393ms","start":"2026-03-03T13:00:50.974697Z","end":"2026-03-03T13:00:51.727016Z","steps":["trace[1853358524] 'process raft request' (duration: 752.271621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:51.72709Z","caller":"traceutil/trace.go:171","msg":"trace[1356712857] transaction","detail":"{read_only:false; response_revision:34806; number_of_response:1; }","duration":"752.783826ms","start":"2026-03-03T13:00:50.974269Z","end":"2026-03-03T13:00:51.727053Z","steps":["trace[1356712857] 'process raft request' (duration: 752.607551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:51.727159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:50.974689Z","time spent":"752.407226ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:51.727146Z","caller":"traceutil/trace.go:171","msg":"trace[855976149] transaction","detail":"{read_only:false; response_revision:34805; number_of_response:1; }","duration":"752.829467ms","start":"2026-03-03T13:00:50.974271Z","end":"2026-03-03T13:00:51.7271Z","steps":["trace[855976149] 'process raft request' (duration: 752.488518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:51.727275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:50.974246Z","time spent":"752.927049ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:51.727326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:50.974246Z","time spent":"752.9832ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:51.727314Z","caller":"traceutil/trace.go:171","msg":"trace[904563082] transaction","detail":"{read_only:false; response_revision:34807; number_of_response:1; }","duration":"752.647712ms","start":"2026-03-03T13:00:50.97466Z","end":"2026-03-03T13:00:51.727308Z","steps":["trace[904563082] 'process raft request' (duration: 752.242931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:51.727518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:50.974648Z","time spent":"752.764645ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:51.727556Z","caller":"traceutil/trace.go:171","msg":"trace[1840447110] linearizableReadLoop","detail":"{readStateIndex:35996; appliedIndex:35990; }","duration":"658.156504ms","start":"2026-03-03T13:00:51.06938Z","end":"2026-03-03T13:00:51.727536Z","steps":["trace[1840447110] 'read index received' (duration: 243.415253ms)","trace[1840447110] 'applied index is now lower than readState.Index' (duration: 414.738381ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:51.727608Z","caller":"traceutil/trace.go:171","msg":"trace[607173880] transaction","detail":"{read_only:false; response_revision:34810; number_of_response:1; }","duration":"752.804266ms","start":"2026-03-03T13:00:50.974786Z","end":"2026-03-03T13:00:51.72759Z","steps":["trace[607173880] 'process raft request' (duration: 752.465167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:51.727732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:50.974781Z","time spent":"752.894568ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:51.727769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.055678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:51.727812Z","caller":"traceutil/trace.go:171","msg":"trace[364256665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34810; }","duration":"314.13332ms","start":"2026-03-03T13:00:51.413666Z","end":"2026-03-03T13:00:51.727799Z","steps":["trace[364256665] 'agreement among raft nodes before linearized reading' (duration: 314.054157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:51.727855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:51.413647Z","time spent":"314.202072ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:00:51.72775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.723062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T13:00:51.72789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.577718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T13:00:51.727889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.05628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T13:00:51.727929Z","caller":"traceutil/trace.go:171","msg":"trace[519486048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34810; }","duration":"657.612639ms","start":"2026-03-03T13:00:51.070306Z","end":"2026-03-03T13:00:51.727919Z","steps":["trace[519486048] 'agreement among raft nodes before linearized reading' (duration: 657.536997ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:51.72793Z","caller":"traceutil/trace.go:171","msg":"trace[1957592057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34810; }","duration":"657.925948ms","start":"2026-03-03T13:00:51.069989Z","end":"2026-03-03T13:00:51.727915Z","steps":["trace[1957592057] 'agreement among raft nodes before linearized reading' (duration: 657.660551ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:51.72796Z","caller":"traceutil/trace.go:171","msg":"trace[966766041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34810; }","duration":"186.175112ms","start":"2026-03-03T13:00:51.541764Z","end":"2026-03-03T13:00:51.727939Z","steps":["trace[966766041] 'agreement among raft nodes before linearized reading' (duration: 186.032068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:51.727971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:51.070242Z","time spent":"657.722592ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:00:51.727825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.933561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:00:51.728065Z","caller":"traceutil/trace.go:171","msg":"trace[716418923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34810; }","duration":"657.187987ms","start":"2026-03-03T13:00:51.070866Z","end":"2026-03-03T13:00:51.728054Z","steps":["trace[716418923] 'agreement among raft nodes before linearized reading' (duration: 656.90356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:51.727976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:51.069973Z","time spent":"657.993489ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T13:00:51.728104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:51.070857Z","time spent":"657.235158ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:00:51.72789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.502343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:00:51.728261Z","caller":"traceutil/trace.go:171","msg":"trace[1418138389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34810; }","duration":"658.912973ms","start":"2026-03-03T13:00:51.069331Z","end":"2026-03-03T13:00:51.728244Z","steps":["trace[1418138389] 'agreement among raft nodes before linearized reading' (duration: 658.311417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:51.728269Z","caller":"traceutil/trace.go:171","msg":"trace[2117375255] transaction","detail":"{read_only:false; response_revision:34809; number_of_response:1; }","duration":"752.635031ms","start":"2026-03-03T13:00:50.974695Z","end":"2026-03-03T13:00:51.72733Z","steps":["trace[2117375255] 'process raft request' (duration: 752.298772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:51.728317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:51.069306Z","time spent":"658.992996ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:00:51.728336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:50.974666Z","time spent":"753.635638ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:52.166126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.033358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:00:52.166283Z","caller":"traceutil/trace.go:171","msg":"trace[229164988] transaction","detail":"{read_only:false; response_revision:34811; number_of_response:1; }","duration":"434.093425ms","start":"2026-03-03T13:00:51.732157Z","end":"2026-03-03T13:00:52.16625Z","steps":["trace[229164988] 'process raft request' (duration: 319.823571ms)","trace[229164988] 'compare' (duration: 113.492363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:52.166377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:51.732142Z","time spent":"434.190047ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:52.185122Z","caller":"traceutil/trace.go:171","msg":"trace[1902680131] transaction","detail":"{read_only:false; response_revision:34812; number_of_response:1; }","duration":"452.297118ms","start":"2026-03-03T13:00:51.732799Z","end":"2026-03-03T13:00:52.185096Z","steps":["trace[1902680131] 'process raft request' (duration: 452.105683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:52.185424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:51.732773Z","time spent":"452.585165ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:52.18577Z","caller":"traceutil/trace.go:171","msg":"trace[546969478] transaction","detail":"{read_only:false; response_revision:34813; number_of_response:1; }","duration":"452.826682ms","start":"2026-03-03T13:00:51.732916Z","end":"2026-03-03T13:00:52.185743Z","steps":["trace[546969478] 'process raft request' (duration: 452.136453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:52.185909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:51.732893Z","time spent":"452.934655ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:52.1862Z","caller":"traceutil/trace.go:171","msg":"trace[2034377264] transaction","detail":"{read_only:false; response_revision:34814; number_of_response:1; }","duration":"452.569385ms","start":"2026-03-03T13:00:51.733613Z","end":"2026-03-03T13:00:52.186183Z","steps":["trace[2034377264] 'process raft request' (duration: 452.038921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:52.186324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:51.733605Z","time spent":"452.681088ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:52.18712Z","caller":"traceutil/trace.go:171","msg":"trace[246995826] transaction","detail":"{read_only:false; response_revision:34815; number_of_response:1; }","duration":"452.329919ms","start":"2026-03-03T13:00:51.734776Z","end":"2026-03-03T13:00:52.187106Z","steps":["trace[246995826] 'process raft request' (duration: 451.040915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:52.187118Z","caller":"traceutil/trace.go:171","msg":"trace[2024528694] linearizableReadLoop","detail":"{readStateIndex:36001; appliedIndex:35996; }","duration":"179.205878ms","start":"2026-03-03T13:00:52.007876Z","end":"2026-03-03T13:00:52.187082Z","steps":["trace[2024528694] 'read index received' (duration: 44.104301ms)","trace[2024528694] 'applied index is now lower than readState.Index' (duration: 135.100507ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:52.18718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:51.734766Z","time spent":"452.38444ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:52.187479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.572047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T13:00:52.187523Z","caller":"traceutil/trace.go:171","msg":"trace[1932844603] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:34815; }","duration":"179.68763ms","start":"2026-03-03T13:00:52.007819Z","end":"2026-03-03T13:00:52.187507Z","steps":["trace[1932844603] 'agreement among raft nodes before linearized reading' (duration: 179.385962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:52.602351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.326943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:52.60244Z","caller":"traceutil/trace.go:171","msg":"trace[391961400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34815; }","duration":"187.476967ms","start":"2026-03-03T13:00:52.414943Z","end":"2026-03-03T13:00:52.60242Z","steps":["trace[391961400] 'range keys from in-memory index tree' (duration: 187.21014ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:52.667295Z","caller":"traceutil/trace.go:171","msg":"trace[30288733] linearizableReadLoop","detail":"{readStateIndex:36002; appliedIndex:36001; }","duration":"120.129249ms","start":"2026-03-03T13:00:52.54713Z","end":"2026-03-03T13:00:52.667259Z","steps":["trace[30288733] 'read index received' (duration: 119.828591ms)","trace[30288733] 'applied index is now lower than readState.Index' (duration: 298.368µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:52.667402Z","caller":"traceutil/trace.go:171","msg":"trace[202622067] transaction","detail":"{read_only:false; response_revision:34816; number_of_response:1; }","duration":"238.569464ms","start":"2026-03-03T13:00:52.428795Z","end":"2026-03-03T13:00:52.667364Z","steps":["trace[202622067] 'process raft request' (duration: 238.257746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:52.667582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.441508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:00:52.667686Z","caller":"traceutil/trace.go:171","msg":"trace[519086681] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:34816; }","duration":"120.594762ms","start":"2026-03-03T13:00:52.547051Z","end":"2026-03-03T13:00:52.667646Z","steps":["trace[519086681] 'agreement among raft nodes before linearized reading' (duration: 120.414067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:54.009471Z","caller":"traceutil/trace.go:171","msg":"trace[491883633] transaction","detail":"{read_only:false; response_revision:34819; number_of_response:1; }","duration":"275.406542ms","start":"2026-03-03T13:00:53.734041Z","end":"2026-03-03T13:00:54.009447Z","steps":["trace[491883633] 'process raft request' (duration: 275.222967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:54.009785Z","caller":"traceutil/trace.go:171","msg":"trace[620469423] transaction","detail":"{read_only:false; response_revision:34820; number_of_response:1; }","duration":"274.690863ms","start":"2026-03-03T13:00:53.735052Z","end":"2026-03-03T13:00:54.009743Z","steps":["trace[620469423] 'process raft request' (duration: 274.352914ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:54.009983Z","caller":"traceutil/trace.go:171","msg":"trace[344468579] transaction","detail":"{read_only:false; response_revision:34822; number_of_response:1; }","duration":"273.419829ms","start":"2026-03-03T13:00:53.736551Z","end":"2026-03-03T13:00:54.009971Z","steps":["trace[344468579] 'process raft request' (duration: 273.261315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:54.009991Z","caller":"traceutil/trace.go:171","msg":"trace[1462695941] transaction","detail":"{read_only:false; response_revision:34821; number_of_response:1; }","duration":"274.787776ms","start":"2026-03-03T13:00:53.735177Z","end":"2026-03-03T13:00:54.009965Z","steps":["trace[1462695941] 'process raft request' (duration: 274.481668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:54.01008Z","caller":"traceutil/trace.go:171","msg":"trace[531246995] transaction","detail":"{read_only:false; response_revision:34823; number_of_response:1; }","duration":"252.992877ms","start":"2026-03-03T13:00:53.757078Z","end":"2026-03-03T13:00:54.010071Z","steps":["trace[531246995] 'process raft request' (duration: 252.804492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:54.010126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.829551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:54.010205Z","caller":"traceutil/trace.go:171","msg":"trace[153138457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34823; }","duration":"171.959385ms","start":"2026-03-03T13:00:53.838228Z","end":"2026-03-03T13:00:54.010187Z","steps":["trace[153138457] 'agreement among raft nodes before linearized reading' (duration: 171.809431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:54.009972Z","caller":"traceutil/trace.go:171","msg":"trace[209689807] linearizableReadLoop","detail":"{readStateIndex:36009; appliedIndex:36004; }","duration":"171.666407ms","start":"2026-03-03T13:00:53.838275Z","end":"2026-03-03T13:00:54.009942Z","steps":["trace[209689807] 'read index received' (duration: 170.881456ms)","trace[209689807] 'applied index is now lower than readState.Index' (duration: 783.331µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:54.010449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.563918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:54.010502Z","caller":"traceutil/trace.go:171","msg":"trace[2140262842] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:34823; }","duration":"115.665201ms","start":"2026-03-03T13:00:53.894822Z","end":"2026-03-03T13:00:54.010487Z","steps":["trace[2140262842] 'agreement among raft nodes before linearized reading' (duration: 115.566568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:54.297922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.08712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T13:00:54.297965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.906729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T13:00:54.298015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.509072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:00:54.298035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.672729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T13:00:54.298081Z","caller":"traceutil/trace.go:171","msg":"trace[243016096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34823; }","duration":"107.750631ms","start":"2026-03-03T13:00:54.190316Z","end":"2026-03-03T13:00:54.298066Z","steps":["trace[243016096] 'range keys from in-memory index tree' (duration: 107.36236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:54.298079Z","caller":"traceutil/trace.go:171","msg":"trace[1812192317] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:34823; }","duration":"151.604884ms","start":"2026-03-03T13:00:54.146454Z","end":"2026-03-03T13:00:54.298058Z","steps":["trace[1812192317] 'count revisions from in-memory index tree' (duration: 151.445161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:54.298077Z","caller":"traceutil/trace.go:171","msg":"trace[909416445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34823; }","duration":"107.054582ms","start":"2026-03-03T13:00:54.190992Z","end":"2026-03-03T13:00:54.298047Z","steps":["trace[909416445] 'range keys from in-memory index tree' (duration: 106.706793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:54.298005Z","caller":"traceutil/trace.go:171","msg":"trace[630892827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34823; }","duration":"108.229074ms","start":"2026-03-03T13:00:54.189756Z","end":"2026-03-03T13:00:54.297985Z","steps":["trace[630892827] 'range keys from in-memory index tree' (duration: 107.888185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:54.297936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.214357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T13:00:54.298377Z","caller":"traceutil/trace.go:171","msg":"trace[457352905] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34823; }","duration":"107.672458ms","start":"2026-03-03T13:00:54.190686Z","end":"2026-03-03T13:00:54.298359Z","steps":["trace[457352905] 'range keys from in-memory index tree' (duration: 107.106434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:54.297922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.95866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T13:00:54.298642Z","caller":"traceutil/trace.go:171","msg":"trace[1615067623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34823; }","duration":"127.710781ms","start":"2026-03-03T13:00:54.170897Z","end":"2026-03-03T13:00:54.298607Z","steps":["trace[1615067623] 'range keys from in-memory index tree' (duration: 126.776856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:54.560388Z","caller":"traceutil/trace.go:171","msg":"trace[1499563454] linearizableReadLoop","detail":"{readStateIndex:36014; appliedIndex:36009; }","duration":"215.47897ms","start":"2026-03-03T13:00:54.344891Z","end":"2026-03-03T13:00:54.56037Z","steps":["trace[1499563454] 'read index received' (duration: 50.909881ms)","trace[1499563454] 'applied index is now lower than readState.Index' (duration: 164.568149ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:54.560597Z","caller":"traceutil/trace.go:171","msg":"trace[1622387478] transaction","detail":"{read_only:false; response_revision:34825; number_of_response:1; }","duration":"257.308651ms","start":"2026-03-03T13:00:54.303281Z","end":"2026-03-03T13:00:54.560589Z","steps":["trace[1622387478] 'process raft request' (duration: 256.8958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:54.560727Z","caller":"traceutil/trace.go:171","msg":"trace[1710206143] transaction","detail":"{read_only:false; response_revision:34826; number_of_response:1; }","duration":"257.293811ms","start":"2026-03-03T13:00:54.303418Z","end":"2026-03-03T13:00:54.560712Z","steps":["trace[1710206143] 'process raft request' (duration: 256.88068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:54.560802Z","caller":"traceutil/trace.go:171","msg":"trace[897147800] transaction","detail":"{read_only:false; response_revision:34827; number_of_response:1; }","duration":"257.207369ms","start":"2026-03-03T13:00:54.303589Z","end":"2026-03-03T13:00:54.560796Z","steps":["trace[897147800] 'process raft request' (duration: 256.735686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:54.560867Z","caller":"traceutil/trace.go:171","msg":"trace[2114376084] transaction","detail":"{read_only:false; response_revision:34828; number_of_response:1; }","duration":"256.331885ms","start":"2026-03-03T13:00:54.30453Z","end":"2026-03-03T13:00:54.560862Z","steps":["trace[2114376084] 'process raft request' (duration: 255.817232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:54.561007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.103437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T13:00:54.561024Z","caller":"traceutil/trace.go:171","msg":"trace[2002199118] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34828; }","duration":"216.173969ms","start":"2026-03-03T13:00:54.344846Z","end":"2026-03-03T13:00:54.56102Z","steps":["trace[2002199118] 'agreement among raft nodes before linearized reading' (duration: 216.079716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:54.561244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.543847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:54.561274Z","caller":"traceutil/trace.go:171","msg":"trace[1628449827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34828; }","duration":"144.609649ms","start":"2026-03-03T13:00:54.416658Z","end":"2026-03-03T13:00:54.561268Z","steps":["trace[1628449827] 'agreement among raft nodes before linearized reading' (duration: 144.561738ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:55.639865Z","caller":"traceutil/trace.go:171","msg":"trace[184545611] linearizableReadLoop","detail":"{readStateIndex:36015; appliedIndex:36014; }","duration":"225.413635ms","start":"2026-03-03T13:00:55.414414Z","end":"2026-03-03T13:00:55.639828Z","steps":["trace[184545611] 'read index received' (duration: 225.177919ms)","trace[184545611] 'applied index is now lower than readState.Index' (duration: 234.676µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:00:55.639906Z","caller":"traceutil/trace.go:171","msg":"trace[1517876860] transaction","detail":"{read_only:false; response_revision:34829; number_of_response:1; }","duration":"314.311105ms","start":"2026-03-03T13:00:55.32555Z","end":"2026-03-03T13:00:55.639862Z","steps":["trace[1517876860] 'process raft request' (duration: 314.096309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:55.640251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:55.325526Z","time spent":"314.645433ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:00:55.640077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.62284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:00:55.64043Z","caller":"traceutil/trace.go:171","msg":"trace[1654038837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34829; }","duration":"226.047981ms","start":"2026-03-03T13:00:55.414364Z","end":"2026-03-03T13:00:55.640412Z","steps":["trace[1654038837] 'agreement among raft nodes before linearized reading' (duration: 225.6045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:56.259804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.916726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:00:56.259926Z","caller":"traceutil/trace.go:171","msg":"trace[673316674] transaction","detail":"{read_only:false; response_revision:34830; number_of_response:1; }","duration":"507.445481ms","start":"2026-03-03T13:00:55.75246Z","end":"2026-03-03T13:00:56.259905Z","steps":["trace[673316674] 'process raft request' (duration: 385.34078ms)","trace[673316674] 'compare' (duration: 121.744702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:56.259988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:55.752436Z","time spent":"507.521813ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:56.267569Z","caller":"traceutil/trace.go:171","msg":"trace[2023767167] transaction","detail":"{read_only:false; response_revision:34831; number_of_response:1; }","duration":"500.586929ms","start":"2026-03-03T13:00:55.766964Z","end":"2026-03-03T13:00:56.267551Z","steps":["trace[2023767167] 'process raft request' (duration: 499.961603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:56.26764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:55.766937Z","time spent":"500.670311ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:00:56.26779Z","caller":"traceutil/trace.go:171","msg":"trace[237146292] transaction","detail":"{read_only:false; response_revision:34832; number_of_response:1; }","duration":"252.071042ms","start":"2026-03-03T13:00:56.015711Z","end":"2026-03-03T13:00:56.267782Z","steps":["trace[237146292] 'process raft request' (duration: 251.316182ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:56.26788Z","caller":"traceutil/trace.go:171","msg":"trace[1443173102] transaction","detail":"{read_only:false; response_revision:34833; number_of_response:1; }","duration":"251.637641ms","start":"2026-03-03T13:00:56.016234Z","end":"2026-03-03T13:00:56.267871Z","steps":["trace[1443173102] 'process raft request' (duration: 250.831269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:56.267962Z","caller":"traceutil/trace.go:171","msg":"trace[1140195955] transaction","detail":"{read_only:false; response_revision:34834; number_of_response:1; }","duration":"251.468476ms","start":"2026-03-03T13:00:56.016486Z","end":"2026-03-03T13:00:56.267955Z","steps":["trace[1140195955] 'process raft request' (duration: 250.607243ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:56.26808Z","caller":"traceutil/trace.go:171","msg":"trace[957853352] transaction","detail":"{read_only:false; response_revision:34835; number_of_response:1; }","duration":"251.526728ms","start":"2026-03-03T13:00:56.016547Z","end":"2026-03-03T13:00:56.268073Z","steps":["trace[957853352] 'process raft request' (duration: 250.570013ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:56.268163Z","caller":"traceutil/trace.go:171","msg":"trace[102121426] transaction","detail":"{read_only:false; response_revision:34836; number_of_response:1; }","duration":"251.560908ms","start":"2026-03-03T13:00:56.016596Z","end":"2026-03-03T13:00:56.268157Z","steps":["trace[102121426] 'process raft request' (duration: 250.546851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:56.270191Z","caller":"traceutil/trace.go:171","msg":"trace[582745015] linearizableReadLoop","detail":"{readStateIndex:36017; appliedIndex:36015; }","duration":"432.145052ms","start":"2026-03-03T13:00:55.838019Z","end":"2026-03-03T13:00:56.270164Z","steps":["trace[582745015] 'read index received' (duration: 299.87444ms)","trace[582745015] 'applied index is now lower than readState.Index' (duration: 132.268922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:00:56.270381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.358778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:00:56.270718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.509463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T13:00:56.270788Z","caller":"traceutil/trace.go:171","msg":"trace[1561487380] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34836; }","duration":"209.589735ms","start":"2026-03-03T13:00:56.061181Z","end":"2026-03-03T13:00:56.270771Z","steps":["trace[1561487380] 'agreement among raft nodes before linearized reading' (duration: 209.351818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:00:56.27042Z","caller":"traceutil/trace.go:171","msg":"trace[842055474] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:34836; }","duration":"432.44801ms","start":"2026-03-03T13:00:55.837961Z","end":"2026-03-03T13:00:56.270409Z","steps":["trace[842055474] 'agreement among raft nodes before linearized reading' (duration: 432.373898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:00:56.271141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:00:55.837933Z","time spent":"433.18615ms","remote":"127.0.0.1:37534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:01:01.731132Z","caller":"traceutil/trace.go:171","msg":"trace[1406518880] transaction","detail":"{read_only:false; response_revision:34871; number_of_response:1; }","duration":"231.185678ms","start":"2026-03-03T13:01:01.499916Z","end":"2026-03-03T13:01:01.731102Z","steps":["trace[1406518880] 'process raft request' (duration: 230.977222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.689265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868865215s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T13:01:03.690476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.477503Z","time spent":"1.212967922s","remote":"127.0.0.1:51904","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T13:01:03.69187Z","caller":"traceutil/trace.go:171","msg":"trace[1204501368] linearizableReadLoop","detail":"{readStateIndex:36061; appliedIndex:36059; }","duration":"1.762499092s","start":"2026-03-03T13:01:01.929346Z","end":"2026-03-03T13:01:03.691845Z","steps":["trace[1204501368] 'read index received' (duration: 47.661µs)","trace[1204501368] 'applied index is now lower than readState.Index' (duration: 1.76244965s)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:03.691893Z","caller":"traceutil/trace.go:171","msg":"trace[1511962049] transaction","detail":"{read_only:false; response_revision:34872; number_of_response:1; }","duration":"2.02046005s","start":"2026-03-03T13:01:01.671398Z","end":"2026-03-03T13:01:03.691858Z","steps":["trace[1511962049] 'process raft request' (duration: 2.017981134s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.69211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:01.671374Z","time spent":"2.020595984s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:03.695265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407314182s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T13:01:03.893311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96395275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T13:01:03.893398Z","caller":"traceutil/trace.go:171","msg":"trace[1135577064] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:34872; }","duration":"1.964088113s","start":"2026-03-03T13:01:01.929289Z","end":"2026-03-03T13:01:03.893377Z","steps":["trace[1135577064] 'agreement among raft nodes before linearized reading' (duration: 1.762645705s)","trace[1135577064] 'range keys from in-memory index tree' (duration: 201.217352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:03.893439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:01.929268Z","time spent":"1.964162465s","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-03T13:01:03.89371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.12148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:01:03.893867Z","caller":"traceutil/trace.go:171","msg":"trace[1722990723] transaction","detail":"{read_only:false; response_revision:34873; number_of_response:1; }","duration":"1.606025197s","start":"2026-03-03T13:01:02.287815Z","end":"2026-03-03T13:01:03.89384Z","steps":["trace[1722990723] 'process raft request' (duration: 1.407666241s)","trace[1722990723] 'compare' (duration: 197.784471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:03.893955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.287789Z","time spent":"1.60612503s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:03.982425Z","caller":"traceutil/trace.go:171","msg":"trace[483691756] transaction","detail":"{read_only:false; response_revision:34875; number_of_response:1; }","duration":"1.690673344s","start":"2026-03-03T13:01:02.291725Z","end":"2026-03-03T13:01:03.982398Z","steps":["trace[483691756] 'process raft request' (duration: 1.690584662s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:03.982433Z","caller":"traceutil/trace.go:171","msg":"trace[1520860899] transaction","detail":"{read_only:false; response_revision:34874; number_of_response:1; }","duration":"1.69090932s","start":"2026-03-03T13:01:02.291491Z","end":"2026-03-03T13:01:03.9824Z","steps":["trace[1520860899] 'process raft request' (duration: 1.690675344s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.982592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.291704Z","time spent":"1.690806808s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:03.98261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.291468Z","time spent":"1.691052635s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:03.982835Z","caller":"traceutil/trace.go:171","msg":"trace[1628129099] transaction","detail":"{read_only:false; response_revision:34877; number_of_response:1; }","duration":"1.690563841s","start":"2026-03-03T13:01:02.292244Z","end":"2026-03-03T13:01:03.982807Z","steps":["trace[1628129099] 'process raft request' (duration: 1.690408077s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:03.982831Z","caller":"traceutil/trace.go:171","msg":"trace[35635324] transaction","detail":"{read_only:false; response_revision:34876; number_of_response:1; }","duration":"1.691043454s","start":"2026-03-03T13:01:02.291757Z","end":"2026-03-03T13:01:03.9828Z","steps":["trace[35635324] 'process raft request' (duration: 1.690598132s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.98298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.292228Z","time spent":"1.690683245s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:03.983011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.291742Z","time spent":"1.691198679s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:03.983102Z","caller":"traceutil/trace.go:171","msg":"trace[301666855] transaction","detail":"{read_only:false; response_revision:34878; number_of_response:1; }","duration":"1.689875654s","start":"2026-03-03T13:01:02.293212Z","end":"2026-03-03T13:01:03.983088Z","steps":["trace[301666855] 'process raft request' (duration: 1.689550665s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.983184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03810737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:01:03.983185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.2932Z","time spent":"1.689943495s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:03.983232Z","caller":"traceutil/trace.go:171","msg":"trace[1783225855] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34879; }","duration":"1.038203662s","start":"2026-03-03T13:01:02.945016Z","end":"2026-03-03T13:01:03.98322Z","steps":["trace[1783225855] 'agreement among raft nodes before linearized reading' (duration: 1.03810884s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:03.983219Z","caller":"traceutil/trace.go:171","msg":"trace[1244652288] linearizableReadLoop","detail":"{readStateIndex:36068; appliedIndex:36061; }","duration":"291.202831ms","start":"2026-03-03T13:01:03.691919Z","end":"2026-03-03T13:01:03.983122Z","steps":["trace[1244652288] 'read index received' (duration: 3.647816ms)","trace[1244652288] 'applied index is now lower than readState.Index' (duration: 287.553875ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:03.98331Z","caller":"traceutil/trace.go:171","msg":"trace[641169224] transaction","detail":"{read_only:false; response_revision:34879; number_of_response:1; }","duration":"1.251510825s","start":"2026-03-03T13:01:02.731784Z","end":"2026-03-03T13:01:03.983295Z","steps":["trace[641169224] 'process raft request' (duration: 1.251161216s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.98332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.727193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:03.983365Z","caller":"traceutil/trace.go:171","msg":"trace[724835380] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:34879; }","duration":"984.818485ms","start":"2026-03-03T13:01:02.998539Z","end":"2026-03-03T13:01:03.983357Z","steps":["trace[724835380] 'agreement among raft nodes before linearized reading' (duration: 984.754743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.983381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.73176Z","time spent":"1.251586838s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:03.983393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.998512Z","time spent":"984.872867ms","remote":"127.0.0.1:36304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:01:03.983494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030568049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6fb59bdcfd-xtg4d.189953505bdec7d5\" ","response":"range_response_count:1 size:2097"} {"level":"info","ts":"2026-03-03T13:01:03.983551Z","caller":"traceutil/trace.go:171","msg":"trace[91634688] range","detail":"{range_begin:/registry/events/openstack/glance-api-6fb59bdcfd-xtg4d.189953505bdec7d5; range_end:; response_count:1; response_revision:34879; }","duration":"1.030628061s","start":"2026-03-03T13:01:02.952909Z","end":"2026-03-03T13:01:03.983537Z","steps":["trace[91634688] 'agreement among raft nodes before linearized reading' (duration: 1.030461006s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.983584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.95283Z","time spent":"1.030747524s","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2120,"request content":"key:\"/registry/events/openstack/glance-api-6fb59bdcfd-xtg4d.189953505bdec7d5\" "} {"level":"warn","ts":"2026-03-03T13:01:03.983658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.781928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:03.983738Z","caller":"traceutil/trace.go:171","msg":"trace[110624995] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:34879; }","duration":"496.864151ms","start":"2026-03-03T13:01:03.486862Z","end":"2026-03-03T13:01:03.983727Z","steps":["trace[110624995] 'agreement among raft nodes before linearized reading' (duration: 496.744637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.983773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:03.486771Z","time spent":"496.993685ms","remote":"127.0.0.1:39274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:01:03.983887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52588869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:01:03.983969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565792629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:03.983979Z","caller":"traceutil/trace.go:171","msg":"trace[803143682] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:34879; }","duration":"1.526021503s","start":"2026-03-03T13:01:02.457941Z","end":"2026-03-03T13:01:03.983963Z","steps":["trace[803143682] 'agreement among raft nodes before linearized reading' (duration: 1.525871479s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.984013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.457915Z","time spent":"1.526088815s","remote":"127.0.0.1:53572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:01:03.984009Z","caller":"traceutil/trace.go:171","msg":"trace[707199634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34879; }","duration":"1.56582851s","start":"2026-03-03T13:01:02.418166Z","end":"2026-03-03T13:01:03.983995Z","steps":["trace[707199634] 'agreement among raft nodes before linearized reading' (duration: 1.565764888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.984014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38239737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T13:01:03.984064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384593368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:01:03.984122Z","caller":"traceutil/trace.go:171","msg":"trace[752324782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34879; }","duration":"1.384694661s","start":"2026-03-03T13:01:02.599413Z","end":"2026-03-03T13:01:03.984108Z","steps":["trace[752324782] 'agreement among raft nodes before linearized reading' (duration: 1.384482665s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:03.984117Z","caller":"traceutil/trace.go:171","msg":"trace[851815917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34879; }","duration":"1.382526254s","start":"2026-03-03T13:01:02.601574Z","end":"2026-03-03T13:01:03.9841Z","steps":["trace[851815917] 'agreement among raft nodes before linearized reading' (duration: 1.382264887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.984165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.599392Z","time spent":"1.384764993s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:01:03.98417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553984525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T13:01:03.98326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.067703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:01:03.984177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.601564Z","time spent":"1.382600025s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T13:01:03.984204Z","caller":"traceutil/trace.go:171","msg":"trace[1739441246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34879; }","duration":"1.554051837s","start":"2026-03-03T13:01:02.430143Z","end":"2026-03-03T13:01:03.984195Z","steps":["trace[1739441246] 'agreement among raft nodes before linearized reading' (duration: 1.553959935s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:03.984214Z","caller":"traceutil/trace.go:171","msg":"trace[1936502322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:34879; }","duration":"702.066839ms","start":"2026-03-03T13:01:03.282134Z","end":"2026-03-03T13:01:03.984201Z","steps":["trace[1936502322] 'agreement among raft nodes before linearized reading' (duration: 701.085783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.984231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.430125Z","time spent":"1.554099269s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:01:03.98426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:03.282108Z","time spent":"702.136181ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:01:03.984082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.418104Z","time spent":"1.565971204s","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:01:03.983273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.944986Z","time spent":"1.038276394s","remote":"127.0.0.1:53674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T13:01:03.984771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382753239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T13:01:03.984823Z","caller":"traceutil/trace.go:171","msg":"trace[742922215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34879; }","duration":"1.382827511s","start":"2026-03-03T13:01:02.601979Z","end":"2026-03-03T13:01:03.984807Z","steps":["trace[742922215] 'agreement among raft nodes before linearized reading' (duration: 1.381407144s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.984856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.601966Z","time spent":"1.382880182s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:01:03.986177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384387363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T13:01:03.986271Z","caller":"traceutil/trace.go:171","msg":"trace[758873445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34879; }","duration":"1.384540307s","start":"2026-03-03T13:01:02.601706Z","end":"2026-03-03T13:01:03.986246Z","steps":["trace[758873445] 'agreement among raft nodes before linearized reading' (duration: 1.382360749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:03.986324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:02.601671Z","time spent":"1.384644519s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T13:01:04.279211Z","caller":"traceutil/trace.go:171","msg":"trace[228283306] transaction","detail":"{read_only:false; response_revision:34880; number_of_response:1; }","duration":"300.507538ms","start":"2026-03-03T13:01:03.978678Z","end":"2026-03-03T13:01:04.279186Z","steps":["trace[228283306] 'process raft request' (duration: 300.330903ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:04.279379Z","caller":"traceutil/trace.go:171","msg":"trace[1306695445] linearizableReadLoop","detail":"{readStateIndex:36069; appliedIndex:36069; }","duration":"296.035049ms","start":"2026-03-03T13:01:03.983313Z","end":"2026-03-03T13:01:04.279348Z","steps":["trace[1306695445] 'read index received' (duration: 296.016469ms)","trace[1306695445] 'applied index is now lower than readState.Index' (duration: 16.29µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:04.279522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:03.978656Z","time spent":"300.756845ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:04.279553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.97539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:01:04.279607Z","caller":"traceutil/trace.go:171","msg":"trace[1450015376] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:34880; }","duration":"394.093953ms","start":"2026-03-03T13:01:03.885499Z","end":"2026-03-03T13:01:04.279593Z","steps":["trace[1450015376] 'agreement among raft nodes before linearized reading' (duration: 393.98485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:04.279615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.982252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-edf2f143-6112-4e2c-a333-adb341c08313\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T13:01:04.279655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:03.885477Z","time spent":"394.165105ms","remote":"127.0.0.1:36364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:01:04.279668Z","caller":"traceutil/trace.go:171","msg":"trace[757137470] range","detail":"{range_begin:/registry/persistentvolumes/pvc-edf2f143-6112-4e2c-a333-adb341c08313; range_end:; response_count:1; response_revision:34880; }","duration":"382.079404ms","start":"2026-03-03T13:01:03.897573Z","end":"2026-03-03T13:01:04.279653Z","steps":["trace[757137470] 'agreement among raft nodes before linearized reading' (duration: 381.852448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:04.279644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.887268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:01:04.279704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:03.897557Z","time spent":"382.138475ms","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-edf2f143-6112-4e2c-a333-adb341c08313\" "} {"level":"info","ts":"2026-03-03T13:01:04.279752Z","caller":"traceutil/trace.go:171","msg":"trace[1491111906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34880; }","duration":"443.034772ms","start":"2026-03-03T13:01:03.836688Z","end":"2026-03-03T13:01:04.279723Z","steps":["trace[1491111906] 'agreement among raft nodes before linearized reading' (duration: 442.845487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:04.27982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:03.836673Z","time spent":"443.133844ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:01:04.437117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.339794ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T13:01:04.437385Z","caller":"traceutil/trace.go:171","msg":"trace[1142246550] linearizableReadLoop","detail":"{readStateIndex:36075; appliedIndex:36069; }","duration":"157.922293ms","start":"2026-03-03T13:01:04.27945Z","end":"2026-03-03T13:01:04.437372Z","steps":["trace[1142246550] 'read index received' (duration: 51.25104ms)","trace[1142246550] 'applied index is now lower than readState.Index' (duration: 106.670343ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:04.437452Z","caller":"traceutil/trace.go:171","msg":"trace[2098440163] transaction","detail":"{read_only:false; response_revision:34883; number_of_response:1; }","duration":"447.578982ms","start":"2026-03-03T13:01:03.989864Z","end":"2026-03-03T13:01:04.437443Z","steps":["trace[2098440163] 'process raft request' (duration: 447.451299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:04.437435Z","caller":"traceutil/trace.go:171","msg":"trace[1338273595] transaction","detail":"{read_only:false; response_revision:34882; number_of_response:1; }","duration":"448.016614ms","start":"2026-03-03T13:01:03.989372Z","end":"2026-03-03T13:01:04.437388Z","steps":["trace[1338273595] 'process raft request' (duration: 447.925552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:04.437519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:03.989843Z","time spent":"447.628734ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:04.437622Z","caller":"traceutil/trace.go:171","msg":"trace[1280416546] transaction","detail":"{read_only:false; response_revision:34885; number_of_response:1; }","duration":"446.313859ms","start":"2026-03-03T13:01:03.991293Z","end":"2026-03-03T13:01:04.437607Z","steps":["trace[1280416546] 'process raft request' (duration: 446.053812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:04.437648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.857933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:04.437647Z","caller":"traceutil/trace.go:171","msg":"trace[129936384] transaction","detail":"{read_only:false; response_revision:34884; number_of_response:1; }","duration":"446.901785ms","start":"2026-03-03T13:01:03.990715Z","end":"2026-03-03T13:01:04.437616Z","steps":["trace[129936384] 'process raft request' (duration: 446.618138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:04.437648Z","caller":"traceutil/trace.go:171","msg":"trace[793182382] transaction","detail":"{read_only:false; response_revision:34881; number_of_response:1; }","duration":"448.97743ms","start":"2026-03-03T13:01:03.988587Z","end":"2026-03-03T13:01:04.437564Z","steps":["trace[793182382] 'process raft request' (duration: 448.62121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:04.437706Z","caller":"traceutil/trace.go:171","msg":"trace[324113068] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34885; }","duration":"446.961216ms","start":"2026-03-03T13:01:03.990729Z","end":"2026-03-03T13:01:04.437691Z","steps":["trace[324113068] 'agreement among raft nodes before linearized reading' (duration: 446.846393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:04.437731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.583193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:01:04.437747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:03.990715Z","time spent":"447.021648ms","remote":"127.0.0.1:36286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T13:01:04.437754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.186124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-03T13:01:04.437744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.464265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:01:04.437789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:03.990699Z","time spent":"447.011708ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:04.437794Z","caller":"traceutil/trace.go:171","msg":"trace[398435955] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:34885; }","duration":"154.254725ms","start":"2026-03-03T13:01:04.283526Z","end":"2026-03-03T13:01:04.437781Z","steps":["trace[398435955] 'agreement among raft nodes before linearized reading' (duration: 154.127982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:04.437674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:03.991285Z","time spent":"446.36507ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:04.437717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.487483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:01:04.437819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:03.988565Z","time spent":"449.154895ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:04.437839Z","caller":"traceutil/trace.go:171","msg":"trace[901582840] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:34885; }","duration":"321.655539ms","start":"2026-03-03T13:01:04.116155Z","end":"2026-03-03T13:01:04.437811Z","steps":["trace[901582840] 'agreement among raft nodes before linearized reading' (duration: 321.456184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:04.437638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:03.987188Z","time spent":"450.445659ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T13:01:04.43779Z","caller":"traceutil/trace.go:171","msg":"trace[309245725] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34885; }","duration":"108.677925ms","start":"2026-03-03T13:01:04.329095Z","end":"2026-03-03T13:01:04.437773Z","steps":["trace[309245725] 'agreement among raft nodes before linearized reading' (duration: 108.605663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:04.437894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:04.116127Z","time spent":"321.759132ms","remote":"127.0.0.1:39260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:01:04.437962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:03.989353Z","time spent":"448.175739ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:04.437922Z","caller":"traceutil/trace.go:171","msg":"trace[1808150008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34885; }","duration":"452.675388ms","start":"2026-03-03T13:01:03.985181Z","end":"2026-03-03T13:01:04.437857Z","steps":["trace[1808150008] 'agreement among raft nodes before linearized reading' (duration: 452.465333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:04.438069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:03.985164Z","time spent":"452.845383ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T13:01:04.740478Z","caller":"traceutil/trace.go:171","msg":"trace[1085728513] linearizableReadLoop","detail":"{readStateIndex:36076; appliedIndex:36075; }","duration":"299.307096ms","start":"2026-03-03T13:01:04.441139Z","end":"2026-03-03T13:01:04.740446Z","steps":["trace[1085728513] 'read index received' (duration: 299.08364ms)","trace[1085728513] 'applied index is now lower than readState.Index' (duration: 221.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:04.740573Z","caller":"traceutil/trace.go:171","msg":"trace[541578460] transaction","detail":"{read_only:false; response_revision:34886; number_of_response:1; }","duration":"300.417775ms","start":"2026-03-03T13:01:04.440123Z","end":"2026-03-03T13:01:04.740541Z","steps":["trace[541578460] 'process raft request' (duration: 300.143998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:04.740684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.258979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:01:04.740717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.34716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:04.740749Z","caller":"traceutil/trace.go:171","msg":"trace[522043523] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34886; }","duration":"295.371351ms","start":"2026-03-03T13:01:04.445362Z","end":"2026-03-03T13:01:04.740733Z","steps":["trace[522043523] 'agreement among raft nodes before linearized reading' (duration: 295.260488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:04.740756Z","caller":"traceutil/trace.go:171","msg":"trace[1236657277] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:34886; }","duration":"101.441464ms","start":"2026-03-03T13:01:04.639304Z","end":"2026-03-03T13:01:04.740745Z","steps":["trace[1236657277] 'agreement among raft nodes before linearized reading' (duration: 101.370452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:04.740756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:04.440106Z","time spent":"300.537979ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2080,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:04.740803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.631574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6de3048b-fb5b-4d28-a758-42899ad7efe6\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T13:01:04.740927Z","caller":"traceutil/trace.go:171","msg":"trace[477176042] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6de3048b-fb5b-4d28-a758-42899ad7efe6; range_end:; response_count:1; response_revision:34886; }","duration":"299.787889ms","start":"2026-03-03T13:01:04.441107Z","end":"2026-03-03T13:01:04.740895Z","steps":["trace[477176042] 'agreement among raft nodes before linearized reading' (duration: 299.46137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:05.058387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.042467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:05.058469Z","caller":"traceutil/trace.go:171","msg":"trace[1442992766] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34886; }","duration":"233.15451ms","start":"2026-03-03T13:01:04.825294Z","end":"2026-03-03T13:01:05.058448Z","steps":["trace[1442992766] 'range keys from in-memory index tree' (duration: 232.987436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:06.069414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.200123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-03T13:01:06.069529Z","caller":"traceutil/trace.go:171","msg":"trace[805730445] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:34887; }","duration":"195.329536ms","start":"2026-03-03T13:01:05.874172Z","end":"2026-03-03T13:01:06.069502Z","steps":["trace[805730445] 'range keys from in-memory index tree' (duration: 194.997697ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:06.069853Z","caller":"traceutil/trace.go:171","msg":"trace[597959709] transaction","detail":"{read_only:false; response_revision:34888; number_of_response:1; }","duration":"170.352113ms","start":"2026-03-03T13:01:05.899463Z","end":"2026-03-03T13:01:06.069816Z","steps":["trace[597959709] 'process raft request' (duration: 133.907205ms)","trace[597959709] 'compare' (duration: 35.822701ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:06.374605Z","caller":"traceutil/trace.go:171","msg":"trace[991267767] transaction","detail":"{read_only:false; response_revision:34889; number_of_response:1; }","duration":"386.214614ms","start":"2026-03-03T13:01:05.988365Z","end":"2026-03-03T13:01:06.374579Z","steps":["trace[991267767] 'process raft request' (duration: 357.469441ms)","trace[991267767] 'compare' (duration: 28.309281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:06.374717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:05.988353Z","time spent":"386.310126ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:06.374768Z","caller":"traceutil/trace.go:171","msg":"trace[1554507380] transaction","detail":"{read_only:false; response_revision:34890; number_of_response:1; }","duration":"385.520306ms","start":"2026-03-03T13:01:05.989232Z","end":"2026-03-03T13:01:06.374752Z","steps":["trace[1554507380] 'process raft request' (duration: 385.202457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:06.374826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:05.989218Z","time spent":"385.576607ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:06.375023Z","caller":"traceutil/trace.go:171","msg":"trace[1841215667] transaction","detail":"{read_only:false; response_revision:34893; number_of_response:1; }","duration":"383.860872ms","start":"2026-03-03T13:01:05.991127Z","end":"2026-03-03T13:01:06.374988Z","steps":["trace[1841215667] 'process raft request' (duration: 383.769369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:06.375063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.798073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fd58e61d-c73b-4be6-8fa2-30e9ddc6720a\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-03T13:01:06.375103Z","caller":"traceutil/trace.go:171","msg":"trace[1467829688] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fd58e61d-c73b-4be6-8fa2-30e9ddc6720a; range_end:; response_count:1; response_revision:34893; }","duration":"301.869765ms","start":"2026-03-03T13:01:06.073227Z","end":"2026-03-03T13:01:06.375097Z","steps":["trace[1467829688] 'agreement among raft nodes before linearized reading' (duration: 301.739841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:06.375126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:06.073208Z","time spent":"301.913955ms","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-fd58e61d-c73b-4be6-8fa2-30e9ddc6720a\" "} {"level":"info","ts":"2026-03-03T13:01:06.374946Z","caller":"traceutil/trace.go:171","msg":"trace[68936031] linearizableReadLoop","detail":"{readStateIndex:36083; appliedIndex:36078; }","duration":"301.657329ms","start":"2026-03-03T13:01:06.073277Z","end":"2026-03-03T13:01:06.374935Z","steps":["trace[68936031] 'read index received' (duration: 272.704011ms)","trace[68936031] 'applied index is now lower than readState.Index' (duration: 28.952288ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:06.374962Z","caller":"traceutil/trace.go:171","msg":"trace[1237309882] transaction","detail":"{read_only:false; response_revision:34892; number_of_response:1; }","duration":"384.752465ms","start":"2026-03-03T13:01:05.9902Z","end":"2026-03-03T13:01:06.374953Z","steps":["trace[1237309882] 'process raft request' (duration: 384.335944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:06.375242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:05.991097Z","time spent":"384.027187ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:06.374889Z","caller":"traceutil/trace.go:171","msg":"trace[117366250] transaction","detail":"{read_only:false; response_revision:34891; number_of_response:1; }","duration":"385.368271ms","start":"2026-03-03T13:01:05.989488Z","end":"2026-03-03T13:01:06.374856Z","steps":["trace[117366250] 'process raft request' (duration: 385.022742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:06.375314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:05.990194Z","time spent":"385.045303ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:06.375369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:05.989481Z","time spent":"385.858924ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:06.998503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.257306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:01:06.99861Z","caller":"traceutil/trace.go:171","msg":"trace[1066930198] linearizableReadLoop","detail":"{readStateIndex:36084; appliedIndex:36083; }","duration":"623.392478ms","start":"2026-03-03T13:01:06.375201Z","end":"2026-03-03T13:01:06.998594Z","steps":["trace[1066930198] 'read index received' (duration: 332.998699ms)","trace[1066930198] 'applied index is now lower than readState.Index' (duration: 290.392259ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:06.998641Z","caller":"traceutil/trace.go:171","msg":"trace[1531049582] transaction","detail":"{read_only:false; response_revision:34894; number_of_response:1; }","duration":"724.554936ms","start":"2026-03-03T13:01:06.274048Z","end":"2026-03-03T13:01:06.998603Z","steps":["trace[1531049582] 'process raft request' (duration: 434.111135ms)","trace[1531049582] 'compare' (duration: 289.956468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:06.998801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.308757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T13:01:06.9988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:06.274015Z","time spent":"724.699389ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:06.998836Z","caller":"traceutil/trace.go:171","msg":"trace[103815993] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:34894; }","duration":"768.383219ms","start":"2026-03-03T13:01:06.230444Z","end":"2026-03-03T13:01:06.998827Z","steps":["trace[103815993] 'agreement among raft nodes before linearized reading' (duration: 768.236515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:06.998873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:06.230422Z","time spent":"768.443751ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.81\" "} {"level":"warn","ts":"2026-03-03T13:01:06.9989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.927713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:01:06.998933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.39185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:01:06.998962Z","caller":"traceutil/trace.go:171","msg":"trace[632816064] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:34894; }","duration":"827.042846ms","start":"2026-03-03T13:01:06.171903Z","end":"2026-03-03T13:01:06.998946Z","steps":["trace[632816064] 'agreement among raft nodes before linearized reading' (duration: 826.935623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:06.998946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.835472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T13:01:06.999005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:06.171883Z","time spent":"827.112058ms","remote":"127.0.0.1:53686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:01:06.999028Z","caller":"traceutil/trace.go:171","msg":"trace[549393234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34894; }","duration":"556.960895ms","start":"2026-03-03T13:01:06.442045Z","end":"2026-03-03T13:01:06.999006Z","steps":["trace[549393234] 'agreement among raft nodes before linearized reading' (duration: 556.712979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:06.999063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.670665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-03T13:01:06.99908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:06.442025Z","time spent":"557.045667ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T13:01:06.999097Z","caller":"traceutil/trace.go:171","msg":"trace[949348123] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:34894; }","duration":"108.739176ms","start":"2026-03-03T13:01:06.890346Z","end":"2026-03-03T13:01:06.999085Z","steps":["trace[949348123] 'agreement among raft nodes before linearized reading' (duration: 108.654224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:06.999073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.864182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T13:01:06.999173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.948035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T13:01:06.999181Z","caller":"traceutil/trace.go:171","msg":"trace[219153742] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34894; }","duration":"556.975585ms","start":"2026-03-03T13:01:06.442181Z","end":"2026-03-03T13:01:06.999156Z","steps":["trace[219153742] 'agreement among raft nodes before linearized reading' (duration: 556.714888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:06.999212Z","caller":"traceutil/trace.go:171","msg":"trace[1793604758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34894; }","duration":"557.003807ms","start":"2026-03-03T13:01:06.442199Z","end":"2026-03-03T13:01:06.999203Z","steps":["trace[1793604758] 'agreement among raft nodes before linearized reading' (duration: 556.890444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:06.998979Z","caller":"traceutil/trace.go:171","msg":"trace[934473704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34894; }","duration":"556.481882ms","start":"2026-03-03T13:01:06.442484Z","end":"2026-03-03T13:01:06.998966Z","steps":["trace[934473704] 'agreement among raft nodes before linearized reading' (duration: 556.344099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:06.99924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:06.44215Z","time spent":"557.074128ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:01:06.999272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.126429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T13:01:06.999246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:06.442192Z","time spent":"557.047878ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:01:06.999288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:06.44246Z","time spent":"556.815471ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T13:01:06.999307Z","caller":"traceutil/trace.go:171","msg":"trace[1881735014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34894; }","duration":"557.180341ms","start":"2026-03-03T13:01:06.442117Z","end":"2026-03-03T13:01:06.999298Z","steps":["trace[1881735014] 'agreement among raft nodes before linearized reading' (duration: 557.086079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:06.99934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:06.44211Z","time spent":"557.224032ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T13:01:07.463068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.348703ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T13:01:07.463197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:06.999945Z","time spent":"463.243359ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T13:01:07.463279Z","caller":"traceutil/trace.go:171","msg":"trace[1705184532] linearizableReadLoop","detail":"{readStateIndex:36085; appliedIndex:36084; }","duration":"460.780523ms","start":"2026-03-03T13:01:07.002461Z","end":"2026-03-03T13:01:07.463241Z","steps":["trace[1705184532] 'read index received' (duration: 125.254675ms)","trace[1705184532] 'applied index is now lower than readState.Index' (duration: 335.522058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:07.463595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.123082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-618947fe-afa6-4468-baf9-bfb1bfaf4e3c\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T13:01:07.463642Z","caller":"traceutil/trace.go:171","msg":"trace[654603436] range","detail":"{range_begin:/registry/persistentvolumes/pvc-618947fe-afa6-4468-baf9-bfb1bfaf4e3c; range_end:; response_count:1; response_revision:34895; }","duration":"461.215225ms","start":"2026-03-03T13:01:07.002414Z","end":"2026-03-03T13:01:07.463629Z","steps":["trace[654603436] 'agreement among raft nodes before linearized reading' (duration: 460.986869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:07.463684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:07.002398Z","time spent":"461.277117ms","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-618947fe-afa6-4468-baf9-bfb1bfaf4e3c\" "} {"level":"info","ts":"2026-03-03T13:01:07.463795Z","caller":"traceutil/trace.go:171","msg":"trace[321711216] transaction","detail":"{read_only:false; response_revision:34897; number_of_response:1; }","duration":"459.609322ms","start":"2026-03-03T13:01:07.004153Z","end":"2026-03-03T13:01:07.463762Z","steps":["trace[321711216] 'process raft request' (duration: 459.326415ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:07.463824Z","caller":"traceutil/trace.go:171","msg":"trace[1825606185] transaction","detail":"{read_only:false; response_revision:34898; number_of_response:1; }","duration":"459.008866ms","start":"2026-03-03T13:01:07.004773Z","end":"2026-03-03T13:01:07.463782Z","steps":["trace[1825606185] 'process raft request' (duration: 458.757979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:07.463642Z","caller":"traceutil/trace.go:171","msg":"trace[47415920] transaction","detail":"{read_only:false; response_revision:34899; number_of_response:1; }","duration":"458.773129ms","start":"2026-03-03T13:01:07.004848Z","end":"2026-03-03T13:01:07.463621Z","steps":["trace[47415920] 'process raft request' (duration: 458.726068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:07.463911Z","caller":"traceutil/trace.go:171","msg":"trace[225772402] transaction","detail":"{read_only:false; response_revision:34896; number_of_response:1; }","duration":"459.747886ms","start":"2026-03-03T13:01:07.00415Z","end":"2026-03-03T13:01:07.463898Z","steps":["trace[225772402] 'process raft request' (duration: 459.262733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:07.463984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:07.004765Z","time spent":"459.1387ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:07.463998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:07.004842Z","time spent":"459.072158ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:07.464045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:07.004136Z","time spent":"459.727475ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:07.464062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:07.004138Z","time spent":"459.818127ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:07.463621Z","caller":"traceutil/trace.go:171","msg":"trace[1381167974] transaction","detail":"{read_only:false; response_revision:34895; number_of_response:1; }","duration":"459.450128ms","start":"2026-03-03T13:01:07.004149Z","end":"2026-03-03T13:01:07.463599Z","steps":["trace[1381167974] 'process raft request' (duration: 459.038637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:07.464676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:07.00413Z","time spent":"460.451735ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:07.719291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.488032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:01:07.719376Z","caller":"traceutil/trace.go:171","msg":"trace[732580459] transaction","detail":"{read_only:false; response_revision:34900; number_of_response:1; }","duration":"253.161351ms","start":"2026-03-03T13:01:07.466202Z","end":"2026-03-03T13:01:07.719363Z","steps":["trace[732580459] 'process raft request' (duration: 104.533505ms)","trace[732580459] 'compare' (duration: 148.41089ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:08.135751Z","caller":"traceutil/trace.go:171","msg":"trace[1003082746] transaction","detail":"{read_only:false; response_revision:34901; number_of_response:1; }","duration":"395.87301ms","start":"2026-03-03T13:01:07.73985Z","end":"2026-03-03T13:01:08.135723Z","steps":["trace[1003082746] 'process raft request' (duration: 394.660488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:08.135913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:07.739824Z","time spent":"396.004193ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:08.174627Z","caller":"traceutil/trace.go:171","msg":"trace[998437794] transaction","detail":"{read_only:false; response_revision:34902; number_of_response:1; }","duration":"100.714544ms","start":"2026-03-03T13:01:08.073889Z","end":"2026-03-03T13:01:08.174604Z","steps":["trace[998437794] 'process raft request' (duration: 100.610571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:08.581852Z","caller":"traceutil/trace.go:171","msg":"trace[1726623467] transaction","detail":"{read_only:false; response_revision:34904; number_of_response:1; }","duration":"196.530448ms","start":"2026-03-03T13:01:08.385295Z","end":"2026-03-03T13:01:08.581825Z","steps":["trace[1726623467] 'process raft request' (duration: 140.268514ms)","trace[1726623467] 'compare' (duration: 56.044978ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:08.581967Z","caller":"traceutil/trace.go:171","msg":"trace[1791919014] transaction","detail":"{read_only:false; response_revision:34906; number_of_response:1; }","duration":"190.728684ms","start":"2026-03-03T13:01:08.391227Z","end":"2026-03-03T13:01:08.581955Z","steps":["trace[1791919014] 'process raft request' (duration: 190.59071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:08.58188Z","caller":"traceutil/trace.go:171","msg":"trace[813158176] transaction","detail":"{read_only:false; response_revision:34905; number_of_response:1; }","duration":"196.403754ms","start":"2026-03-03T13:01:08.385452Z","end":"2026-03-03T13:01:08.581856Z","steps":["trace[813158176] 'process raft request' (duration: 196.324752ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:08.582139Z","caller":"traceutil/trace.go:171","msg":"trace[2138266985] linearizableReadLoop","detail":"{readStateIndex:36098; appliedIndex:36093; }","duration":"164.826196ms","start":"2026-03-03T13:01:08.417303Z","end":"2026-03-03T13:01:08.58213Z","steps":["trace[2138266985] 'read index received' (duration: 41.253925ms)","trace[2138266985] 'applied index is now lower than readState.Index' (duration: 123.571551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:08.582213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.905248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:08.582237Z","caller":"traceutil/trace.go:171","msg":"trace[361968887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34907; }","duration":"164.9806ms","start":"2026-03-03T13:01:08.41725Z","end":"2026-03-03T13:01:08.58223Z","steps":["trace[361968887] 'agreement among raft nodes before linearized reading' (duration: 164.911669ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:08.582352Z","caller":"traceutil/trace.go:171","msg":"trace[1793726654] transaction","detail":"{read_only:false; response_revision:34907; number_of_response:1; }","duration":"189.333726ms","start":"2026-03-03T13:01:08.393011Z","end":"2026-03-03T13:01:08.582344Z","steps":["trace[1793726654] 'process raft request' (duration: 188.904095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:09.677532Z","caller":"traceutil/trace.go:171","msg":"trace[170543384] transaction","detail":"{read_only:false; response_revision:34911; number_of_response:1; }","duration":"204.356325ms","start":"2026-03-03T13:01:09.473158Z","end":"2026-03-03T13:01:09.677514Z","steps":["trace[170543384] 'process raft request' (duration: 204.312724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:09.677536Z","caller":"traceutil/trace.go:171","msg":"trace[1964329291] transaction","detail":"{read_only:false; response_revision:34909; number_of_response:1; }","duration":"205.341942ms","start":"2026-03-03T13:01:09.472163Z","end":"2026-03-03T13:01:09.677505Z","steps":["trace[1964329291] 'process raft request' (duration: 105.541382ms)","trace[1964329291] 'compare' (duration: 99.475272ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:09.677567Z","caller":"traceutil/trace.go:171","msg":"trace[1525879144] transaction","detail":"{read_only:false; response_revision:34910; number_of_response:1; }","duration":"204.599122ms","start":"2026-03-03T13:01:09.472935Z","end":"2026-03-03T13:01:09.677534Z","steps":["trace[1525879144] 'process raft request' (duration: 204.469848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:09.677598Z","caller":"traceutil/trace.go:171","msg":"trace[1172160825] linearizableReadLoop","detail":"{readStateIndex:36103; appliedIndex:36099; }","duration":"117.163471ms","start":"2026-03-03T13:01:09.560412Z","end":"2026-03-03T13:01:09.677576Z","steps":["trace[1172160825] 'read index received' (duration: 17.229018ms)","trace[1172160825] 'applied index is now lower than readState.Index' (duration: 99.929393ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:09.67766Z","caller":"traceutil/trace.go:171","msg":"trace[2016161549] transaction","detail":"{read_only:false; response_revision:34912; number_of_response:1; }","duration":"203.657077ms","start":"2026-03-03T13:01:09.473995Z","end":"2026-03-03T13:01:09.677652Z","steps":["trace[2016161549] 'process raft request' (duration: 203.496773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:09.67779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.350116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:09.677855Z","caller":"traceutil/trace.go:171","msg":"trace[278859903] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:34912; }","duration":"117.466559ms","start":"2026-03-03T13:01:09.560374Z","end":"2026-03-03T13:01:09.67784Z","steps":["trace[278859903] 'agreement among raft nodes before linearized reading' (duration: 117.280884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:10.439158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.809299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:01:10.43929Z","caller":"traceutil/trace.go:171","msg":"trace[768773013] linearizableReadLoop","detail":"{readStateIndex:36105; appliedIndex:36104; }","duration":"244.959322ms","start":"2026-03-03T13:01:10.194308Z","end":"2026-03-03T13:01:10.439268Z","steps":["trace[768773013] 'read index received' (duration: 109.999069ms)","trace[768773013] 'applied index is now lower than readState.Index' (duration: 134.958283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:10.439426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.238125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:10.439404Z","caller":"traceutil/trace.go:171","msg":"trace[749836979] transaction","detail":"{read_only:false; response_revision:34914; number_of_response:1; }","duration":"259.661813ms","start":"2026-03-03T13:01:10.179709Z","end":"2026-03-03T13:01:10.439371Z","steps":["trace[749836979] 'process raft request' (duration: 124.557046ms)","trace[749836979] 'compare' (duration: 134.582933ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:10.439458Z","caller":"traceutil/trace.go:171","msg":"trace[693766234] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:34914; }","duration":"284.287067ms","start":"2026-03-03T13:01:10.155158Z","end":"2026-03-03T13:01:10.439445Z","steps":["trace[693766234] 'agreement among raft nodes before linearized reading' (duration: 284.220605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:10.439696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.310682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:10.439726Z","caller":"traceutil/trace.go:171","msg":"trace[1640029119] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34914; }","duration":"242.372454ms","start":"2026-03-03T13:01:10.197345Z","end":"2026-03-03T13:01:10.439718Z","steps":["trace[1640029119] 'agreement among raft nodes before linearized reading' (duration: 242.321833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:10.704017Z","caller":"traceutil/trace.go:171","msg":"trace[1858671217] transaction","detail":"{read_only:false; response_revision:34916; number_of_response:1; }","duration":"115.756683ms","start":"2026-03-03T13:01:10.588234Z","end":"2026-03-03T13:01:10.703991Z","steps":["trace[1858671217] 'process raft request' (duration: 66.106155ms)","trace[1858671217] 'compare' (duration: 49.320619ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:10.732595Z","caller":"traceutil/trace.go:171","msg":"trace[1460163259] transaction","detail":"{read_only:false; response_revision:34919; number_of_response:1; }","duration":"143.240683ms","start":"2026-03-03T13:01:10.589324Z","end":"2026-03-03T13:01:10.732565Z","steps":["trace[1460163259] 'process raft request' (duration: 143.199042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:10.732946Z","caller":"traceutil/trace.go:171","msg":"trace[1882756134] transaction","detail":"{read_only:false; response_revision:34918; number_of_response:1; }","duration":"144.121936ms","start":"2026-03-03T13:01:10.588803Z","end":"2026-03-03T13:01:10.732925Z","steps":["trace[1882756134] 'process raft request' (duration: 143.665724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:10.732969Z","caller":"traceutil/trace.go:171","msg":"trace[1860275873] transaction","detail":"{read_only:false; response_revision:34917; number_of_response:1; }","duration":"144.27027ms","start":"2026-03-03T13:01:10.588661Z","end":"2026-03-03T13:01:10.732932Z","steps":["trace[1860275873] 'process raft request' (duration: 143.677225ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:12.326762Z","caller":"traceutil/trace.go:171","msg":"trace[27193090] linearizableReadLoop","detail":"{readStateIndex:36120; appliedIndex:36119; }","duration":"263.583908ms","start":"2026-03-03T13:01:12.063151Z","end":"2026-03-03T13:01:12.326735Z","steps":["trace[27193090] 'read index received' (duration: 263.526537ms)","trace[27193090] 'applied index is now lower than readState.Index' (duration: 56.021µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:12.326884Z","caller":"traceutil/trace.go:171","msg":"trace[389169112] transaction","detail":"{read_only:false; response_revision:34928; number_of_response:1; }","duration":"323.18211ms","start":"2026-03-03T13:01:12.003658Z","end":"2026-03-03T13:01:12.32684Z","steps":["trace[389169112] 'process raft request' (duration: 322.863832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:12.327058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:12.003612Z","time spent":"323.354324ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:12.327164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.953238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:12.327279Z","caller":"traceutil/trace.go:171","msg":"trace[708956723] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34928; }","duration":"264.173403ms","start":"2026-03-03T13:01:12.063086Z","end":"2026-03-03T13:01:12.327259Z","steps":["trace[708956723] 'agreement among raft nodes before linearized reading' (duration: 263.785713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:12.540381Z","caller":"traceutil/trace.go:171","msg":"trace[104773896] linearizableReadLoop","detail":"{readStateIndex:36121; appliedIndex:36120; }","duration":"213.508648ms","start":"2026-03-03T13:01:12.326836Z","end":"2026-03-03T13:01:12.540345Z","steps":["trace[104773896] 'read index received' (duration: 125.749269ms)","trace[104773896] 'applied index is now lower than readState.Index' (duration: 87.756419ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:12.540393Z","caller":"traceutil/trace.go:171","msg":"trace[1018111536] transaction","detail":"{read_only:false; response_revision:34929; number_of_response:1; }","duration":"340.648173ms","start":"2026-03-03T13:01:12.1997Z","end":"2026-03-03T13:01:12.540348Z","steps":["trace[1018111536] 'process raft request' (duration: 252.866243ms)","trace[1018111536] 'compare' (duration: 87.551354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:12.540552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.058996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:01:12.540659Z","caller":"traceutil/trace.go:171","msg":"trace[1748100194] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:34930; }","duration":"393.200369ms","start":"2026-03-03T13:01:12.147434Z","end":"2026-03-03T13:01:12.540635Z","steps":["trace[1748100194] 'agreement among raft nodes before linearized reading' (duration: 392.924002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:12.54072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:12.147426Z","time spent":"393.280431ms","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:01:12.540582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:12.199677Z","time spent":"340.806178ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:12.540904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.261506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:01:12.540969Z","caller":"traceutil/trace.go:171","msg":"trace[1969598056] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:34930; }","duration":"397.531344ms","start":"2026-03-03T13:01:12.143423Z","end":"2026-03-03T13:01:12.540954Z","steps":["trace[1969598056] 'agreement among raft nodes before linearized reading' (duration: 397.070161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:12.541101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:12.143408Z","time spent":"397.674218ms","remote":"127.0.0.1:36564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:01:12.565916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.616649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:12.565992Z","caller":"traceutil/trace.go:171","msg":"trace[1375227739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34931; }","duration":"147.735282ms","start":"2026-03-03T13:01:12.418237Z","end":"2026-03-03T13:01:12.565972Z","steps":["trace[1375227739] 'agreement among raft nodes before linearized reading' (duration: 147.570197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:13.019045Z","caller":"traceutil/trace.go:171","msg":"trace[791413339] transaction","detail":"{read_only:false; response_revision:34932; number_of_response:1; }","duration":"308.364006ms","start":"2026-03-03T13:01:12.71064Z","end":"2026-03-03T13:01:13.019004Z","steps":["trace[791413339] 'process raft request' (duration: 279.320165ms)","trace[791413339] 'compare' (duration: 28.506857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:13.019259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:12.710605Z","time spent":"308.552061ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:13.292094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.181349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:01:13.292392Z","caller":"traceutil/trace.go:171","msg":"trace[857942649] linearizableReadLoop","detail":"{readStateIndex:36127; appliedIndex:36123; }","duration":"367.560248ms","start":"2026-03-03T13:01:12.924813Z","end":"2026-03-03T13:01:13.292373Z","steps":["trace[857942649] 'read index received' (duration: 65.164379ms)","trace[857942649] 'applied index is now lower than readState.Index' (duration: 302.394779ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:13.292418Z","caller":"traceutil/trace.go:171","msg":"trace[690845509] transaction","detail":"{read_only:false; response_revision:34933; number_of_response:1; }","duration":"554.994654ms","start":"2026-03-03T13:01:12.737394Z","end":"2026-03-03T13:01:13.292389Z","steps":["trace[690845509] 'process raft request' (duration: 454.405864ms)","trace[690845509] 'compare' (duration: 99.757428ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:13.292437Z","caller":"traceutil/trace.go:171","msg":"trace[163899802] transaction","detail":"{read_only:false; response_revision:34935; number_of_response:1; }","duration":"553.157735ms","start":"2026-03-03T13:01:12.739238Z","end":"2026-03-03T13:01:13.292396Z","steps":["trace[163899802] 'process raft request' (duration: 553.070493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:13.292554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:12.737369Z","time spent":"555.107458ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:13.292586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:12.73921Z","time spent":"553.301109ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:13.292602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.783084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T13:01:13.292654Z","caller":"traceutil/trace.go:171","msg":"trace[453583179] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34935; }","duration":"367.869596ms","start":"2026-03-03T13:01:12.924766Z","end":"2026-03-03T13:01:13.292636Z","steps":["trace[453583179] 'agreement among raft nodes before linearized reading' (duration: 367.718432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:13.292723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:12.924743Z","time spent":"367.965549ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T13:01:13.292418Z","caller":"traceutil/trace.go:171","msg":"trace[1757170015] transaction","detail":"{read_only:false; response_revision:34934; number_of_response:1; }","duration":"553.274438ms","start":"2026-03-03T13:01:12.739119Z","end":"2026-03-03T13:01:13.292394Z","steps":["trace[1757170015] 'process raft request' (duration: 553.081513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:13.29286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:12.73911Z","time spent":"553.726691ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:13.292786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.619577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T13:01:13.292991Z","caller":"traceutil/trace.go:171","msg":"trace[852381698] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:34935; }","duration":"246.854314ms","start":"2026-03-03T13:01:13.046113Z","end":"2026-03-03T13:01:13.292967Z","steps":["trace[852381698] 'agreement among raft nodes before linearized reading' (duration: 246.481904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:14.124377Z","caller":"traceutil/trace.go:171","msg":"trace[706746432] transaction","detail":"{read_only:false; response_revision:34941; number_of_response:1; }","duration":"238.0361ms","start":"2026-03-03T13:01:13.886315Z","end":"2026-03-03T13:01:14.124352Z","steps":["trace[706746432] 'process raft request' (duration: 237.989668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:14.124671Z","caller":"traceutil/trace.go:171","msg":"trace[1771530582] transaction","detail":"{read_only:false; response_revision:34939; number_of_response:1; }","duration":"239.469858ms","start":"2026-03-03T13:01:13.885118Z","end":"2026-03-03T13:01:14.124588Z","steps":["trace[1771530582] 'process raft request' (duration: 239.011966ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:14.124757Z","caller":"traceutil/trace.go:171","msg":"trace[2122815034] transaction","detail":"{read_only:false; response_revision:34940; number_of_response:1; }","duration":"239.270212ms","start":"2026-03-03T13:01:13.885473Z","end":"2026-03-03T13:01:14.124743Z","steps":["trace[2122815034] 'process raft request' (duration: 238.794629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:14.53703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.315151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:01:14.537187Z","caller":"traceutil/trace.go:171","msg":"trace[440803597] transaction","detail":"{read_only:false; response_revision:34942; number_of_response:1; }","duration":"379.043613ms","start":"2026-03-03T13:01:14.158104Z","end":"2026-03-03T13:01:14.537148Z","steps":["trace[440803597] 'process raft request' (duration: 176.503716ms)","trace[440803597] 'compare' (duration: 201.094269ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:14.53729Z","caller":"traceutil/trace.go:171","msg":"trace[289696049] linearizableReadLoop","detail":"{readStateIndex:36134; appliedIndex:36133; }","duration":"121.173517ms","start":"2026-03-03T13:01:14.416088Z","end":"2026-03-03T13:01:14.537262Z","steps":["trace[289696049] 'read index received' (duration: 42.142µs)","trace[289696049] 'applied index is now lower than readState.Index' (duration: 121.121645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:14.537331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:14.158083Z","time spent":"379.172527ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:01:14.537385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.28453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:14.537445Z","caller":"traceutil/trace.go:171","msg":"trace[758373883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34942; }","duration":"121.426794ms","start":"2026-03-03T13:01:14.416002Z","end":"2026-03-03T13:01:14.537429Z","steps":["trace[758373883] 'agreement among raft nodes before linearized reading' (duration: 121.324151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:14.703414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.228003ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T13:01:14.703663Z","caller":"traceutil/trace.go:171","msg":"trace[1030518069] linearizableReadLoop","detail":"{readStateIndex:36135; appliedIndex:36134; }","duration":"166.302515ms","start":"2026-03-03T13:01:14.537339Z","end":"2026-03-03T13:01:14.703642Z","steps":["trace[1030518069] 'read index received' (duration: 64.112µs)","trace[1030518069] 'applied index is now lower than readState.Index' (duration: 166.237043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:14.703776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.192388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:14.703826Z","caller":"traceutil/trace.go:171","msg":"trace[880206339] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:34943; }","duration":"257.283561ms","start":"2026-03-03T13:01:14.446529Z","end":"2026-03-03T13:01:14.703813Z","steps":["trace[880206339] 'agreement among raft nodes before linearized reading' (duration: 257.188488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:14.704057Z","caller":"traceutil/trace.go:171","msg":"trace[516953981] transaction","detail":"{read_only:false; response_revision:34944; number_of_response:1; }","duration":"158.300923ms","start":"2026-03-03T13:01:14.545688Z","end":"2026-03-03T13:01:14.703989Z","steps":["trace[516953981] 'process raft request' (duration: 157.8347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:14.733959Z","caller":"traceutil/trace.go:171","msg":"trace[640701175] transaction","detail":"{read_only:false; response_revision:34945; number_of_response:1; }","duration":"187.798526ms","start":"2026-03-03T13:01:14.546133Z","end":"2026-03-03T13:01:14.733931Z","steps":["trace[640701175] 'process raft request' (duration: 187.57411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:14.733984Z","caller":"traceutil/trace.go:171","msg":"trace[1504929905] transaction","detail":"{read_only:false; response_revision:34946; number_of_response:1; }","duration":"163.020498ms","start":"2026-03-03T13:01:14.570937Z","end":"2026-03-03T13:01:14.733957Z","steps":["trace[1504929905] 'process raft request' (duration: 162.913556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:14.734233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.83968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:01:14.734273Z","caller":"traceutil/trace.go:171","msg":"trace[791463823] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:34946; }","duration":"131.938233ms","start":"2026-03-03T13:01:14.602323Z","end":"2026-03-03T13:01:14.734261Z","steps":["trace[791463823] 'agreement among raft nodes before linearized reading' (duration: 131.852471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:15.423693Z","caller":"traceutil/trace.go:171","msg":"trace[1377644162] transaction","detail":"{read_only:false; response_revision:34949; number_of_response:1; }","duration":"125.172363ms","start":"2026-03-03T13:01:15.298453Z","end":"2026-03-03T13:01:15.423625Z","steps":["trace[1377644162] 'process raft request' (duration: 81.908815ms)","trace[1377644162] 'compare' (duration: 43.042253ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:15.423747Z","caller":"traceutil/trace.go:171","msg":"trace[761669673] transaction","detail":"{read_only:false; response_revision:34950; number_of_response:1; }","duration":"125.196064ms","start":"2026-03-03T13:01:15.298521Z","end":"2026-03-03T13:01:15.423717Z","steps":["trace[761669673] 'process raft request' (duration: 125.021389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:15.66264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.640358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T13:01:15.662738Z","caller":"traceutil/trace.go:171","msg":"trace[714508966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34950; }","duration":"136.778302ms","start":"2026-03-03T13:01:15.52593Z","end":"2026-03-03T13:01:15.662708Z","steps":["trace[714508966] 'range keys from in-memory index tree' (duration: 136.415542ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:15.879978Z","caller":"traceutil/trace.go:171","msg":"trace[766586607] linearizableReadLoop","detail":"{readStateIndex:36143; appliedIndex:36142; }","duration":"204.316384ms","start":"2026-03-03T13:01:15.675638Z","end":"2026-03-03T13:01:15.879954Z","steps":["trace[766586607] 'read index received' (duration: 204.051797ms)","trace[766586607] 'applied index is now lower than readState.Index' (duration: 263.597µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:15.880225Z","caller":"traceutil/trace.go:171","msg":"trace[1223805008] transaction","detail":"{read_only:false; response_revision:34951; number_of_response:1; }","duration":"212.621015ms","start":"2026-03-03T13:01:15.667547Z","end":"2026-03-03T13:01:15.880168Z","steps":["trace[1223805008] 'process raft request' (duration: 212.271836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:15.880259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.583751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T13:01:15.880509Z","caller":"traceutil/trace.go:171","msg":"trace[1341160444] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34951; }","duration":"204.876529ms","start":"2026-03-03T13:01:15.675576Z","end":"2026-03-03T13:01:15.880452Z","steps":["trace[1341160444] 'agreement among raft nodes before linearized reading' (duration: 204.50945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:16.140282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.150648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T13:01:16.140425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.865476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:01:16.14047Z","caller":"traceutil/trace.go:171","msg":"trace[985248910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34951; }","duration":"173.951059ms","start":"2026-03-03T13:01:15.966507Z","end":"2026-03-03T13:01:16.140458Z","steps":["trace[985248910] 'range keys from in-memory index tree' (duration: 173.705872ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:16.140352Z","caller":"traceutil/trace.go:171","msg":"trace[290199656] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:34951; }","duration":"132.270812ms","start":"2026-03-03T13:01:16.008064Z","end":"2026-03-03T13:01:16.140335Z","steps":["trace[290199656] 'count revisions from in-memory index tree' (duration: 131.992984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:16.350126Z","caller":"traceutil/trace.go:171","msg":"trace[601146115] linearizableReadLoop","detail":"{readStateIndex:36147; appliedIndex:36144; }","duration":"118.544727ms","start":"2026-03-03T13:01:16.231561Z","end":"2026-03-03T13:01:16.350106Z","steps":["trace[601146115] 'read index received' (duration: 18.591634ms)","trace[601146115] 'applied index is now lower than readState.Index' (duration: 99.952273ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:16.350255Z","caller":"traceutil/trace.go:171","msg":"trace[987682852] transaction","detail":"{read_only:false; response_revision:34953; number_of_response:1; }","duration":"205.988419ms","start":"2026-03-03T13:01:16.14423Z","end":"2026-03-03T13:01:16.350219Z","steps":["trace[987682852] 'process raft request' (duration: 105.974264ms)","trace[987682852] 'compare' (duration: 99.642955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:16.350312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.755803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T13:01:16.35035Z","caller":"traceutil/trace.go:171","msg":"trace[145112425] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:34955; }","duration":"118.854265ms","start":"2026-03-03T13:01:16.231484Z","end":"2026-03-03T13:01:16.350338Z","steps":["trace[145112425] 'agreement among raft nodes before linearized reading' (duration: 118.704381ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:16.350447Z","caller":"traceutil/trace.go:171","msg":"trace[717333703] transaction","detail":"{read_only:false; response_revision:34954; number_of_response:1; }","duration":"205.970148ms","start":"2026-03-03T13:01:16.144466Z","end":"2026-03-03T13:01:16.350436Z","steps":["trace[717333703] 'process raft request' (duration: 205.582018ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:16.350596Z","caller":"traceutil/trace.go:171","msg":"trace[75751249] transaction","detail":"{read_only:false; response_revision:34955; number_of_response:1; }","duration":"205.922677ms","start":"2026-03-03T13:01:16.144662Z","end":"2026-03-03T13:01:16.350585Z","steps":["trace[75751249] 'process raft request' (duration: 205.416184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:16.815043Z","caller":"traceutil/trace.go:171","msg":"trace[2112817911] transaction","detail":"{read_only:false; response_revision:34957; number_of_response:1; }","duration":"104.584906ms","start":"2026-03-03T13:01:16.710393Z","end":"2026-03-03T13:01:16.814978Z","steps":["trace[2112817911] 'process raft request' (duration: 104.388531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:16.918755Z","caller":"traceutil/trace.go:171","msg":"trace[668056712] transaction","detail":"{read_only:false; response_revision:34959; number_of_response:1; }","duration":"179.27054ms","start":"2026-03-03T13:01:16.73946Z","end":"2026-03-03T13:01:16.918731Z","steps":["trace[668056712] 'process raft request' (duration: 179.180467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:16.918795Z","caller":"traceutil/trace.go:171","msg":"trace[1772651393] transaction","detail":"{read_only:false; response_revision:34958; number_of_response:1; }","duration":"179.412613ms","start":"2026-03-03T13:01:16.739328Z","end":"2026-03-03T13:01:16.91874Z","steps":["trace[1772651393] 'process raft request' (duration: 135.137997ms)","trace[1772651393] 'compare' (duration: 43.931897ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:17.455266Z","caller":"traceutil/trace.go:171","msg":"trace[1393087031] transaction","detail":"{read_only:false; response_revision:34962; number_of_response:1; }","duration":"113.182284ms","start":"2026-03-03T13:01:17.342056Z","end":"2026-03-03T13:01:17.455239Z","steps":["trace[1393087031] 'process raft request' (duration: 104.620856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:18.345106Z","caller":"traceutil/trace.go:171","msg":"trace[1185836893] transaction","detail":"{read_only:false; response_revision:34966; number_of_response:1; }","duration":"107.178505ms","start":"2026-03-03T13:01:18.237895Z","end":"2026-03-03T13:01:18.345073Z","steps":["trace[1185836893] 'process raft request' (duration: 106.833336ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:18.570515Z","caller":"traceutil/trace.go:171","msg":"trace[639240613] transaction","detail":"{read_only:false; response_revision:34967; number_of_response:1; }","duration":"212.604883ms","start":"2026-03-03T13:01:18.357878Z","end":"2026-03-03T13:01:18.570483Z","steps":["trace[639240613] 'process raft request' (duration: 212.322676ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:18.719402Z","caller":"traceutil/trace.go:171","msg":"trace[1146457181] transaction","detail":"{read_only:false; response_revision:34968; number_of_response:1; }","duration":"359.922496ms","start":"2026-03-03T13:01:18.35945Z","end":"2026-03-03T13:01:18.719372Z","steps":["trace[1146457181] 'process raft request' (duration: 315.403714ms)","trace[1146457181] 'compare' (duration: 44.332327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:18.71956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:18.359432Z","time spent":"360.050389ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:18.719584Z","caller":"traceutil/trace.go:171","msg":"trace[1865633088] linearizableReadLoop","detail":"{readStateIndex:36162; appliedIndex:36159; }","duration":"275.172975ms","start":"2026-03-03T13:01:18.44438Z","end":"2026-03-03T13:01:18.719553Z","steps":["trace[1865633088] 'read index received' (duration: 125.82261ms)","trace[1865633088] 'applied index is now lower than readState.Index' (duration: 149.347815ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:18.719717Z","caller":"traceutil/trace.go:171","msg":"trace[1025378726] transaction","detail":"{read_only:false; response_revision:34969; number_of_response:1; }","duration":"359.910015ms","start":"2026-03-03T13:01:18.359771Z","end":"2026-03-03T13:01:18.719681Z","steps":["trace[1025378726] 'process raft request' (duration: 359.558235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:18.719766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.633568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T13:01:18.719751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.353401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:01:18.719792Z","caller":"traceutil/trace.go:171","msg":"trace[1734593437] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:34969; }","duration":"243.761662ms","start":"2026-03-03T13:01:18.476022Z","end":"2026-03-03T13:01:18.719784Z","steps":["trace[1734593437] 'agreement among raft nodes before linearized reading' (duration: 243.670419ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:18.719812Z","caller":"traceutil/trace.go:171","msg":"trace[746563090] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:34969; }","duration":"275.462494ms","start":"2026-03-03T13:01:18.444331Z","end":"2026-03-03T13:01:18.719794Z","steps":["trace[746563090] 'agreement among raft nodes before linearized reading' (duration: 275.352391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:01:18.719864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:01:18.35975Z","time spent":"360.034569ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:01:19.291854Z","caller":"traceutil/trace.go:171","msg":"trace[1954087848] transaction","detail":"{read_only:false; response_revision:34973; number_of_response:1; }","duration":"184.447317ms","start":"2026-03-03T13:01:19.107374Z","end":"2026-03-03T13:01:19.291821Z","steps":["trace[1954087848] 'process raft request' (duration: 184.251612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:19.493513Z","caller":"traceutil/trace.go:171","msg":"trace[1264491492] transaction","detail":"{read_only:false; response_revision:34974; number_of_response:1; }","duration":"143.426108ms","start":"2026-03-03T13:01:19.350047Z","end":"2026-03-03T13:01:19.493474Z","steps":["trace[1264491492] 'process raft request' (duration: 70.859142ms)","trace[1264491492] 'compare' (duration: 72.34588ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:20.058548Z","caller":"traceutil/trace.go:171","msg":"trace[957997500] transaction","detail":"{read_only:false; response_revision:34978; number_of_response:1; }","duration":"108.144361ms","start":"2026-03-03T13:01:19.950357Z","end":"2026-03-03T13:01:20.058502Z","steps":["trace[957997500] 'process raft request' (duration: 107.997717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:20.96942Z","caller":"traceutil/trace.go:171","msg":"trace[115849244] transaction","detail":"{read_only:false; response_revision:34982; number_of_response:1; }","duration":"182.560667ms","start":"2026-03-03T13:01:20.786815Z","end":"2026-03-03T13:01:20.969375Z","steps":["trace[115849244] 'process raft request' (duration: 128.06295ms)","trace[115849244] 'compare' (duration: 54.100867ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:21.06334Z","caller":"traceutil/trace.go:171","msg":"trace[1835361345] transaction","detail":"{read_only:false; response_revision:34984; number_of_response:1; }","duration":"123.372094ms","start":"2026-03-03T13:01:20.939936Z","end":"2026-03-03T13:01:21.063308Z","steps":["trace[1835361345] 'process raft request' (duration: 123.148858ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:21.118055Z","caller":"traceutil/trace.go:171","msg":"trace[1508091254] transaction","detail":"{read_only:false; response_revision:34985; number_of_response:1; }","duration":"128.934833ms","start":"2026-03-03T13:01:20.989088Z","end":"2026-03-03T13:01:21.118023Z","steps":["trace[1508091254] 'process raft request' (duration: 91.059257ms)","trace[1508091254] 'compare' (duration: 37.488665ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:21.703324Z","caller":"traceutil/trace.go:171","msg":"trace[1057165568] transaction","detail":"{read_only:false; response_revision:34988; number_of_response:1; }","duration":"141.2498ms","start":"2026-03-03T13:01:21.562047Z","end":"2026-03-03T13:01:21.703297Z","steps":["trace[1057165568] 'process raft request' (duration: 141.072745ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:21.703538Z","caller":"traceutil/trace.go:171","msg":"trace[327054416] transaction","detail":"{read_only:false; response_revision:34989; number_of_response:1; }","duration":"141.438605ms","start":"2026-03-03T13:01:21.562066Z","end":"2026-03-03T13:01:21.703505Z","steps":["trace[327054416] 'process raft request' (duration: 141.187208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:22.174389Z","caller":"traceutil/trace.go:171","msg":"trace[1128272790] transaction","detail":"{read_only:false; response_revision:34990; number_of_response:1; }","duration":"107.069022ms","start":"2026-03-03T13:01:22.067284Z","end":"2026-03-03T13:01:22.174353Z","steps":["trace[1128272790] 'process raft request' (duration: 106.890537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:22.527799Z","caller":"traceutil/trace.go:171","msg":"trace[1745276126] transaction","detail":"{read_only:false; response_revision:34993; number_of_response:1; }","duration":"107.218896ms","start":"2026-03-03T13:01:22.420551Z","end":"2026-03-03T13:01:22.52777Z","steps":["trace[1745276126] 'process raft request' (duration: 39.308503ms)","trace[1745276126] 'compare' (duration: 67.807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:01:22.722673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.681138ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T13:01:22.840641Z","caller":"traceutil/trace.go:171","msg":"trace[1112271193] transaction","detail":"{read_only:false; response_revision:34994; number_of_response:1; }","duration":"112.712433ms","start":"2026-03-03T13:01:22.727899Z","end":"2026-03-03T13:01:22.840611Z","steps":["trace[1112271193] 'process raft request' (duration: 112.527758ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:23.23471Z","caller":"traceutil/trace.go:171","msg":"trace[2122697207] transaction","detail":"{read_only:false; response_revision:34996; number_of_response:1; }","duration":"256.888151ms","start":"2026-03-03T13:01:22.977785Z","end":"2026-03-03T13:01:23.234673Z","steps":["trace[2122697207] 'process raft request' (duration: 202.921648ms)","trace[2122697207] 'compare' (duration: 53.584873ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:01:23.23564Z","caller":"traceutil/trace.go:171","msg":"trace[1292470374] transaction","detail":"{read_only:false; response_revision:34997; number_of_response:1; }","duration":"245.796766ms","start":"2026-03-03T13:01:22.989817Z","end":"2026-03-03T13:01:23.235614Z","steps":["trace[1292470374] 'process raft request' (duration: 244.745818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:23.236067Z","caller":"traceutil/trace.go:171","msg":"trace[1529674702] transaction","detail":"{read_only:false; response_revision:34998; number_of_response:1; }","duration":"166.931281ms","start":"2026-03-03T13:01:23.069123Z","end":"2026-03-03T13:01:23.236054Z","steps":["trace[1529674702] 'process raft request' (duration: 166.328505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:01:23.2364Z","caller":"traceutil/trace.go:171","msg":"trace[164459743] transaction","detail":"{read_only:false; response_revision:34999; number_of_response:1; }","duration":"100.107658ms","start":"2026-03-03T13:01:23.13628Z","end":"2026-03-03T13:01:23.236388Z","steps":["trace[164459743] 'process raft request' (duration: 99.710788ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:03:27.513358Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000090ca.wal"} {"level":"info","ts":"2026-03-03T13:03:52.971645Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33857} {"level":"info","ts":"2026-03-03T13:03:53.091584Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33857,"took":"116.197575ms","hash":3994675309,"current-db-size-bytes":48893952,"current-db-size":"49 MB","current-db-size-in-use-bytes":28958720,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T13:03:53.091664Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3994675309,"revision":33857,"compact-revision":31772} {"level":"info","ts":"2026-03-03T13:08:52.979685Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36020} {"level":"info","ts":"2026-03-03T13:08:53.112398Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36020,"took":"128.727137ms","hash":1473953029,"current-db-size-bytes":51425280,"current-db-size":"51 MB","current-db-size-in-use-bytes":28504064,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T13:08:53.112485Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1473953029,"revision":36020,"compact-revision":33857} {"level":"info","ts":"2026-03-03T13:10:01.44952Z","caller":"traceutil/trace.go:171","msg":"trace[960764905] transaction","detail":"{read_only:false; response_revision:38608; number_of_response:1; }","duration":"184.122318ms","start":"2026-03-03T13:10:01.265274Z","end":"2026-03-03T13:10:01.449396Z","steps":["trace[960764905] 'process raft request' (duration: 183.883402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:01.628786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.462536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:10:01.628942Z","caller":"traceutil/trace.go:171","msg":"trace[31426443] linearizableReadLoop","detail":"{readStateIndex:39918; appliedIndex:39914; }","duration":"213.53609ms","start":"2026-03-03T13:10:01.415395Z","end":"2026-03-03T13:10:01.628931Z","steps":["trace[31426443] 'read index received' (duration: 33.86685ms)","trace[31426443] 'applied index is now lower than readState.Index' (duration: 179.66843ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:10:01.628985Z","caller":"traceutil/trace.go:171","msg":"trace[1219443426] transaction","detail":"{read_only:false; response_revision:38609; number_of_response:1; }","duration":"347.404083ms","start":"2026-03-03T13:10:01.281575Z","end":"2026-03-03T13:10:01.628979Z","steps":["trace[1219443426] 'process raft request' (duration: 205.604748ms)","trace[1219443426] 'compare' (duration: 141.360243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:10:01.629028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:10:01.28155Z","time spent":"347.458275ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:10:01.629049Z","caller":"traceutil/trace.go:171","msg":"trace[1968432479] transaction","detail":"{read_only:false; response_revision:38612; number_of_response:1; }","duration":"190.091967ms","start":"2026-03-03T13:10:01.43892Z","end":"2026-03-03T13:10:01.629012Z","steps":["trace[1968432479] 'process raft request' (duration: 189.984664ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:10:01.629322Z","caller":"traceutil/trace.go:171","msg":"trace[1659694121] transaction","detail":"{read_only:false; response_revision:38611; number_of_response:1; }","duration":"282.926852ms","start":"2026-03-03T13:10:01.34635Z","end":"2026-03-03T13:10:01.629277Z","steps":["trace[1659694121] 'process raft request' (duration: 282.538312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:01.629408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.991272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:10:01.629495Z","caller":"traceutil/trace.go:171","msg":"trace[1126353954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38612; }","duration":"214.114515ms","start":"2026-03-03T13:10:01.415359Z","end":"2026-03-03T13:10:01.629473Z","steps":["trace[1126353954] 'agreement among raft nodes before linearized reading' (duration: 213.970191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:10:01.629397Z","caller":"traceutil/trace.go:171","msg":"trace[1779532515] transaction","detail":"{read_only:false; response_revision:38610; number_of_response:1; }","duration":"347.730562ms","start":"2026-03-03T13:10:01.281652Z","end":"2026-03-03T13:10:01.629382Z","steps":["trace[1779532515] 'process raft request' (duration: 347.205568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:01.629749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:10:01.281626Z","time spent":"348.02673ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:10:01.920697Z","caller":"traceutil/trace.go:171","msg":"trace[1641118049] linearizableReadLoop","detail":"{readStateIndex:39920; appliedIndex:39919; }","duration":"291.714095ms","start":"2026-03-03T13:10:01.628958Z","end":"2026-03-03T13:10:01.920672Z","steps":["trace[1641118049] 'read index received' (duration: 291.443068ms)","trace[1641118049] 'applied index is now lower than readState.Index' (duration: 269.857µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:10:01.920924Z","caller":"traceutil/trace.go:171","msg":"trace[135201076] transaction","detail":"{read_only:false; response_revision:38613; number_of_response:1; }","duration":"313.73322ms","start":"2026-03-03T13:10:01.607152Z","end":"2026-03-03T13:10:01.920885Z","steps":["trace[135201076] 'process raft request' (duration: 313.35331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:01.92111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:10:01.607126Z","time spent":"313.873273ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:10:01.921123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.924646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T13:10:01.921165Z","caller":"traceutil/trace.go:171","msg":"trace[283148836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38613; }","duration":"354.009979ms","start":"2026-03-03T13:10:01.567142Z","end":"2026-03-03T13:10:01.921152Z","steps":["trace[283148836] 'agreement among raft nodes before linearized reading' (duration: 353.796813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:01.921206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:10:01.56708Z","time spent":"354.117312ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T13:10:02.440131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.220767ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T13:10:02.440375Z","caller":"traceutil/trace.go:171","msg":"trace[1881775673] transaction","detail":"{read_only:false; response_revision:38614; number_of_response:1; }","duration":"572.14881ms","start":"2026-03-03T13:10:01.868211Z","end":"2026-03-03T13:10:02.440359Z","steps":["trace[1881775673] 'process raft request' (duration: 571.996946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:02.440456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:10:01.868188Z","time spent":"572.214031ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:10:02.440608Z","caller":"traceutil/trace.go:171","msg":"trace[1566974687] linearizableReadLoop","detail":"{readStateIndex:39923; appliedIndex:39920; }","duration":"519.831991ms","start":"2026-03-03T13:10:01.920768Z","end":"2026-03-03T13:10:02.4406Z","steps":["trace[1566974687] 'read index received' (duration: 137.14317ms)","trace[1566974687] 'applied index is now lower than readState.Index' (duration: 382.688201ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:10:02.440676Z","caller":"traceutil/trace.go:171","msg":"trace[133264013] transaction","detail":"{read_only:false; response_revision:38615; number_of_response:1; }","duration":"557.764898ms","start":"2026-03-03T13:10:01.882905Z","end":"2026-03-03T13:10:02.44067Z","steps":["trace[133264013] 'process raft request' (duration: 557.411649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:02.440714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:10:01.882879Z","time spent":"557.811699ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:10:02.44075Z","caller":"traceutil/trace.go:171","msg":"trace[1579648974] transaction","detail":"{read_only:false; response_revision:38616; number_of_response:1; }","duration":"515.178208ms","start":"2026-03-03T13:10:01.925548Z","end":"2026-03-03T13:10:02.440726Z","steps":["trace[1579648974] 'process raft request' (duration: 515.018644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:02.440908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.618263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T13:10:02.440958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:10:01.925529Z","time spent":"515.357062ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:10:02.440988Z","caller":"traceutil/trace.go:171","msg":"trace[1008309329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38616; }","duration":"572.714585ms","start":"2026-03-03T13:10:01.868264Z","end":"2026-03-03T13:10:02.440978Z","steps":["trace[1008309329] 'agreement among raft nodes before linearized reading' (duration: 572.497999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:02.44102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:10:01.868249Z","time spent":"572.761717ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T13:10:02.441071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.4209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T13:10:02.44113Z","caller":"traceutil/trace.go:171","msg":"trace[1038514332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38616; }","duration":"496.516922ms","start":"2026-03-03T13:10:01.944597Z","end":"2026-03-03T13:10:02.441114Z","steps":["trace[1038514332] 'agreement among raft nodes before linearized reading' (duration: 496.389409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:02.441165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:10:01.944576Z","time spent":"496.580864ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:10:02.441263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.423756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:10:02.44128Z","caller":"traceutil/trace.go:171","msg":"trace[741759946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38616; }","duration":"810.439416ms","start":"2026-03-03T13:10:01.630834Z","end":"2026-03-03T13:10:02.441274Z","steps":["trace[741759946] 'agreement among raft nodes before linearized reading' (duration: 810.405776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:02.441295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:10:01.630773Z","time spent":"810.516118ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T13:10:02.568293Z","caller":"traceutil/trace.go:171","msg":"trace[2077659496] linearizableReadLoop","detail":"{readStateIndex:39926; appliedIndex:39924; }","duration":"118.847966ms","start":"2026-03-03T13:10:02.449407Z","end":"2026-03-03T13:10:02.568255Z","steps":["trace[2077659496] 'read index received' (duration: 55.636217ms)","trace[2077659496] 'applied index is now lower than readState.Index' (duration: 63.210289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:10:02.568435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.00747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:10:02.568418Z","caller":"traceutil/trace.go:171","msg":"trace[1114443864] transaction","detail":"{read_only:false; response_revision:38618; number_of_response:1; }","duration":"120.403647ms","start":"2026-03-03T13:10:02.447973Z","end":"2026-03-03T13:10:02.568377Z","steps":["trace[1114443864] 'process raft request' (duration: 120.14981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:10:02.568478Z","caller":"traceutil/trace.go:171","msg":"trace[1091840240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38618; }","duration":"119.079671ms","start":"2026-03-03T13:10:02.44939Z","end":"2026-03-03T13:10:02.568469Z","steps":["trace[1091840240] 'agreement among raft nodes before linearized reading' (duration: 118.977259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:10:02.568655Z","caller":"traceutil/trace.go:171","msg":"trace[75200752] transaction","detail":"{read_only:false; response_revision:38617; number_of_response:1; }","duration":"122.999876ms","start":"2026-03-03T13:10:02.445633Z","end":"2026-03-03T13:10:02.568633Z","steps":["trace[75200752] 'process raft request' (duration: 59.392897ms)","trace[75200752] 'compare' (duration: 62.703985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:10:06.757095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.066887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:10:06.757197Z","caller":"traceutil/trace.go:171","msg":"trace[827656282] linearizableReadLoop","detail":"{readStateIndex:39962; appliedIndex:39960; }","duration":"302.777918ms","start":"2026-03-03T13:10:06.454404Z","end":"2026-03-03T13:10:06.757182Z","steps":["trace[827656282] 'read index received' (duration: 48.381964ms)","trace[827656282] 'applied index is now lower than readState.Index' (duration: 254.394764ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:10:06.757271Z","caller":"traceutil/trace.go:171","msg":"trace[1789346622] transaction","detail":"{read_only:false; response_revision:38653; number_of_response:1; }","duration":"303.180409ms","start":"2026-03-03T13:10:06.454082Z","end":"2026-03-03T13:10:06.757262Z","steps":["trace[1789346622] 'process raft request' (duration: 121.870046ms)","trace[1789346622] 'compare' (duration: 180.79223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:10:06.75732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:10:06.454047Z","time spent":"303.25152ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:10:06.757475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.978593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T13:10:06.757462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.822153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:10:06.757543Z","caller":"traceutil/trace.go:171","msg":"trace[721898176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38653; }","duration":"173.089356ms","start":"2026-03-03T13:10:06.58444Z","end":"2026-03-03T13:10:06.757529Z","steps":["trace[721898176] 'agreement among raft nodes before linearized reading' (duration: 172.934191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:10:06.757577Z","caller":"traceutil/trace.go:171","msg":"trace[2095202064] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:38653; }","duration":"272.976587ms","start":"2026-03-03T13:10:06.484573Z","end":"2026-03-03T13:10:06.75755Z","steps":["trace[2095202064] 'agreement among raft nodes before linearized reading' (duration: 272.796422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:06.757476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.059296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T13:10:06.757482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.26336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T13:10:06.75775Z","caller":"traceutil/trace.go:171","msg":"trace[1866322038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38653; }","duration":"303.328323ms","start":"2026-03-03T13:10:06.45437Z","end":"2026-03-03T13:10:06.757698Z","steps":["trace[1866322038] 'agreement among raft nodes before linearized reading' (duration: 302.981504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:10:06.757835Z","caller":"traceutil/trace.go:171","msg":"trace[126299742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38653; }","duration":"173.65515ms","start":"2026-03-03T13:10:06.584167Z","end":"2026-03-03T13:10:06.757823Z","steps":["trace[126299742] 'agreement among raft nodes before linearized reading' (duration: 173.204048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:06.757886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:10:06.454354Z","time spent":"303.481377ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T13:10:06.999537Z","caller":"traceutil/trace.go:171","msg":"trace[1654401333] transaction","detail":"{read_only:false; response_revision:38655; number_of_response:1; }","duration":"236.255922ms","start":"2026-03-03T13:10:06.763255Z","end":"2026-03-03T13:10:06.999511Z","steps":["trace[1654401333] 'process raft request' (duration: 236.046416ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:10:06.999708Z","caller":"traceutil/trace.go:171","msg":"trace[1355446208] linearizableReadLoop","detail":"{readStateIndex:39965; appliedIndex:39962; }","duration":"224.511671ms","start":"2026-03-03T13:10:06.775175Z","end":"2026-03-03T13:10:06.999687Z","steps":["trace[1355446208] 'read index received' (duration: 69.127845ms)","trace[1355446208] 'applied index is now lower than readState.Index' (duration: 155.381666ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:10:06.999727Z","caller":"traceutil/trace.go:171","msg":"trace[1869617347] transaction","detail":"{read_only:false; response_revision:38656; number_of_response:1; }","duration":"236.428626ms","start":"2026-03-03T13:10:06.763289Z","end":"2026-03-03T13:10:06.999717Z","steps":["trace[1869617347] 'process raft request' (duration: 236.17951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:10:06.999822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.626344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:10:06.999863Z","caller":"traceutil/trace.go:171","msg":"trace[1090380502] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:38656; }","duration":"224.706486ms","start":"2026-03-03T13:10:06.775146Z","end":"2026-03-03T13:10:06.999852Z","steps":["trace[1090380502] 'agreement among raft nodes before linearized reading' (duration: 224.623004ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:10:12.233682Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1627b0b72e417489","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T13:10:12.238798Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-03T13:10:12.23891Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-03T13:10:45.819805Z","caller":"traceutil/trace.go:171","msg":"trace[1869750587] transaction","detail":"{read_only:false; response_revision:38936; number_of_response:1; }","duration":"134.747888ms","start":"2026-03-03T13:10:45.685027Z","end":"2026-03-03T13:10:45.819774Z","steps":["trace[1869750587] 'process raft request' (duration: 134.521762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:17.628516Z","caller":"traceutil/trace.go:171","msg":"trace[1481346324] transaction","detail":"{read_only:false; response_revision:39158; number_of_response:1; }","duration":"171.587445ms","start":"2026-03-03T13:11:17.456892Z","end":"2026-03-03T13:11:17.628479Z","steps":["trace[1481346324] 'process raft request' (duration: 81.804862ms)","trace[1481346324] 'compare' (duration: 89.614449ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:18.154129Z","caller":"traceutil/trace.go:171","msg":"trace[1009129408] transaction","detail":"{read_only:false; response_revision:39159; number_of_response:1; }","duration":"216.085557ms","start":"2026-03-03T13:11:17.938015Z","end":"2026-03-03T13:11:18.1541Z","steps":["trace[1009129408] 'process raft request' (duration: 215.909082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:18.43984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.526518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:18.440348Z","caller":"traceutil/trace.go:171","msg":"trace[985875752] transaction","detail":"{read_only:false; response_revision:39163; number_of_response:1; }","duration":"201.843648ms","start":"2026-03-03T13:11:18.238479Z","end":"2026-03-03T13:11:18.440323Z","steps":["trace[985875752] 'process raft request' (duration: 201.783927ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:18.44038Z","caller":"traceutil/trace.go:171","msg":"trace[922098944] transaction","detail":"{read_only:false; response_revision:39161; number_of_response:1; }","duration":"491.014084ms","start":"2026-03-03T13:11:17.949343Z","end":"2026-03-03T13:11:18.440357Z","steps":["trace[922098944] 'process raft request' (duration: 490.614564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:18.440436Z","caller":"traceutil/trace.go:171","msg":"trace[363619059] transaction","detail":"{read_only:false; response_revision:39160; number_of_response:1; }","duration":"494.459486ms","start":"2026-03-03T13:11:17.945943Z","end":"2026-03-03T13:11:18.440403Z","steps":["trace[363619059] 'process raft request' (duration: 309.244579ms)","trace[363619059] 'compare' (duration: 184.296132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:18.44048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:17.949324Z","time spent":"491.104616ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:18.440467Z","caller":"traceutil/trace.go:171","msg":"trace[729381322] linearizableReadLoop","detail":"{readStateIndex:40487; appliedIndex:40483; }","duration":"485.245691ms","start":"2026-03-03T13:11:17.955191Z","end":"2026-03-03T13:11:18.440436Z","steps":["trace[729381322] 'read index received' (duration: 198.708495ms)","trace[729381322] 'applied index is now lower than readState.Index' (duration: 286.535086ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:18.440481Z","caller":"traceutil/trace.go:171","msg":"trace[291392067] transaction","detail":"{read_only:false; response_revision:39162; number_of_response:1; }","duration":"490.51284ms","start":"2026-03-03T13:11:17.949923Z","end":"2026-03-03T13:11:18.440436Z","steps":["trace[291392067] 'process raft request' (duration: 490.265304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:18.440558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:17.94591Z","time spent":"494.587649ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:18.440672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:17.949916Z","time spent":"490.669905ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:18.440737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.517389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:11:18.440786Z","caller":"traceutil/trace.go:171","msg":"trace[1293182433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39163; }","duration":"485.61468ms","start":"2026-03-03T13:11:17.955161Z","end":"2026-03-03T13:11:18.440775Z","steps":["trace[1293182433] 'agreement among raft nodes before linearized reading' (duration: 485.365414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:18.440844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:17.955148Z","time spent":"485.689353ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T13:11:18.48072Z","caller":"traceutil/trace.go:171","msg":"trace[1931271720] transaction","detail":"{read_only:false; response_revision:39164; number_of_response:1; }","duration":"117.832037ms","start":"2026-03-03T13:11:18.362844Z","end":"2026-03-03T13:11:18.480676Z","steps":["trace[1931271720] 'process raft request' (duration: 117.587141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:18.915207Z","caller":"traceutil/trace.go:171","msg":"trace[1308383670] transaction","detail":"{read_only:false; response_revision:39166; number_of_response:1; }","duration":"129.56004ms","start":"2026-03-03T13:11:18.785617Z","end":"2026-03-03T13:11:18.915177Z","steps":["trace[1308383670] 'process raft request' (duration: 128.483131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:19.671475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019772190,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T13:11:19.745547Z","caller":"traceutil/trace.go:171","msg":"trace[1763236770] linearizableReadLoop","detail":"{readStateIndex:40492; appliedIndex:40491; }","duration":"575.060616ms","start":"2026-03-03T13:11:19.170448Z","end":"2026-03-03T13:11:19.745508Z","steps":["trace[1763236770] 'read index received' (duration: 574.606144ms)","trace[1763236770] 'applied index is now lower than readState.Index' (duration: 452.152µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:19.745705Z","caller":"traceutil/trace.go:171","msg":"trace[142044619] transaction","detail":"{read_only:false; response_revision:39167; number_of_response:1; }","duration":"704.738348ms","start":"2026-03-03T13:11:19.04093Z","end":"2026-03-03T13:11:19.745668Z","steps":["trace[142044619] 'process raft request' (duration: 704.285076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:19.745835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.371154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T13:11:19.745882Z","caller":"traceutil/trace.go:171","msg":"trace[1180786226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39167; }","duration":"575.472997ms","start":"2026-03-03T13:11:19.170396Z","end":"2026-03-03T13:11:19.745869Z","steps":["trace[1180786226] 'agreement among raft nodes before linearized reading' (duration: 575.278512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:19.745885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:19.040907Z","time spent":"704.885042ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:19.745927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:19.170359Z","time spent":"575.55948ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T13:11:19.74622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.993485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T13:11:19.746316Z","caller":"traceutil/trace.go:171","msg":"trace[1630476007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39167; }","duration":"291.133978ms","start":"2026-03-03T13:11:19.455159Z","end":"2026-03-03T13:11:19.746293Z","steps":["trace[1630476007] 'agreement among raft nodes before linearized reading' (duration: 290.896962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:19.746467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.955539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T13:11:19.746536Z","caller":"traceutil/trace.go:171","msg":"trace[2078641318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39167; }","duration":"113.052491ms","start":"2026-03-03T13:11:19.633465Z","end":"2026-03-03T13:11:19.746518Z","steps":["trace[2078641318] 'agreement among raft nodes before linearized reading' (duration: 112.858526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:19.746556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.274944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:11:19.746682Z","caller":"traceutil/trace.go:171","msg":"trace[1570210494] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:39167; }","duration":"331.452519ms","start":"2026-03-03T13:11:19.415201Z","end":"2026-03-03T13:11:19.746653Z","steps":["trace[1570210494] 'agreement among raft nodes before linearized reading' (duration: 331.255684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:19.7467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.951464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T13:11:19.746734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:19.415185Z","time spent":"331.537951ms","remote":"127.0.0.1:36270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:11:19.746749Z","caller":"traceutil/trace.go:171","msg":"trace[1495607192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39167; }","duration":"537.039796ms","start":"2026-03-03T13:11:19.209696Z","end":"2026-03-03T13:11:19.746736Z","steps":["trace[1495607192] 'agreement among raft nodes before linearized reading' (duration: 536.907923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:19.746791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:19.209666Z","time spent":"537.117168ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T13:11:19.746918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.8794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:11:19.746921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.303896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:11:19.746959Z","caller":"traceutil/trace.go:171","msg":"trace[449261766] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:39167; }","duration":"363.959642ms","start":"2026-03-03T13:11:19.382988Z","end":"2026-03-03T13:11:19.746947Z","steps":["trace[449261766] 'agreement among raft nodes before linearized reading' (duration: 363.89534ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:19.746968Z","caller":"traceutil/trace.go:171","msg":"trace[663357150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39167; }","duration":"244.380798ms","start":"2026-03-03T13:11:19.502574Z","end":"2026-03-03T13:11:19.746955Z","steps":["trace[663357150] 'agreement among raft nodes before linearized reading' (duration: 244.261805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:19.746998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:19.382965Z","time spent":"364.026044ms","remote":"127.0.0.1:32878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:20.035408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.144976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:20.035725Z","caller":"traceutil/trace.go:171","msg":"trace[1431363506] transaction","detail":"{read_only:false; response_revision:39171; number_of_response:1; }","duration":"275.278127ms","start":"2026-03-03T13:11:19.760427Z","end":"2026-03-03T13:11:20.035705Z","steps":["trace[1431363506] 'process raft request' (duration: 275.230886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:20.035869Z","caller":"traceutil/trace.go:171","msg":"trace[1807923099] linearizableReadLoop","detail":"{readStateIndex:40493; appliedIndex:40492; }","duration":"277.604449ms","start":"2026-03-03T13:11:19.758251Z","end":"2026-03-03T13:11:20.035856Z","steps":["trace[1807923099] 'read index received' (duration: 164.936678ms)","trace[1807923099] 'applied index is now lower than readState.Index' (duration: 112.666551ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:20.03589Z","caller":"traceutil/trace.go:171","msg":"trace[504673708] transaction","detail":"{read_only:false; response_revision:39168; number_of_response:1; }","duration":"279.416417ms","start":"2026-03-03T13:11:19.756442Z","end":"2026-03-03T13:11:20.035858Z","steps":["trace[504673708] 'process raft request' (duration: 166.729416ms)","trace[504673708] 'compare' (duration: 111.856459ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:20.035882Z","caller":"traceutil/trace.go:171","msg":"trace[650748825] transaction","detail":"{read_only:false; response_revision:39170; number_of_response:1; }","duration":"276.254113ms","start":"2026-03-03T13:11:19.759601Z","end":"2026-03-03T13:11:20.035855Z","steps":["trace[650748825] 'process raft request' (duration: 276.019877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:20.035882Z","caller":"traceutil/trace.go:171","msg":"trace[1846298127] transaction","detail":"{read_only:false; response_revision:39169; number_of_response:1; }","duration":"276.340976ms","start":"2026-03-03T13:11:19.759513Z","end":"2026-03-03T13:11:20.035854Z","steps":["trace[1846298127] 'process raft request' (duration: 276.016117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:20.036108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.854635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T13:11:20.036163Z","caller":"traceutil/trace.go:171","msg":"trace[1949060940] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39171; }","duration":"277.941738ms","start":"2026-03-03T13:11:19.758207Z","end":"2026-03-03T13:11:20.036149Z","steps":["trace[1949060940] 'agreement among raft nodes before linearized reading' (duration: 277.734722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:20.036262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.830696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T13:11:20.036363Z","caller":"traceutil/trace.go:171","msg":"trace[1965244621] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:39171; }","duration":"110.0046ms","start":"2026-03-03T13:11:19.92634Z","end":"2026-03-03T13:11:20.036344Z","steps":["trace[1965244621] 'agreement among raft nodes before linearized reading' (duration: 109.62563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:20.413452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.181788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:20.413575Z","caller":"traceutil/trace.go:171","msg":"trace[1601269777] transaction","detail":"{read_only:false; response_revision:39172; number_of_response:1; }","duration":"254.526476ms","start":"2026-03-03T13:11:20.159028Z","end":"2026-03-03T13:11:20.413555Z","steps":["trace[1601269777] 'process raft request' (duration: 142.153443ms)","trace[1601269777] 'compare' (duration: 112.061435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:20.658094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.723056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:20.658262Z","caller":"traceutil/trace.go:171","msg":"trace[1641265466] linearizableReadLoop","detail":"{readStateIndex:40498; appliedIndex:40497; }","duration":"351.0993ms","start":"2026-03-03T13:11:20.307133Z","end":"2026-03-03T13:11:20.658232Z","steps":["trace[1641265466] 'read index received' (duration: 242.157428ms)","trace[1641265466] 'applied index is now lower than readState.Index' (duration: 108.939822ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:20.658268Z","caller":"traceutil/trace.go:171","msg":"trace[1933491751] transaction","detail":"{read_only:false; response_revision:39173; number_of_response:1; }","duration":"499.086438ms","start":"2026-03-03T13:11:20.159145Z","end":"2026-03-03T13:11:20.658231Z","steps":["trace[1933491751] 'process raft request' (duration: 390.123796ms)","trace[1933491751] 'compare' (duration: 108.608203ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:20.658332Z","caller":"traceutil/trace.go:171","msg":"trace[237530051] transaction","detail":"{read_only:false; response_revision:39174; number_of_response:1; }","duration":"212.522731ms","start":"2026-03-03T13:11:20.445778Z","end":"2026-03-03T13:11:20.658301Z","steps":["trace[237530051] 'process raft request' (duration: 212.404518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:20.658294Z","caller":"traceutil/trace.go:171","msg":"trace[1079694636] transaction","detail":"{read_only:false; response_revision:39175; number_of_response:1; }","duration":"211.955236ms","start":"2026-03-03T13:11:20.446323Z","end":"2026-03-03T13:11:20.658279Z","steps":["trace[1079694636] 'process raft request' (duration: 211.900875ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:20.65852Z","caller":"traceutil/trace.go:171","msg":"trace[588691426] transaction","detail":"{read_only:false; response_revision:39176; number_of_response:1; }","duration":"212.09204ms","start":"2026-03-03T13:11:20.446413Z","end":"2026-03-03T13:11:20.658505Z","steps":["trace[588691426] 'process raft request' (duration: 211.837704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:20.658473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:20.15911Z","time spent":"499.246352ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:20.659375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.24623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T13:11:20.659412Z","caller":"traceutil/trace.go:171","msg":"trace[1835662223] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:39176; }","duration":"352.318682ms","start":"2026-03-03T13:11:20.307084Z","end":"2026-03-03T13:11:20.659402Z","steps":["trace[1835662223] 'agreement among raft nodes before linearized reading' (duration: 351.296575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:20.659441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:20.307064Z","time spent":"352.370094ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1757,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:20.659695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.13128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:20.659754Z","caller":"traceutil/trace.go:171","msg":"trace[558021722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39177; }","duration":"244.240563ms","start":"2026-03-03T13:11:20.415498Z","end":"2026-03-03T13:11:20.659738Z","steps":["trace[558021722] 'agreement among raft nodes before linearized reading' (duration: 244.083249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:20.659866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.031078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:20.659896Z","caller":"traceutil/trace.go:171","msg":"trace[1038837248] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:39177; }","duration":"160.093519ms","start":"2026-03-03T13:11:20.499795Z","end":"2026-03-03T13:11:20.659888Z","steps":["trace[1038837248] 'agreement among raft nodes before linearized reading' (duration: 160.047788ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:20.659715Z","caller":"traceutil/trace.go:171","msg":"trace[402052669] transaction","detail":"{read_only:false; response_revision:39177; number_of_response:1; }","duration":"213.100586ms","start":"2026-03-03T13:11:20.446606Z","end":"2026-03-03T13:11:20.659707Z","steps":["trace[402052669] 'process raft request' (duration: 211.840393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:20.660051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.942208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:11:20.66011Z","caller":"traceutil/trace.go:171","msg":"trace[780198817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39177; }","duration":"139.071872ms","start":"2026-03-03T13:11:20.521024Z","end":"2026-03-03T13:11:20.660096Z","steps":["trace[780198817] 'agreement among raft nodes before linearized reading' (duration: 138.849706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:20.974231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.258923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:20.974386Z","caller":"traceutil/trace.go:171","msg":"trace[1029836463] transaction","detail":"{read_only:false; response_revision:39178; number_of_response:1; }","duration":"309.554797ms","start":"2026-03-03T13:11:20.6648Z","end":"2026-03-03T13:11:20.974355Z","steps":["trace[1029836463] 'process raft request' (duration: 195.104419ms)","trace[1029836463] 'compare' (duration: 114.16965ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:20.974417Z","caller":"traceutil/trace.go:171","msg":"trace[1598494193] linearizableReadLoop","detail":"{readStateIndex:40503; appliedIndex:40502; }","duration":"213.100117ms","start":"2026-03-03T13:11:20.76127Z","end":"2026-03-03T13:11:20.97437Z","steps":["trace[1598494193] 'read index received' (duration: 98.567227ms)","trace[1598494193] 'applied index is now lower than readState.Index' (duration: 114.52923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:20.974485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:20.664769Z","time spent":"309.66937ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:20.974589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.294412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:11:20.974634Z","caller":"traceutil/trace.go:171","msg":"trace[368971334] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:39179; }","duration":"213.398935ms","start":"2026-03-03T13:11:20.761225Z","end":"2026-03-03T13:11:20.974624Z","steps":["trace[368971334] 'agreement among raft nodes before linearized reading' (duration: 213.280892ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:21.895863Z","caller":"traceutil/trace.go:171","msg":"trace[88074106] transaction","detail":"{read_only:false; response_revision:39180; number_of_response:1; }","duration":"142.838422ms","start":"2026-03-03T13:11:21.752991Z","end":"2026-03-03T13:11:21.895829Z","steps":["trace[88074106] 'process raft request' (duration: 142.640657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:22.396079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.421913ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T13:11:22.396195Z","caller":"traceutil/trace.go:171","msg":"trace[340725846] linearizableReadLoop","detail":"{readStateIndex:40506; appliedIndex:40505; }","duration":"355.316682ms","start":"2026-03-03T13:11:22.040857Z","end":"2026-03-03T13:11:22.396174Z","steps":["trace[340725846] 'read index received' (duration: 188.665µs)","trace[340725846] 'applied index is now lower than readState.Index' (duration: 355.126476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:22.396453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.504296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T13:11:22.396496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.573077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T13:11:22.396473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.069267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:11:22.396556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.682981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:11:22.396574Z","caller":"traceutil/trace.go:171","msg":"trace[1497519314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39180; }","duration":"355.710122ms","start":"2026-03-03T13:11:22.040846Z","end":"2026-03-03T13:11:22.396556Z","steps":["trace[1497519314] 'agreement among raft nodes before linearized reading' (duration: 355.465595ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:22.396572Z","caller":"traceutil/trace.go:171","msg":"trace[2099677313] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:39180; }","duration":"167.646399ms","start":"2026-03-03T13:11:22.228898Z","end":"2026-03-03T13:11:22.396544Z","steps":["trace[2099677313] 'agreement among raft nodes before linearized reading' (duration: 167.438264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:22.396581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.142946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T13:11:22.396609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:22.040827Z","time spent":"355.775133ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T13:11:22.396617Z","caller":"traceutil/trace.go:171","msg":"trace[215102828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39180; }","duration":"355.198768ms","start":"2026-03-03T13:11:22.041408Z","end":"2026-03-03T13:11:22.396607Z","steps":["trace[215102828] 'agreement among raft nodes before linearized reading' (duration: 355.058724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:22.396602Z","caller":"traceutil/trace.go:171","msg":"trace[764790742] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:39180; }","duration":"117.253771ms","start":"2026-03-03T13:11:22.279319Z","end":"2026-03-03T13:11:22.396573Z","steps":["trace[764790742] 'agreement among raft nodes before linearized reading' (duration: 117.023985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:22.396642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:22.041399Z","time spent":"355.238729ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T13:11:22.396804Z","caller":"traceutil/trace.go:171","msg":"trace[1510416613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39180; }","duration":"355.770653ms","start":"2026-03-03T13:11:22.040814Z","end":"2026-03-03T13:11:22.396585Z","steps":["trace[1510416613] 'agreement among raft nodes before linearized reading' (duration: 355.456535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:22.396868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:22.040793Z","time spent":"356.05737ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:11:22.396927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.892886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T13:11:22.397001Z","caller":"traceutil/trace.go:171","msg":"trace[1488681749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39180; }","duration":"356.01421ms","start":"2026-03-03T13:11:22.040971Z","end":"2026-03-03T13:11:22.396985Z","steps":["trace[1488681749] 'agreement among raft nodes before linearized reading' (duration: 355.656351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:22.397108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:22.040945Z","time spent":"356.143113ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T13:11:22.695995Z","caller":"traceutil/trace.go:171","msg":"trace[5899812] transaction","detail":"{read_only:false; response_revision:39182; number_of_response:1; }","duration":"294.881438ms","start":"2026-03-03T13:11:22.401088Z","end":"2026-03-03T13:11:22.695969Z","steps":["trace[5899812] 'process raft request' (duration: 294.467717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:22.696232Z","caller":"traceutil/trace.go:171","msg":"trace[1722356809] transaction","detail":"{read_only:false; response_revision:39183; number_of_response:1; }","duration":"295.014351ms","start":"2026-03-03T13:11:22.401192Z","end":"2026-03-03T13:11:22.696206Z","steps":["trace[1722356809] 'process raft request' (duration: 294.734384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:22.696388Z","caller":"traceutil/trace.go:171","msg":"trace[2120687111] linearizableReadLoop","detail":"{readStateIndex:40510; appliedIndex:40506; }","duration":"282.992363ms","start":"2026-03-03T13:11:22.413379Z","end":"2026-03-03T13:11:22.696372Z","steps":["trace[2120687111] 'read index received' (duration: 49.644688ms)","trace[2120687111] 'applied index is now lower than readState.Index' (duration: 233.346685ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:22.696409Z","caller":"traceutil/trace.go:171","msg":"trace[166362940] transaction","detail":"{read_only:false; response_revision:39184; number_of_response:1; }","duration":"294.310402ms","start":"2026-03-03T13:11:22.402087Z","end":"2026-03-03T13:11:22.696397Z","steps":["trace[166362940] 'process raft request' (duration: 294.053836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:22.696465Z","caller":"traceutil/trace.go:171","msg":"trace[51310653] transaction","detail":"{read_only:false; response_revision:39185; number_of_response:1; }","duration":"275.73611ms","start":"2026-03-03T13:11:22.420673Z","end":"2026-03-03T13:11:22.696409Z","steps":["trace[51310653] 'process raft request' (duration: 275.619537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:22.696529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.142986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:22.696616Z","caller":"traceutil/trace.go:171","msg":"trace[827375109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39185; }","duration":"283.26416ms","start":"2026-03-03T13:11:22.413337Z","end":"2026-03-03T13:11:22.696601Z","steps":["trace[827375109] 'agreement among raft nodes before linearized reading' (duration: 283.102515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:22.788505Z","caller":"traceutil/trace.go:171","msg":"trace[89997827] transaction","detail":"{read_only:false; response_revision:39186; number_of_response:1; }","duration":"124.823333ms","start":"2026-03-03T13:11:22.663657Z","end":"2026-03-03T13:11:22.78848Z","steps":["trace[89997827] 'process raft request' (duration: 124.673409ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:22.788729Z","caller":"traceutil/trace.go:171","msg":"trace[558484893] transaction","detail":"{read_only:false; response_revision:39187; number_of_response:1; }","duration":"123.664633ms","start":"2026-03-03T13:11:22.665056Z","end":"2026-03-03T13:11:22.78872Z","steps":["trace[558484893] 'process raft request' (duration: 123.381825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:22.788995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.554871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:22.789011Z","caller":"traceutil/trace.go:171","msg":"trace[976732197] transaction","detail":"{read_only:false; response_revision:39189; number_of_response:1; }","duration":"121.257909ms","start":"2026-03-03T13:11:22.667733Z","end":"2026-03-03T13:11:22.788991Z","steps":["trace[976732197] 'process raft request' (duration: 121.130746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:22.788986Z","caller":"traceutil/trace.go:171","msg":"trace[1784010790] transaction","detail":"{read_only:false; response_revision:39188; number_of_response:1; }","duration":"123.251922ms","start":"2026-03-03T13:11:22.6657Z","end":"2026-03-03T13:11:22.788952Z","steps":["trace[1784010790] 'process raft request' (duration: 122.980715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:22.78904Z","caller":"traceutil/trace.go:171","msg":"trace[1268364462] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:39189; }","duration":"305.651344ms","start":"2026-03-03T13:11:22.483376Z","end":"2026-03-03T13:11:22.789027Z","steps":["trace[1268364462] 'agreement among raft nodes before linearized reading' (duration: 305.537661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:22.789084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:22.483357Z","time spent":"305.714355ms","remote":"127.0.0.1:33038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:23.213165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.498225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:11:23.213282Z","caller":"traceutil/trace.go:171","msg":"trace[1996319052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39189; }","duration":"234.653799ms","start":"2026-03-03T13:11:22.978598Z","end":"2026-03-03T13:11:23.213252Z","steps":["trace[1996319052] 'range keys from in-memory index tree' (duration: 234.281539ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:23.213243Z","caller":"traceutil/trace.go:171","msg":"trace[330854134] transaction","detail":"{read_only:false; response_revision:39190; number_of_response:1; }","duration":"232.995375ms","start":"2026-03-03T13:11:22.98021Z","end":"2026-03-03T13:11:23.213205Z","steps":["trace[330854134] 'process raft request' (duration: 181.274212ms)","trace[330854134] 'compare' (duration: 51.487047ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:24.037461Z","caller":"traceutil/trace.go:171","msg":"trace[1450943511] transaction","detail":"{read_only:false; response_revision:39193; number_of_response:1; }","duration":"135.874327ms","start":"2026-03-03T13:11:23.901554Z","end":"2026-03-03T13:11:24.037428Z","steps":["trace[1450943511] 'process raft request' (duration: 135.676422ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:24.484139Z","caller":"traceutil/trace.go:171","msg":"trace[1803392027] transaction","detail":"{read_only:false; response_revision:39194; number_of_response:1; }","duration":"201.794256ms","start":"2026-03-03T13:11:24.282306Z","end":"2026-03-03T13:11:24.4841Z","steps":["trace[1803392027] 'process raft request' (duration: 201.454177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:24.871704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.519772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:24.871862Z","caller":"traceutil/trace.go:171","msg":"trace[1919404325] transaction","detail":"{read_only:false; response_revision:39196; number_of_response:1; }","duration":"170.071824ms","start":"2026-03-03T13:11:24.701778Z","end":"2026-03-03T13:11:24.87185Z","steps":["trace[1919404325] 'process raft request' (duration: 170.002522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:24.871965Z","caller":"traceutil/trace.go:171","msg":"trace[475302567] transaction","detail":"{read_only:false; response_revision:39195; number_of_response:1; }","duration":"382.567816ms","start":"2026-03-03T13:11:24.489376Z","end":"2026-03-03T13:11:24.871944Z","steps":["trace[475302567] 'process raft request' (duration: 201.728605ms)","trace[475302567] 'compare' (duration: 180.004299ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:24.872008Z","caller":"traceutil/trace.go:171","msg":"trace[624939942] linearizableReadLoop","detail":"{readStateIndex:40521; appliedIndex:40520; }","duration":"374.371947ms","start":"2026-03-03T13:11:24.497628Z","end":"2026-03-03T13:11:24.872Z","steps":["trace[624939942] 'read index received' (duration: 193.415104ms)","trace[624939942] 'applied index is now lower than readState.Index' (duration: 180.955803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:24.872101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:24.48935Z","time spent":"382.689488ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:24.872261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.609064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:24.87236Z","caller":"traceutil/trace.go:171","msg":"trace[734453827] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:39196; }","duration":"374.782888ms","start":"2026-03-03T13:11:24.497548Z","end":"2026-03-03T13:11:24.872331Z","steps":["trace[734453827] 'agreement among raft nodes before linearized reading' (duration: 374.531261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:24.872428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:24.49752Z","time spent":"374.891541ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:11:25.09348Z","caller":"traceutil/trace.go:171","msg":"trace[1686542366] transaction","detail":"{read_only:false; response_revision:39197; number_of_response:1; }","duration":"300.330593ms","start":"2026-03-03T13:11:24.793107Z","end":"2026-03-03T13:11:25.093437Z","steps":["trace[1686542366] 'process raft request' (duration: 251.585119ms)","trace[1686542366] 'compare' (duration: 48.477886ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:25.093557Z","caller":"traceutil/trace.go:171","msg":"trace[229562856] transaction","detail":"{read_only:false; response_revision:39199; number_of_response:1; }","duration":"299.343766ms","start":"2026-03-03T13:11:24.794175Z","end":"2026-03-03T13:11:25.093519Z","steps":["trace[229562856] 'process raft request' (duration: 299.250663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:25.093574Z","caller":"traceutil/trace.go:171","msg":"trace[219945126] transaction","detail":"{read_only:false; response_revision:39198; number_of_response:1; }","duration":"299.615634ms","start":"2026-03-03T13:11:24.7939Z","end":"2026-03-03T13:11:25.093516Z","steps":["trace[219945126] 'process raft request' (duration: 299.4682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:25.093672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:24.793084Z","time spent":"300.484166ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:25.093671Z","caller":"traceutil/trace.go:171","msg":"trace[723107955] linearizableReadLoop","detail":"{readStateIndex:40526; appliedIndex:40522; }","duration":"221.598033ms","start":"2026-03-03T13:11:24.872046Z","end":"2026-03-03T13:11:25.093644Z","steps":["trace[723107955] 'read index received' (duration: 172.583132ms)","trace[723107955] 'applied index is now lower than readState.Index' (duration: 49.013711ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:25.093838Z","caller":"traceutil/trace.go:171","msg":"trace[759030452] transaction","detail":"{read_only:false; response_revision:39200; number_of_response:1; }","duration":"299.170472ms","start":"2026-03-03T13:11:24.794655Z","end":"2026-03-03T13:11:25.093826Z","steps":["trace[759030452] 'process raft request' (duration: 298.815762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:25.093872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.476369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-03T13:11:25.093903Z","caller":"traceutil/trace.go:171","msg":"trace[1206648956] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:39200; }","duration":"473.553431ms","start":"2026-03-03T13:11:24.620337Z","end":"2026-03-03T13:11:25.09389Z","steps":["trace[1206648956] 'agreement among raft nodes before linearized reading' (duration: 473.388116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:25.093884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.914785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T13:11:25.093928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:24.620314Z","time spent":"473.607922ms","remote":"127.0.0.1:36286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T13:11:25.093927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.485239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T13:11:25.094466Z","caller":"traceutil/trace.go:171","msg":"trace[1082075962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39200; }","duration":"393.078804ms","start":"2026-03-03T13:11:24.70137Z","end":"2026-03-03T13:11:25.094448Z","steps":["trace[1082075962] 'agreement among raft nodes before linearized reading' (duration: 392.395366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:25.094515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:24.701346Z","time spent":"393.152907ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T13:11:25.093979Z","caller":"traceutil/trace.go:171","msg":"trace[2135279869] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:39200; }","duration":"247.019248ms","start":"2026-03-03T13:11:24.846907Z","end":"2026-03-03T13:11:25.093926Z","steps":["trace[2135279869] 'agreement among raft nodes before linearized reading' (duration: 246.846873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:25.09405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.53727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T13:11:25.094809Z","caller":"traceutil/trace.go:171","msg":"trace[1987064453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39200; }","duration":"393.350632ms","start":"2026-03-03T13:11:24.701437Z","end":"2026-03-03T13:11:25.094788Z","steps":["trace[1987064453] 'agreement among raft nodes before linearized reading' (duration: 392.371925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:25.094888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:24.701401Z","time spent":"393.448934ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:11:25.094092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.722035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T13:11:25.095068Z","caller":"traceutil/trace.go:171","msg":"trace[2140725732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39200; }","duration":"393.731042ms","start":"2026-03-03T13:11:24.701298Z","end":"2026-03-03T13:11:25.095029Z","steps":["trace[2140725732] 'agreement among raft nodes before linearized reading' (duration: 392.478639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:25.095133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:24.701276Z","time spent":"393.838795ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T13:11:25.522819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.087033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:25.522955Z","caller":"traceutil/trace.go:171","msg":"trace[844457258] transaction","detail":"{read_only:false; response_revision:39201; number_of_response:1; }","duration":"425.178337ms","start":"2026-03-03T13:11:25.097762Z","end":"2026-03-03T13:11:25.52294Z","steps":["trace[844457258] 'process raft request' (duration: 233.899879ms)","trace[844457258] 'compare' (duration: 190.99386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:25.523209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:25.09774Z","time spent":"425.440573ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:25.523271Z","caller":"traceutil/trace.go:171","msg":"trace[1488901404] transaction","detail":"{read_only:false; response_revision:39202; number_of_response:1; }","duration":"424.242882ms","start":"2026-03-03T13:11:25.099003Z","end":"2026-03-03T13:11:25.523246Z","steps":["trace[1488901404] 'process raft request' (duration: 423.899663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:25.523398Z","caller":"traceutil/trace.go:171","msg":"trace[1183809473] transaction","detail":"{read_only:false; response_revision:39203; number_of_response:1; }","duration":"424.108199ms","start":"2026-03-03T13:11:25.099279Z","end":"2026-03-03T13:11:25.523387Z","steps":["trace[1183809473] 'process raft request' (duration: 423.895293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:25.523402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:25.098978Z","time spent":"424.355564ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:25.523451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:25.099268Z","time spent":"424.15967ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:25.523579Z","caller":"traceutil/trace.go:171","msg":"trace[1054532062] linearizableReadLoop","detail":"{readStateIndex:40529; appliedIndex:40526; }","duration":"401.55607ms","start":"2026-03-03T13:11:25.121988Z","end":"2026-03-03T13:11:25.523544Z","steps":["trace[1054532062] 'read index received' (duration: 209.680146ms)","trace[1054532062] 'applied index is now lower than readState.Index' (duration: 191.874714ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:25.523628Z","caller":"traceutil/trace.go:171","msg":"trace[1387068067] transaction","detail":"{read_only:false; response_revision:39204; number_of_response:1; }","duration":"304.950146ms","start":"2026-03-03T13:11:25.218655Z","end":"2026-03-03T13:11:25.523605Z","steps":["trace[1387068067] 'process raft request' (duration: 304.688529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:25.523765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.774316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T13:11:25.523806Z","caller":"traceutil/trace.go:171","msg":"trace[782210900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39204; }","duration":"401.850128ms","start":"2026-03-03T13:11:25.121949Z","end":"2026-03-03T13:11:25.523799Z","steps":["trace[782210900] 'agreement among raft nodes before linearized reading' (duration: 401.730925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:25.523796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.511614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:11:25.523824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:25.121936Z","time spent":"401.884498ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T13:11:25.523838Z","caller":"traceutil/trace.go:171","msg":"trace[1733188916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39204; }","duration":"107.586736ms","start":"2026-03-03T13:11:25.416237Z","end":"2026-03-03T13:11:25.523824Z","steps":["trace[1733188916] 'agreement among raft nodes before linearized reading' (duration: 107.502764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:25.523833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.631809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:11:25.523855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.585657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:11:25.523896Z","caller":"traceutil/trace.go:171","msg":"trace[92683818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39204; }","duration":"295.628598ms","start":"2026-03-03T13:11:25.228257Z","end":"2026-03-03T13:11:25.523886Z","steps":["trace[92683818] 'agreement among raft nodes before linearized reading' (duration: 295.493294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:25.523817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:25.218609Z","time spent":"305.11393ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:25.523893Z","caller":"traceutil/trace.go:171","msg":"trace[1363577975] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:39204; }","duration":"202.743602ms","start":"2026-03-03T13:11:25.321136Z","end":"2026-03-03T13:11:25.52388Z","steps":["trace[1363577975] 'agreement among raft nodes before linearized reading' (duration: 202.641519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:26.27718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.69727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:26.277325Z","caller":"traceutil/trace.go:171","msg":"trace[1353392959] transaction","detail":"{read_only:false; response_revision:39206; number_of_response:1; }","duration":"282.654713ms","start":"2026-03-03T13:11:25.994654Z","end":"2026-03-03T13:11:26.277308Z","steps":["trace[1353392959] 'process raft request' (duration: 282.609882ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:26.27741Z","caller":"traceutil/trace.go:171","msg":"trace[1035065277] linearizableReadLoop","detail":"{readStateIndex:40531; appliedIndex:40530; }","duration":"694.3107ms","start":"2026-03-03T13:11:25.583072Z","end":"2026-03-03T13:11:26.277382Z","steps":["trace[1035065277] 'read index received' (duration: 323.282881ms)","trace[1035065277] 'applied index is now lower than readState.Index' (duration: 371.026139ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:26.277526Z","caller":"traceutil/trace.go:171","msg":"trace[344697545] transaction","detail":"{read_only:false; response_revision:39205; number_of_response:1; }","duration":"749.073263ms","start":"2026-03-03T13:11:25.528441Z","end":"2026-03-03T13:11:26.277514Z","steps":["trace[344697545] 'process raft request' (duration: 377.988043ms)","trace[344697545] 'compare' (duration: 370.614398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:26.277609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.537526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:26.277633Z","caller":"traceutil/trace.go:171","msg":"trace[1439841397] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39206; }","duration":"694.594857ms","start":"2026-03-03T13:11:25.583032Z","end":"2026-03-03T13:11:26.277627Z","steps":["trace[1439841397] 'agreement among raft nodes before linearized reading' (duration: 694.556026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:26.27765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:25.583013Z","time spent":"694.632469ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T13:11:26.277644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:25.52842Z","time spent":"749.138306ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:26.331732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.61535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:26.331783Z","caller":"traceutil/trace.go:171","msg":"trace[1457423871] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:39207; }","duration":"268.735284ms","start":"2026-03-03T13:11:26.063036Z","end":"2026-03-03T13:11:26.331771Z","steps":["trace[1457423871] 'agreement among raft nodes before linearized reading' (duration: 268.61044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:26.331822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.229092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:26.331923Z","caller":"traceutil/trace.go:171","msg":"trace[1063538750] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:39207; }","duration":"577.341375ms","start":"2026-03-03T13:11:25.754554Z","end":"2026-03-03T13:11:26.331895Z","steps":["trace[1063538750] 'agreement among raft nodes before linearized reading' (duration: 577.191181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:26.332063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:25.754497Z","time spent":"577.515689ms","remote":"127.0.0.1:53482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:11:26.331828Z","caller":"traceutil/trace.go:171","msg":"trace[692794941] transaction","detail":"{read_only:false; response_revision:39207; number_of_response:1; }","duration":"289.279849ms","start":"2026-03-03T13:11:26.04251Z","end":"2026-03-03T13:11:26.33179Z","steps":["trace[692794941] 'process raft request' (duration: 288.805326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:26.332562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.715794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-03T13:11:26.33267Z","caller":"traceutil/trace.go:171","msg":"trace[2088204863] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:39207; }","duration":"431.601627ms","start":"2026-03-03T13:11:25.901041Z","end":"2026-03-03T13:11:26.332642Z","steps":["trace[2088204863] 'agreement among raft nodes before linearized reading' (duration: 430.576019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:26.332734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:25.901024Z","time spent":"431.687359ms","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-03T13:11:26.559131Z","caller":"traceutil/trace.go:171","msg":"trace[19258918] linearizableReadLoop","detail":"{readStateIndex:40534; appliedIndex:40533; }","duration":"223.661846ms","start":"2026-03-03T13:11:26.335427Z","end":"2026-03-03T13:11:26.559089Z","steps":["trace[19258918] 'read index received' (duration: 144.013733ms)","trace[19258918] 'applied index is now lower than readState.Index' (duration: 79.646643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:26.559415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.465621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fd58e61d-c73b-4be6-8fa2-30e9ddc6720a\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-03T13:11:26.559465Z","caller":"traceutil/trace.go:171","msg":"trace[760322235] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fd58e61d-c73b-4be6-8fa2-30e9ddc6720a; range_end:; response_count:1; response_revision:39207; }","duration":"223.541374ms","start":"2026-03-03T13:11:26.335906Z","end":"2026-03-03T13:11:26.559448Z","steps":["trace[760322235] 'agreement among raft nodes before linearized reading' (duration: 223.367929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:26.559465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.010556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T13:11:26.559582Z","caller":"traceutil/trace.go:171","msg":"trace[2129299938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39207; }","duration":"224.16659ms","start":"2026-03-03T13:11:26.335393Z","end":"2026-03-03T13:11:26.55956Z","steps":["trace[2129299938] 'agreement among raft nodes before linearized reading' (duration: 223.821821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:26.559568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.059479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:26.559648Z","caller":"traceutil/trace.go:171","msg":"trace[2021026505] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:39207; }","duration":"154.152992ms","start":"2026-03-03T13:11:26.405475Z","end":"2026-03-03T13:11:26.559628Z","steps":["trace[2021026505] 'agreement among raft nodes before linearized reading' (duration: 153.998048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:26.559717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.04383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:11:26.559809Z","caller":"traceutil/trace.go:171","msg":"trace[177043569] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:39207; }","duration":"194.181734ms","start":"2026-03-03T13:11:26.365606Z","end":"2026-03-03T13:11:26.559788Z","steps":["trace[177043569] 'agreement among raft nodes before linearized reading' (duration: 194.02643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:27.16333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.903113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:11:27.163408Z","caller":"traceutil/trace.go:171","msg":"trace[988653803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39209; }","duration":"288.055136ms","start":"2026-03-03T13:11:26.875337Z","end":"2026-03-03T13:11:27.163392Z","steps":["trace[988653803] 'range keys from in-memory index tree' (duration: 287.708227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:27.163704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.312253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T13:11:27.164228Z","caller":"traceutil/trace.go:171","msg":"trace[1563638673] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:39209; }","duration":"291.845197ms","start":"2026-03-03T13:11:26.872355Z","end":"2026-03-03T13:11:27.1642Z","steps":["trace[1563638673] 'range keys from in-memory index tree' (duration: 291.132938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:27.163881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.75776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:27.164441Z","caller":"traceutil/trace.go:171","msg":"trace[330112376] linearizableReadLoop","detail":"{readStateIndex:40537; appliedIndex:40536; }","duration":"107.610017ms","start":"2026-03-03T13:11:27.056808Z","end":"2026-03-03T13:11:27.164418Z","steps":["trace[330112376] 'read index received' (duration: 68.562µs)","trace[330112376] 'applied index is now lower than readState.Index' (duration: 107.539015ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:27.16445Z","caller":"traceutil/trace.go:171","msg":"trace[624813343] transaction","detail":"{read_only:false; response_revision:39210; number_of_response:1; }","duration":"287.497332ms","start":"2026-03-03T13:11:26.876925Z","end":"2026-03-03T13:11:27.164423Z","steps":["trace[624813343] 'process raft request' (duration: 173.031563ms)","trace[624813343] 'compare' (duration: 113.503113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:27.164555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.73482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:11:27.164584Z","caller":"traceutil/trace.go:171","msg":"trace[1757730468] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:39210; }","duration":"107.825773ms","start":"2026-03-03T13:11:27.056751Z","end":"2026-03-03T13:11:27.164577Z","steps":["trace[1757730468] 'agreement among raft nodes before linearized reading' (duration: 107.740561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:27.66834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019772291,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T13:11:27.846648Z","caller":"traceutil/trace.go:171","msg":"trace[1738326671] transaction","detail":"{read_only:false; response_revision:39211; number_of_response:1; }","duration":"748.021196ms","start":"2026-03-03T13:11:27.098604Z","end":"2026-03-03T13:11:27.846625Z","steps":["trace[1738326671] 'process raft request' (duration: 747.879682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:27.84678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:27.09858Z","time spent":"748.126859ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:28.001624Z","caller":"traceutil/trace.go:171","msg":"trace[1842734801] transaction","detail":"{read_only:false; response_revision:39213; number_of_response:1; }","duration":"902.340853ms","start":"2026-03-03T13:11:27.099249Z","end":"2026-03-03T13:11:28.00159Z","steps":["trace[1842734801] 'process raft request' (duration: 902.22432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:28.001681Z","caller":"traceutil/trace.go:171","msg":"trace[2140982502] transaction","detail":"{read_only:false; response_revision:39212; number_of_response:1; }","duration":"902.846736ms","start":"2026-03-03T13:11:27.098788Z","end":"2026-03-03T13:11:28.001635Z","steps":["trace[2140982502] 'process raft request' (duration: 902.477526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:28.001812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:27.099234Z","time spent":"902.480547ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:28.001856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:27.098759Z","time spent":"903.010791ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:28.001961Z","caller":"traceutil/trace.go:171","msg":"trace[2134954715] transaction","detail":"{read_only:false; response_revision:39214; number_of_response:1; }","duration":"902.175769ms","start":"2026-03-03T13:11:27.099753Z","end":"2026-03-03T13:11:28.001929Z","steps":["trace[2134954715] 'process raft request' (duration: 901.778248ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:28.002127Z","caller":"traceutil/trace.go:171","msg":"trace[1883638564] linearizableReadLoop","detail":"{readStateIndex:40543; appliedIndex:40537; }","duration":"834.592565ms","start":"2026-03-03T13:11:27.167519Z","end":"2026-03-03T13:11:28.002112Z","steps":["trace[1883638564] 'read index received' (duration: 678.979604ms)","trace[1883638564] 'applied index is now lower than readState.Index' (duration: 155.611901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:28.002146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:27.099733Z","time spent":"902.313502ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:28.002262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.42313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:28.002307Z","caller":"traceutil/trace.go:171","msg":"trace[1480308122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39216; }","duration":"585.492703ms","start":"2026-03-03T13:11:27.416802Z","end":"2026-03-03T13:11:28.002295Z","steps":["trace[1480308122] 'agreement among raft nodes before linearized reading' (duration: 585.41385ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:28.002223Z","caller":"traceutil/trace.go:171","msg":"trace[1225986411] transaction","detail":"{read_only:false; response_revision:39215; number_of_response:1; }","duration":"833.756293ms","start":"2026-03-03T13:11:27.168427Z","end":"2026-03-03T13:11:28.002183Z","steps":["trace[1225986411] 'process raft request' (duration: 833.390763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:28.002353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:27.416783Z","time spent":"585.559424ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T13:11:28.002373Z","caller":"traceutil/trace.go:171","msg":"trace[1851352468] transaction","detail":"{read_only:false; response_revision:39216; number_of_response:1; }","duration":"473.328865ms","start":"2026-03-03T13:11:27.529027Z","end":"2026-03-03T13:11:28.002356Z","steps":["trace[1851352468] 'process raft request' (duration: 473.008227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:28.002415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.159856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T13:11:28.002467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:27.529012Z","time spent":"473.425067ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:28.002466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:27.168414Z","time spent":"833.961758ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:28.002492Z","caller":"traceutil/trace.go:171","msg":"trace[344007759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39216; }","duration":"474.268509ms","start":"2026-03-03T13:11:27.528209Z","end":"2026-03-03T13:11:28.002477Z","steps":["trace[344007759] 'agreement among raft nodes before linearized reading' (duration: 474.151046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:28.002524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:27.528189Z","time spent":"474.328211ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:11:28.00231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.78596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fe7de0e0-ddaa-4396-a542-eee8787bea6e\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-03T13:11:28.00262Z","caller":"traceutil/trace.go:171","msg":"trace[2114035779] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fe7de0e0-ddaa-4396-a542-eee8787bea6e; range_end:; response_count:1; response_revision:39216; }","duration":"835.121429ms","start":"2026-03-03T13:11:27.167483Z","end":"2026-03-03T13:11:28.002604Z","steps":["trace[2114035779] 'agreement among raft nodes before linearized reading' (duration: 834.721188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:28.002661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:27.167462Z","time spent":"835.182861ms","remote":"127.0.0.1:36244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-fe7de0e0-ddaa-4396-a542-eee8787bea6e\" "} {"level":"warn","ts":"2026-03-03T13:11:28.002777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.201712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T13:11:28.002762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.601109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T13:11:28.002789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.075512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T13:11:28.00281Z","caller":"traceutil/trace.go:171","msg":"trace[781974787] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:39216; }","duration":"415.261104ms","start":"2026-03-03T13:11:27.587539Z","end":"2026-03-03T13:11:28.0028Z","steps":["trace[781974787] 'agreement among raft nodes before linearized reading' (duration: 415.182632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:28.00283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:27.587524Z","time spent":"415.301445ms","remote":"127.0.0.1:36214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:11:28.002824Z","caller":"traceutil/trace.go:171","msg":"trace[75861571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39216; }","duration":"475.214195ms","start":"2026-03-03T13:11:27.527601Z","end":"2026-03-03T13:11:28.002815Z","steps":["trace[75861571] 'agreement among raft nodes before linearized reading' (duration: 474.961629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:28.002878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:27.527579Z","time spent":"475.290077ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T13:11:28.002827Z","caller":"traceutil/trace.go:171","msg":"trace[1014922403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39216; }","duration":"474.66727ms","start":"2026-03-03T13:11:27.528144Z","end":"2026-03-03T13:11:28.002811Z","steps":["trace[1014922403] 'agreement among raft nodes before linearized reading' (duration: 474.477215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:28.003009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:27.528106Z","time spent":"474.886576ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T13:11:28.237598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.166861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:28.237863Z","caller":"traceutil/trace.go:171","msg":"trace[132269563] transaction","detail":"{read_only:false; response_revision:39217; number_of_response:1; }","duration":"231.209307ms","start":"2026-03-03T13:11:28.006613Z","end":"2026-03-03T13:11:28.237822Z","steps":["trace[132269563] 'process raft request' (duration: 93.699637ms)","trace[132269563] 'compare' (duration: 137.052998ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:28.237951Z","caller":"traceutil/trace.go:171","msg":"trace[1592850223] transaction","detail":"{read_only:false; response_revision:39218; number_of_response:1; }","duration":"230.624061ms","start":"2026-03-03T13:11:28.007281Z","end":"2026-03-03T13:11:28.237905Z","steps":["trace[1592850223] 'process raft request' (duration: 230.454087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:28.238121Z","caller":"traceutil/trace.go:171","msg":"trace[996109148] linearizableReadLoop","detail":"{readStateIndex:40546; appliedIndex:40543; }","duration":"126.453336ms","start":"2026-03-03T13:11:28.11164Z","end":"2026-03-03T13:11:28.238094Z","steps":["trace[996109148] 'read index received' (duration: 45.677033ms)","trace[996109148] 'applied index is now lower than readState.Index' (duration: 80.775383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:28.238337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.686412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-03T13:11:28.238336Z","caller":"traceutil/trace.go:171","msg":"trace[682692897] transaction","detail":"{read_only:false; response_revision:39219; number_of_response:1; }","duration":"230.898449ms","start":"2026-03-03T13:11:28.007393Z","end":"2026-03-03T13:11:28.238292Z","steps":["trace[682692897] 'process raft request' (duration: 230.439946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:28.23838Z","caller":"traceutil/trace.go:171","msg":"trace[1446795368] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:39219; }","duration":"126.782335ms","start":"2026-03-03T13:11:28.111585Z","end":"2026-03-03T13:11:28.238368Z","steps":["trace[1446795368] 'agreement among raft nodes before linearized reading' (duration: 126.60329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:28.925162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.510978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:28.925283Z","caller":"traceutil/trace.go:171","msg":"trace[979871650] transaction","detail":"{read_only:false; response_revision:39221; number_of_response:1; }","duration":"640.614036ms","start":"2026-03-03T13:11:28.284648Z","end":"2026-03-03T13:11:28.925262Z","steps":["trace[979871650] 'process raft request' (duration: 539.916713ms)","trace[979871650] 'compare' (duration: 100.303692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:28.92535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:28.284629Z","time spent":"640.690008ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:29.303643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.540834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:29.303839Z","caller":"traceutil/trace.go:171","msg":"trace[753540905] linearizableReadLoop","detail":"{readStateIndex:40550; appliedIndex:40547; }","duration":"774.86501ms","start":"2026-03-03T13:11:28.528958Z","end":"2026-03-03T13:11:29.303823Z","steps":["trace[753540905] 'read index received' (duration: 295.543296ms)","trace[753540905] 'applied index is now lower than readState.Index' (duration: 479.320683ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:29.303884Z","caller":"traceutil/trace.go:171","msg":"trace[1016104155] transaction","detail":"{read_only:false; response_revision:39223; number_of_response:1; }","duration":"795.041684ms","start":"2026-03-03T13:11:28.508818Z","end":"2026-03-03T13:11:29.30386Z","steps":["trace[1016104155] 'process raft request' (duration: 794.906641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:29.30397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.013813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:11:29.304005Z","caller":"traceutil/trace.go:171","msg":"trace[1637885247] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:39223; }","duration":"775.091035ms","start":"2026-03-03T13:11:28.528902Z","end":"2026-03-03T13:11:29.303993Z","steps":["trace[1637885247] 'agreement among raft nodes before linearized reading' (duration: 774.989302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:29.30404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:28.50879Z","time spent":"795.162458ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:29.304014Z","caller":"traceutil/trace.go:171","msg":"trace[792609801] transaction","detail":"{read_only:false; response_revision:39222; number_of_response:1; }","duration":"966.878866ms","start":"2026-03-03T13:11:28.337111Z","end":"2026-03-03T13:11:29.30399Z","steps":["trace[792609801] 'process raft request' (duration: 745.90365ms)","trace[792609801] 'compare' (duration: 220.278647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:29.304088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:28.528878Z","time spent":"775.197548ms","remote":"127.0.0.1:40770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:29.304194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:28.337075Z","time spent":"967.0329ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:29.400469Z","caller":"traceutil/trace.go:171","msg":"trace[1081681145] transaction","detail":"{read_only:false; response_revision:39224; number_of_response:1; }","duration":"224.16867ms","start":"2026-03-03T13:11:29.176271Z","end":"2026-03-03T13:11:29.40044Z","steps":["trace[1081681145] 'process raft request' (duration: 223.971435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:29.400536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.077983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T13:11:29.400569Z","caller":"traceutil/trace.go:171","msg":"trace[1968632108] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:39224; }","duration":"622.158186ms","start":"2026-03-03T13:11:28.778402Z","end":"2026-03-03T13:11:29.40056Z","steps":["trace[1968632108] 'agreement among raft nodes before linearized reading' (duration: 621.973851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:29.40059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:28.778377Z","time spent":"622.207167ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T13:11:29.400762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.297423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:29.400837Z","caller":"traceutil/trace.go:171","msg":"trace[1881135717] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:39224; }","duration":"346.421546ms","start":"2026-03-03T13:11:29.054403Z","end":"2026-03-03T13:11:29.400825Z","steps":["trace[1881135717] 'agreement among raft nodes before linearized reading' (duration: 346.263792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:29.400906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:29.054375Z","time spent":"346.489838ms","remote":"127.0.0.1:53312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:29.401016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.375849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:11:29.401049Z","caller":"traceutil/trace.go:171","msg":"trace[485538300] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39224; }","duration":"533.44077ms","start":"2026-03-03T13:11:28.867599Z","end":"2026-03-03T13:11:29.40104Z","steps":["trace[485538300] 'agreement among raft nodes before linearized reading' (duration: 533.382739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:29.401071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:28.86758Z","time spent":"533.484352ms","remote":"127.0.0.1:37206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:29.754931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.12401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:29.75506Z","caller":"traceutil/trace.go:171","msg":"trace[127905804] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:39225; }","duration":"134.334906ms","start":"2026-03-03T13:11:29.620695Z","end":"2026-03-03T13:11:29.75503Z","steps":["trace[127905804] 'count revisions from in-memory index tree' (duration: 133.963776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:30.318513Z","caller":"traceutil/trace.go:171","msg":"trace[1769038008] transaction","detail":"{read_only:false; response_revision:39227; number_of_response:1; }","duration":"310.873712ms","start":"2026-03-03T13:11:30.007608Z","end":"2026-03-03T13:11:30.318482Z","steps":["trace[1769038008] 'process raft request' (duration: 310.685777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:30.318684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:30.007577Z","time spent":"311.018596ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:30.436786Z","caller":"traceutil/trace.go:171","msg":"trace[1188282371] transaction","detail":"{read_only:false; response_revision:39228; number_of_response:1; }","duration":"428.837243ms","start":"2026-03-03T13:11:30.007906Z","end":"2026-03-03T13:11:30.436743Z","steps":["trace[1188282371] 'process raft request' (duration: 339.637656ms)","trace[1188282371] 'compare' (duration: 88.868369ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:30.436839Z","caller":"traceutil/trace.go:171","msg":"trace[1323378017] transaction","detail":"{read_only:false; response_revision:39229; number_of_response:1; }","duration":"428.824653ms","start":"2026-03-03T13:11:30.007982Z","end":"2026-03-03T13:11:30.436806Z","steps":["trace[1323378017] 'process raft request' (duration: 428.676329ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:30.436852Z","caller":"traceutil/trace.go:171","msg":"trace[1948005841] transaction","detail":"{read_only:false; response_revision:39230; number_of_response:1; }","duration":"427.934909ms","start":"2026-03-03T13:11:30.00888Z","end":"2026-03-03T13:11:30.436815Z","steps":["trace[1948005841] 'process raft request' (duration: 427.848537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:30.437011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:30.00796Z","time spent":"428.962087ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:30.437027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:30.008869Z","time spent":"428.069454ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:30.437009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:30.007891Z","time spent":"428.982338ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:30.436839Z","caller":"traceutil/trace.go:171","msg":"trace[84835186] linearizableReadLoop","detail":"{readStateIndex:40557; appliedIndex:40553; }","duration":"427.764055ms","start":"2026-03-03T13:11:30.009036Z","end":"2026-03-03T13:11:30.4368Z","steps":["trace[84835186] 'read index received' (duration: 309.27826ms)","trace[84835186] 'applied index is now lower than readState.Index' (duration: 118.483945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:30.437123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.042172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:11:30.437219Z","caller":"traceutil/trace.go:171","msg":"trace[1036084869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39230; }","duration":"428.203897ms","start":"2026-03-03T13:11:30.008996Z","end":"2026-03-03T13:11:30.4372Z","steps":["trace[1036084869] 'agreement among raft nodes before linearized reading' (duration: 427.927249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:30.437284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:30.008985Z","time spent":"428.28775ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:11:30.437312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.73045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:30.437354Z","caller":"traceutil/trace.go:171","msg":"trace[1401178523] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:39230; }","duration":"185.789632ms","start":"2026-03-03T13:11:30.251553Z","end":"2026-03-03T13:11:30.437343Z","steps":["trace[1401178523] 'agreement among raft nodes before linearized reading' (duration: 185.70557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:30.437397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.283205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T13:11:30.437469Z","caller":"traceutil/trace.go:171","msg":"trace[915547359] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:39230; }","duration":"299.428568ms","start":"2026-03-03T13:11:30.138025Z","end":"2026-03-03T13:11:30.437454Z","steps":["trace[915547359] 'agreement among raft nodes before linearized reading' (duration: 299.198182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:30.437593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.221349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T13:11:30.437582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.75347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T13:11:30.437662Z","caller":"traceutil/trace.go:171","msg":"trace[352725537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39230; }","duration":"194.849932ms","start":"2026-03-03T13:11:30.242792Z","end":"2026-03-03T13:11:30.437642Z","steps":["trace[352725537] 'agreement among raft nodes before linearized reading' (duration: 194.576315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:30.437658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.584905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T13:11:30.437832Z","caller":"traceutil/trace.go:171","msg":"trace[348928466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39230; }","duration":"194.810702ms","start":"2026-03-03T13:11:30.243006Z","end":"2026-03-03T13:11:30.437817Z","steps":["trace[348928466] 'agreement among raft nodes before linearized reading' (duration: 194.459973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:30.437667Z","caller":"traceutil/trace.go:171","msg":"trace[1521499614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39230; }","duration":"196.26376ms","start":"2026-03-03T13:11:30.241361Z","end":"2026-03-03T13:11:30.437625Z","steps":["trace[1521499614] 'agreement among raft nodes before linearized reading' (duration: 196.158717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:30.693427Z","caller":"traceutil/trace.go:171","msg":"trace[1035189060] transaction","detail":"{read_only:false; response_revision:39231; number_of_response:1; }","duration":"251.880116ms","start":"2026-03-03T13:11:30.44151Z","end":"2026-03-03T13:11:30.693391Z","steps":["trace[1035189060] 'process raft request' (duration: 186.277045ms)","trace[1035189060] 'compare' (duration: 65.231801ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:30.725619Z","caller":"traceutil/trace.go:171","msg":"trace[104177763] transaction","detail":"{read_only:false; response_revision:39233; number_of_response:1; }","duration":"281.76361ms","start":"2026-03-03T13:11:30.443829Z","end":"2026-03-03T13:11:30.725592Z","steps":["trace[104177763] 'process raft request' (duration: 281.706498ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:30.725623Z","caller":"traceutil/trace.go:171","msg":"trace[1316165610] transaction","detail":"{read_only:false; response_revision:39232; number_of_response:1; }","duration":"283.028623ms","start":"2026-03-03T13:11:30.442556Z","end":"2026-03-03T13:11:30.725585Z","steps":["trace[1316165610] 'process raft request' (duration: 282.854348ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:30.725811Z","caller":"traceutil/trace.go:171","msg":"trace[1949317386] linearizableReadLoop","detail":"{readStateIndex:40561; appliedIndex:40557; }","duration":"236.040055ms","start":"2026-03-03T13:11:30.489724Z","end":"2026-03-03T13:11:30.725764Z","steps":["trace[1949317386] 'read index received' (duration: 138.078825ms)","trace[1949317386] 'applied index is now lower than readState.Index' (duration: 97.95916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:30.725963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.2186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:30.726006Z","caller":"traceutil/trace.go:171","msg":"trace[1617948212] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:39234; }","duration":"236.362815ms","start":"2026-03-03T13:11:30.489631Z","end":"2026-03-03T13:11:30.725993Z","steps":["trace[1617948212] 'agreement among raft nodes before linearized reading' (duration: 236.256822ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:30.725973Z","caller":"traceutil/trace.go:171","msg":"trace[1347720777] transaction","detail":"{read_only:false; response_revision:39234; number_of_response:1; }","duration":"281.978705ms","start":"2026-03-03T13:11:30.443878Z","end":"2026-03-03T13:11:30.725857Z","steps":["trace[1347720777] 'process raft request' (duration: 281.683207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:31.19094Z","caller":"traceutil/trace.go:171","msg":"trace[1494205024] transaction","detail":"{read_only:false; response_revision:39235; number_of_response:1; }","duration":"200.825931ms","start":"2026-03-03T13:11:30.990086Z","end":"2026-03-03T13:11:31.190912Z","steps":["trace[1494205024] 'process raft request' (duration: 200.644066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:31.521923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.610207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:31.522324Z","caller":"traceutil/trace.go:171","msg":"trace[488974799] transaction","detail":"{read_only:false; response_revision:39237; number_of_response:1; }","duration":"116.241456ms","start":"2026-03-03T13:11:31.406047Z","end":"2026-03-03T13:11:31.522289Z","steps":["trace[488974799] 'process raft request' (duration: 116.055061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:31.522341Z","caller":"traceutil/trace.go:171","msg":"trace[2034468471] transaction","detail":"{read_only:false; response_revision:39236; number_of_response:1; }","duration":"212.037209ms","start":"2026-03-03T13:11:31.310256Z","end":"2026-03-03T13:11:31.522293Z","steps":["trace[2034468471] 'process raft request' (duration: 109.916208ms)","trace[2034468471] 'compare' (duration: 101.418782ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:31.58801Z","caller":"traceutil/trace.go:171","msg":"trace[563459464] linearizableReadLoop","detail":"{readStateIndex:40565; appliedIndex:40562; }","duration":"172.953101ms","start":"2026-03-03T13:11:31.415029Z","end":"2026-03-03T13:11:31.587982Z","steps":["trace[563459464] 'read index received' (duration: 5.157237ms)","trace[563459464] 'applied index is now lower than readState.Index' (duration: 167.794094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:31.58819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.154526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:31.588263Z","caller":"traceutil/trace.go:171","msg":"trace[631845009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39237; }","duration":"173.274279ms","start":"2026-03-03T13:11:31.414971Z","end":"2026-03-03T13:11:31.588245Z","steps":["trace[631845009] 'agreement among raft nodes before linearized reading' (duration: 173.151596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:32.463995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019772344,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T13:11:32.592253Z","caller":"traceutil/trace.go:171","msg":"trace[2088398421] transaction","detail":"{read_only:false; response_revision:39238; number_of_response:1; }","duration":"644.896179ms","start":"2026-03-03T13:11:31.947336Z","end":"2026-03-03T13:11:32.592232Z","steps":["trace[2088398421] 'process raft request' (duration: 644.744525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:32.592453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:31.947307Z","time spent":"645.074254ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:33.118559Z","caller":"traceutil/trace.go:171","msg":"trace[1653978160] linearizableReadLoop","detail":"{readStateIndex:40570; appliedIndex:40565; }","duration":"1.154572428s","start":"2026-03-03T13:11:31.963954Z","end":"2026-03-03T13:11:33.118526Z","steps":["trace[1653978160] 'read index received' (duration: 628.209326ms)","trace[1653978160] 'applied index is now lower than readState.Index' (duration: 526.361621ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:33.118539Z","caller":"traceutil/trace.go:171","msg":"trace[42726929] transaction","detail":"{read_only:false; response_revision:39239; number_of_response:1; }","duration":"794.288804ms","start":"2026-03-03T13:11:32.324175Z","end":"2026-03-03T13:11:33.118464Z","steps":["trace[42726929] 'process raft request' (duration: 700.649618ms)","trace[42726929] 'compare' (duration: 92.774863ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:33.119004Z","caller":"traceutil/trace.go:171","msg":"trace[1444386654] transaction","detail":"{read_only:false; response_revision:39241; number_of_response:1; }","duration":"674.916995ms","start":"2026-03-03T13:11:32.444076Z","end":"2026-03-03T13:11:33.118993Z","steps":["trace[1444386654] 'process raft request' (duration: 674.319479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.119131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:32.444054Z","time spent":"674.989697ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:33.11921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:32.324151Z","time spent":"794.854139ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:33.118956Z","caller":"traceutil/trace.go:171","msg":"trace[794031029] transaction","detail":"{read_only:false; response_revision:39240; number_of_response:1; }","duration":"675.154021ms","start":"2026-03-03T13:11:32.443779Z","end":"2026-03-03T13:11:33.118933Z","steps":["trace[794031029] 'process raft request' (duration: 674.463193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.119433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:32.443756Z","time spent":"675.622064ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:33.11973Z","caller":"traceutil/trace.go:171","msg":"trace[1820366335] transaction","detail":"{read_only:false; response_revision:39242; number_of_response:1; }","duration":"675.580043ms","start":"2026-03-03T13:11:32.444126Z","end":"2026-03-03T13:11:33.119706Z","steps":["trace[1820366335] 'process raft request' (duration: 674.33956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.119799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155842012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T13:11:33.119851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:32.444109Z","time spent":"675.686045ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:33.119858Z","caller":"traceutil/trace.go:171","msg":"trace[2085750006] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:39242; }","duration":"1.155909514s","start":"2026-03-03T13:11:31.963932Z","end":"2026-03-03T13:11:33.119842Z","steps":["trace[2085750006] 'agreement among raft nodes before linearized reading' (duration: 1.15577992s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.119904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:31.963859Z","time spent":"1.156034107s","remote":"127.0.0.1:36564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:33.120108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.714063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:33.120192Z","caller":"traceutil/trace.go:171","msg":"trace[1021691036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39242; }","duration":"699.812846ms","start":"2026-03-03T13:11:32.42036Z","end":"2026-03-03T13:11:33.120173Z","steps":["trace[1021691036] 'agreement among raft nodes before linearized reading' (duration: 699.621351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.120225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.021615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T13:11:33.12029Z","caller":"traceutil/trace.go:171","msg":"trace[887168849] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:39242; }","duration":"256.115108ms","start":"2026-03-03T13:11:32.864155Z","end":"2026-03-03T13:11:33.12027Z","steps":["trace[887168849] 'agreement among raft nodes before linearized reading' (duration: 255.83005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.120308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.717073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T13:11:33.120389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.387092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T13:11:33.120424Z","caller":"traceutil/trace.go:171","msg":"trace[1509845027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39242; }","duration":"390.437874ms","start":"2026-03-03T13:11:32.729974Z","end":"2026-03-03T13:11:33.120412Z","steps":["trace[1509845027] 'agreement among raft nodes before linearized reading' (duration: 390.2931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.120419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.151445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T13:11:33.12042Z","caller":"traceutil/trace.go:171","msg":"trace[6030184] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:39242; }","duration":"262.899378ms","start":"2026-03-03T13:11:32.8575Z","end":"2026-03-03T13:11:33.120399Z","steps":["trace[6030184] 'agreement among raft nodes before linearized reading' (duration: 262.515678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.120456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:32.729964Z","time spent":"390.487175ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T13:11:33.12047Z","caller":"traceutil/trace.go:171","msg":"trace[434634541] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:39242; }","duration":"199.250239ms","start":"2026-03-03T13:11:32.921206Z","end":"2026-03-03T13:11:33.120456Z","steps":["trace[434634541] 'agreement among raft nodes before linearized reading' (duration: 199.076514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.120245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:32.420342Z","time spent":"699.894008ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:11:33.12064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.298926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T13:11:33.120693Z","caller":"traceutil/trace.go:171","msg":"trace[2041602105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39242; }","duration":"391.395729ms","start":"2026-03-03T13:11:32.729286Z","end":"2026-03-03T13:11:33.120682Z","steps":["trace[2041602105] 'agreement among raft nodes before linearized reading' (duration: 391.263125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.120723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:32.729264Z","time spent":"391.452351ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T13:11:33.120734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.6771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T13:11:33.120807Z","caller":"traceutil/trace.go:171","msg":"trace[1084990604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39242; }","duration":"422.784692ms","start":"2026-03-03T13:11:32.698003Z","end":"2026-03-03T13:11:33.120788Z","steps":["trace[1084990604] 'agreement among raft nodes before linearized reading' (duration: 422.592296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.120827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.33953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:11:33.120861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:32.697983Z","time spent":"422.864904ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T13:11:33.120923Z","caller":"traceutil/trace.go:171","msg":"trace[1431758761] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:39242; }","duration":"700.415372ms","start":"2026-03-03T13:11:32.420453Z","end":"2026-03-03T13:11:33.120868Z","steps":["trace[1431758761] 'agreement among raft nodes before linearized reading' (duration: 700.33419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.120969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:32.420449Z","time spent":"700.504394ms","remote":"127.0.0.1:53368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:33.121752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.701338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T13:11:33.121807Z","caller":"traceutil/trace.go:171","msg":"trace[209215877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39242; }","duration":"391.779189ms","start":"2026-03-03T13:11:32.730017Z","end":"2026-03-03T13:11:33.121796Z","steps":["trace[209215877] 'agreement among raft nodes before linearized reading' (duration: 389.961251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.121856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:32.730012Z","time spent":"391.834981ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:11:33.120769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.896448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:33.121999Z","caller":"traceutil/trace.go:171","msg":"trace[1123947012] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:39242; }","duration":"319.159082ms","start":"2026-03-03T13:11:32.80281Z","end":"2026-03-03T13:11:33.121969Z","steps":["trace[1123947012] 'agreement among raft nodes before linearized reading' (duration: 317.834707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.122079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:32.80279Z","time spent":"319.262004ms","remote":"127.0.0.1:53702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:33.407844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.290055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:33.408061Z","caller":"traceutil/trace.go:171","msg":"trace[1574761863] transaction","detail":"{read_only:false; response_revision:39243; number_of_response:1; }","duration":"281.721458ms","start":"2026-03-03T13:11:33.126299Z","end":"2026-03-03T13:11:33.408021Z","steps":["trace[1574761863] 'process raft request' (duration: 176.167726ms)","trace[1574761863] 'compare' (duration: 105.017628ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:33.408116Z","caller":"traceutil/trace.go:171","msg":"trace[1798413362] transaction","detail":"{read_only:false; response_revision:39244; number_of_response:1; }","duration":"281.764099ms","start":"2026-03-03T13:11:33.126333Z","end":"2026-03-03T13:11:33.408098Z","steps":["trace[1798413362] 'process raft request' (duration: 281.611745ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:33.408269Z","caller":"traceutil/trace.go:171","msg":"trace[1760377286] transaction","detail":"{read_only:false; response_revision:39245; number_of_response:1; }","duration":"281.887283ms","start":"2026-03-03T13:11:33.126367Z","end":"2026-03-03T13:11:33.408254Z","steps":["trace[1760377286] 'process raft request' (duration: 281.673338ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:33.4083Z","caller":"traceutil/trace.go:171","msg":"trace[2071276678] linearizableReadLoop","detail":"{readStateIndex:40574; appliedIndex:40570; }","duration":"211.32686ms","start":"2026-03-03T13:11:33.196946Z","end":"2026-03-03T13:11:33.408273Z","steps":["trace[2071276678] 'read index received' (duration: 105.535671ms)","trace[2071276678] 'applied index is now lower than readState.Index' (duration: 105.789679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:33.408479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.524765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:11:33.408528Z","caller":"traceutil/trace.go:171","msg":"trace[476988358] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39246; }","duration":"211.631217ms","start":"2026-03-03T13:11:33.196885Z","end":"2026-03-03T13:11:33.408516Z","steps":["trace[476988358] 'agreement among raft nodes before linearized reading' (duration: 211.532915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:33.408681Z","caller":"traceutil/trace.go:171","msg":"trace[1516188485] transaction","detail":"{read_only:false; response_revision:39246; number_of_response:1; }","duration":"282.275783ms","start":"2026-03-03T13:11:33.126371Z","end":"2026-03-03T13:11:33.408647Z","steps":["trace[1516188485] 'process raft request' (duration: 281.80529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:33.608634Z","caller":"traceutil/trace.go:171","msg":"trace[374684593] transaction","detail":"{read_only:false; response_revision:39247; number_of_response:1; }","duration":"195.230263ms","start":"2026-03-03T13:11:33.413372Z","end":"2026-03-03T13:11:33.608603Z","steps":["trace[374684593] 'process raft request' (duration: 98.506275ms)","trace[374684593] 'compare' (duration: 96.485771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:33.951981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.896782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:33.952198Z","caller":"traceutil/trace.go:171","msg":"trace[864395094] transaction","detail":"{read_only:false; response_revision:39249; number_of_response:1; }","duration":"423.227514ms","start":"2026-03-03T13:11:33.528907Z","end":"2026-03-03T13:11:33.952135Z","steps":["trace[864395094] 'process raft request' (duration: 181.087727ms)","trace[864395094] 'compare' (duration: 241.651114ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:33.952282Z","caller":"traceutil/trace.go:171","msg":"trace[268079175] linearizableReadLoop","detail":"{readStateIndex:40577; appliedIndex:40576; }","duration":"117.212241ms","start":"2026-03-03T13:11:33.835033Z","end":"2026-03-03T13:11:33.952246Z","steps":["trace[268079175] 'read index received' (duration: 62.701µs)","trace[268079175] 'applied index is now lower than readState.Index' (duration: 117.14581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:33.952398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:33.528887Z","time spent":"423.40597ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:33.95241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.368666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:33.952476Z","caller":"traceutil/trace.go:171","msg":"trace[1826452640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39249; }","duration":"117.477899ms","start":"2026-03-03T13:11:33.834981Z","end":"2026-03-03T13:11:33.952459Z","steps":["trace[1826452640] 'agreement among raft nodes before linearized reading' (duration: 117.367486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:33.952689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.135274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419296"} {"level":"info","ts":"2026-03-03T13:11:33.952753Z","caller":"traceutil/trace.go:171","msg":"trace[1929232702] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:39249; }","duration":"107.240877ms","start":"2026-03-03T13:11:33.845501Z","end":"2026-03-03T13:11:33.952742Z","steps":["trace[1929232702] 'agreement among raft nodes before linearized reading' (duration: 106.900947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:34.398809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.008099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:34.398925Z","caller":"traceutil/trace.go:171","msg":"trace[1086271307] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:39249; }","duration":"226.140783ms","start":"2026-03-03T13:11:34.172757Z","end":"2026-03-03T13:11:34.398898Z","steps":["trace[1086271307] 'count revisions from in-memory index tree' (duration: 225.914477ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:34.834167Z","caller":"traceutil/trace.go:171","msg":"trace[209655519] linearizableReadLoop","detail":"{readStateIndex:40579; appliedIndex:40578; }","duration":"419.713172ms","start":"2026-03-03T13:11:34.41443Z","end":"2026-03-03T13:11:34.834143Z","steps":["trace[209655519] 'read index received' (duration: 418.244293ms)","trace[209655519] 'applied index is now lower than readState.Index' (duration: 1.467619ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:34.83422Z","caller":"traceutil/trace.go:171","msg":"trace[1739006003] transaction","detail":"{read_only:false; response_revision:39251; number_of_response:1; }","duration":"452.848621ms","start":"2026-03-03T13:11:34.381343Z","end":"2026-03-03T13:11:34.834191Z","steps":["trace[1739006003] 'process raft request' (duration: 451.840494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:34.834351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.894896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:34.834432Z","caller":"traceutil/trace.go:171","msg":"trace[223956289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39251; }","duration":"420.01766ms","start":"2026-03-03T13:11:34.414395Z","end":"2026-03-03T13:11:34.834413Z","steps":["trace[223956289] 'agreement among raft nodes before linearized reading' (duration: 419.875646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:34.834482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:34.414377Z","time spent":"420.096511ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:11:34.83462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:34.381321Z","time spent":"452.960734ms","remote":"127.0.0.1:46580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419129,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:35.099939Z","caller":"traceutil/trace.go:171","msg":"trace[1373290610] transaction","detail":"{read_only:false; response_revision:39252; number_of_response:1; }","duration":"497.080936ms","start":"2026-03-03T13:11:34.602828Z","end":"2026-03-03T13:11:35.099909Z","steps":["trace[1373290610] 'process raft request' (duration: 402.938186ms)","trace[1373290610] 'compare' (duration: 94.026517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:35.100117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:34.602805Z","time spent":"497.209478ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:35.424956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.112171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:35.425124Z","caller":"traceutil/trace.go:171","msg":"trace[312024946] linearizableReadLoop","detail":"{readStateIndex:40581; appliedIndex:40579; }","duration":"590.856555ms","start":"2026-03-03T13:11:34.834242Z","end":"2026-03-03T13:11:35.425098Z","steps":["trace[312024946] 'read index received' (duration: 171.515623ms)","trace[312024946] 'applied index is now lower than readState.Index' (duration: 419.339732ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:35.425241Z","caller":"traceutil/trace.go:171","msg":"trace[1105756902] transaction","detail":"{read_only:false; response_revision:39253; number_of_response:1; }","duration":"591.395839ms","start":"2026-03-03T13:11:34.833821Z","end":"2026-03-03T13:11:35.425217Z","steps":["trace[1105756902] 'process raft request' (duration: 459.952379ms)","trace[1105756902] 'compare' (duration: 131.019899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:35.425289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:34.833797Z","time spent":"591.467731ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:35.425321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.540376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:11:35.425397Z","caller":"traceutil/trace.go:171","msg":"trace[1307670107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39253; }","duration":"593.667769ms","start":"2026-03-03T13:11:34.831714Z","end":"2026-03-03T13:11:35.425382Z","steps":["trace[1307670107] 'agreement among raft nodes before linearized reading' (duration: 593.548816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.425439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:34.831694Z","time spent":"593.735551ms","remote":"127.0.0.1:37174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:11:35.489894Z","caller":"traceutil/trace.go:171","msg":"trace[1639892867] transaction","detail":"{read_only:false; response_revision:39254; number_of_response:1; }","duration":"364.013563ms","start":"2026-03-03T13:11:35.125835Z","end":"2026-03-03T13:11:35.489848Z","steps":["trace[1639892867] 'process raft request' (duration: 363.769896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.490949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:35.125809Z","time spent":"365.070281ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:35.49041Z","caller":"traceutil/trace.go:171","msg":"trace[478033980] transaction","detail":"{read_only:false; response_revision:39257; number_of_response:1; }","duration":"362.836291ms","start":"2026-03-03T13:11:35.127535Z","end":"2026-03-03T13:11:35.490371Z","steps":["trace[478033980] 'process raft request' (duration: 362.536253ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:35.490498Z","caller":"traceutil/trace.go:171","msg":"trace[1880845749] transaction","detail":"{read_only:false; response_revision:39255; number_of_response:1; }","duration":"364.081685ms","start":"2026-03-03T13:11:35.126395Z","end":"2026-03-03T13:11:35.490476Z","steps":["trace[1880845749] 'process raft request' (duration: 363.387057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.491182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:35.127509Z","time spent":"363.596142ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:35.490498Z","caller":"traceutil/trace.go:171","msg":"trace[151390589] transaction","detail":"{read_only:false; response_revision:39256; number_of_response:1; }","duration":"363.976622ms","start":"2026-03-03T13:11:35.126506Z","end":"2026-03-03T13:11:35.490483Z","steps":["trace[151390589] 'process raft request' (duration: 363.5134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.491243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:35.126383Z","time spent":"364.794364ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:35.491324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:35.126483Z","time spent":"364.802914ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:35.49051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.141679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-03T13:11:35.491375Z","caller":"traceutil/trace.go:171","msg":"trace[1944286570] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:39257; }","duration":"254.162177ms","start":"2026-03-03T13:11:35.237201Z","end":"2026-03-03T13:11:35.491364Z","steps":["trace[1944286570] 'agreement among raft nodes before linearized reading' (duration: 253.14862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.490593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.256945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:35.491512Z","caller":"traceutil/trace.go:171","msg":"trace[1260461256] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:39257; }","duration":"314.20396ms","start":"2026-03-03T13:11:35.177292Z","end":"2026-03-03T13:11:35.491496Z","steps":["trace[1260461256] 'agreement among raft nodes before linearized reading' (duration: 313.258075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.491552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:35.177276Z","time spent":"314.258652ms","remote":"127.0.0.1:53514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:35.490673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.81824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:35.491677Z","caller":"traceutil/trace.go:171","msg":"trace[817200326] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:39257; }","duration":"566.854048ms","start":"2026-03-03T13:11:34.924816Z","end":"2026-03-03T13:11:35.49167Z","steps":["trace[817200326] 'agreement among raft nodes before linearized reading' (duration: 565.823261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.491701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:34.924798Z","time spent":"566.896169ms","remote":"127.0.0.1:53760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:35.490709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.844348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:313445"} {"level":"info","ts":"2026-03-03T13:11:35.491815Z","caller":"traceutil/trace.go:171","msg":"trace[7680711] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:39257; }","duration":"640.01326ms","start":"2026-03-03T13:11:34.851792Z","end":"2026-03-03T13:11:35.491806Z","steps":["trace[7680711] 'agreement among raft nodes before linearized reading' (duration: 638.335815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.491858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:34.851773Z","time spent":"640.05966ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":38,"response size":313468,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T13:11:35.851845Z","caller":"traceutil/trace.go:171","msg":"trace[1132309348] transaction","detail":"{read_only:false; response_revision:39258; number_of_response:1; }","duration":"357.649984ms","start":"2026-03-03T13:11:35.494171Z","end":"2026-03-03T13:11:35.851821Z","steps":["trace[1132309348] 'process raft request' (duration: 357.145561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.852439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:35.494155Z","time spent":"357.745016ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:35.916735Z","caller":"traceutil/trace.go:171","msg":"trace[1422218776] transaction","detail":"{read_only:false; response_revision:39260; number_of_response:1; }","duration":"420.79008ms","start":"2026-03-03T13:11:35.495924Z","end":"2026-03-03T13:11:35.916714Z","steps":["trace[1422218776] 'process raft request' (duration: 420.728628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:35.916797Z","caller":"traceutil/trace.go:171","msg":"trace[1103003970] transaction","detail":"{read_only:false; response_revision:39259; number_of_response:1; }","duration":"421.189761ms","start":"2026-03-03T13:11:35.495569Z","end":"2026-03-03T13:11:35.916759Z","steps":["trace[1103003970] 'process raft request' (duration: 420.945664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.916862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:35.4959Z","time spent":"420.894963ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:35.91722Z","caller":"traceutil/trace.go:171","msg":"trace[1759014626] transaction","detail":"{read_only:false; response_revision:39261; number_of_response:1; }","duration":"420.845262ms","start":"2026-03-03T13:11:35.496357Z","end":"2026-03-03T13:11:35.917203Z","steps":["trace[1759014626] 'process raft request' (duration: 420.323158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.917318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:35.496257Z","time spent":"421.008926ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:35.91726Z","caller":"traceutil/trace.go:171","msg":"trace[134174819] linearizableReadLoop","detail":"{readStateIndex:40589; appliedIndex:40585; }","duration":"420.229306ms","start":"2026-03-03T13:11:35.497006Z","end":"2026-03-03T13:11:35.917235Z","steps":["trace[134174819] 'read index received' (duration: 354.323896ms)","trace[134174819] 'applied index is now lower than readState.Index' (duration: 65.9039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:35.917624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.419168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T13:11:35.917666Z","caller":"traceutil/trace.go:171","msg":"trace[1242714760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39263; }","duration":"305.49657ms","start":"2026-03-03T13:11:35.612159Z","end":"2026-03-03T13:11:35.917655Z","steps":["trace[1242714760] 'agreement among raft nodes before linearized reading' (duration: 305.420178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.917697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:35.612136Z","time spent":"305.553791ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T13:11:35.91771Z","caller":"traceutil/trace.go:171","msg":"trace[1637006841] transaction","detail":"{read_only:false; response_revision:39262; number_of_response:1; }","duration":"303.424905ms","start":"2026-03-03T13:11:35.614268Z","end":"2026-03-03T13:11:35.917693Z","steps":["trace[1637006841] 'process raft request' (duration: 302.755137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.917759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:35.614255Z","time spent":"303.478286ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:35.917751Z","caller":"traceutil/trace.go:171","msg":"trace[271803792] transaction","detail":"{read_only:false; response_revision:39263; number_of_response:1; }","duration":"152.932009ms","start":"2026-03-03T13:11:35.764786Z","end":"2026-03-03T13:11:35.917718Z","steps":["trace[271803792] 'process raft request' (duration: 152.397065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.917858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.870555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:35.917919Z","caller":"traceutil/trace.go:171","msg":"trace[115074084] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:39263; }","duration":"124.940376ms","start":"2026-03-03T13:11:35.792968Z","end":"2026-03-03T13:11:35.917909Z","steps":["trace[115074084] 'agreement among raft nodes before linearized reading' (duration: 124.839864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.918051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:35.495541Z","time spent":"421.329795ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:35.918816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.780057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-03T13:11:35.918916Z","caller":"traceutil/trace.go:171","msg":"trace[2123762105] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:39263; }","duration":"421.91146ms","start":"2026-03-03T13:11:35.49698Z","end":"2026-03-03T13:11:35.918892Z","steps":["trace[2123762105] 'agreement among raft nodes before linearized reading' (duration: 420.372249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:35.919076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:35.496972Z","time spent":"422.047934ms","remote":"127.0.0.1:36270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T13:11:36.273695Z","caller":"traceutil/trace.go:171","msg":"trace[1062457764] transaction","detail":"{read_only:false; response_revision:39264; number_of_response:1; }","duration":"352.585849ms","start":"2026-03-03T13:11:35.921081Z","end":"2026-03-03T13:11:36.273667Z","steps":["trace[1062457764] 'process raft request' (duration: 258.765969ms)","trace[1062457764] 'compare' (duration: 93.575934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:36.274467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:35.921064Z","time spent":"353.32989ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:36.273776Z","caller":"traceutil/trace.go:171","msg":"trace[1913518868] transaction","detail":"{read_only:false; response_revision:39265; number_of_response:1; }","duration":"315.561686ms","start":"2026-03-03T13:11:35.958184Z","end":"2026-03-03T13:11:36.273746Z","steps":["trace[1913518868] 'process raft request' (duration: 315.385302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:36.274717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:35.958162Z","time spent":"316.464701ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:37.0576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.620394ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T13:11:37.058053Z","caller":"traceutil/trace.go:171","msg":"trace[1972078511] transaction","detail":"{read_only:false; response_revision:39266; number_of_response:1; }","duration":"512.143053ms","start":"2026-03-03T13:11:36.545886Z","end":"2026-03-03T13:11:37.058029Z","steps":["trace[1972078511] 'process raft request' (duration: 511.975749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:37.058094Z","caller":"traceutil/trace.go:171","msg":"trace[869431607] linearizableReadLoop","detail":"{readStateIndex:40594; appliedIndex:40593; }","duration":"743.68928ms","start":"2026-03-03T13:11:36.314372Z","end":"2026-03-03T13:11:37.058061Z","steps":["trace[869431607] 'read index received' (duration: 449.555772ms)","trace[869431607] 'applied index is now lower than readState.Index' (duration: 294.129268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:37.058094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:36.275929Z","time spent":"782.155312ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T13:11:37.058176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:36.545864Z","time spent":"512.245986ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:37.058289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.885659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:37.058342Z","caller":"traceutil/trace.go:171","msg":"trace[451391647] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:39266; }","duration":"629.988252ms","start":"2026-03-03T13:11:36.428338Z","end":"2026-03-03T13:11:37.058326Z","steps":["trace[451391647] 'agreement among raft nodes before linearized reading' (duration: 629.881319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:37.058347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.420665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:11:37.058387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:36.428314Z","time spent":"630.062063ms","remote":"127.0.0.1:37564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:37.058398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.341044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T13:11:37.058407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.19928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:37.058437Z","caller":"traceutil/trace.go:171","msg":"trace[1322751740] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39266; }","duration":"311.420397ms","start":"2026-03-03T13:11:36.747006Z","end":"2026-03-03T13:11:37.058427Z","steps":["trace[1322751740] 'agreement among raft nodes before linearized reading' (duration: 311.286243ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:37.058443Z","caller":"traceutil/trace.go:171","msg":"trace[1299026145] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:39266; }","duration":"459.559598ms","start":"2026-03-03T13:11:36.598858Z","end":"2026-03-03T13:11:37.058418Z","steps":["trace[1299026145] 'agreement among raft nodes before linearized reading' (duration: 459.385753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:37.058457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.06668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:11:37.058471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:36.746958Z","time spent":"311.506599ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T13:11:37.058475Z","caller":"traceutil/trace.go:171","msg":"trace[192920132] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:39266; }","duration":"505.280052ms","start":"2026-03-03T13:11:36.553178Z","end":"2026-03-03T13:11:37.058458Z","steps":["trace[192920132] 'agreement among raft nodes before linearized reading' (duration: 505.140348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:37.058494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:36.598836Z","time spent":"459.64732ms","remote":"127.0.0.1:53674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T13:11:37.058509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:36.553139Z","time spent":"505.364294ms","remote":"127.0.0.1:53240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:11:37.058516Z","caller":"traceutil/trace.go:171","msg":"trace[1314056692] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:39266; }","duration":"119.117912ms","start":"2026-03-03T13:11:36.939376Z","end":"2026-03-03T13:11:37.058494Z","steps":["trace[1314056692] 'agreement among raft nodes before linearized reading' (duration: 119.04698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:37.058386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.406533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-03T13:11:37.058655Z","caller":"traceutil/trace.go:171","msg":"trace[1134006144] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:39266; }","duration":"121.715911ms","start":"2026-03-03T13:11:36.936909Z","end":"2026-03-03T13:11:37.058624Z","steps":["trace[1134006144] 'agreement among raft nodes before linearized reading' (duration: 121.326941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:37.058807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.356116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T13:11:37.05887Z","caller":"traceutil/trace.go:171","msg":"trace[1765553914] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:39266; }","duration":"105.50461ms","start":"2026-03-03T13:11:36.953352Z","end":"2026-03-03T13:11:37.058856Z","steps":["trace[1765553914] 'agreement among raft nodes before linearized reading' (duration: 105.069399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:37.058837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.000319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:37.059141Z","caller":"traceutil/trace.go:171","msg":"trace[1992615099] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:39266; }","duration":"744.684417ms","start":"2026-03-03T13:11:36.314353Z","end":"2026-03-03T13:11:37.059037Z","steps":["trace[1992615099] 'agreement among raft nodes before linearized reading' (duration: 743.850035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:37.059326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:36.31429Z","time spent":"744.942583ms","remote":"127.0.0.1:53594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:37.268626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.659497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T13:11:37.268648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.909205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:37.268691Z","caller":"traceutil/trace.go:171","msg":"trace[1865293810] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:39268; }","duration":"110.76068ms","start":"2026-03-03T13:11:37.157915Z","end":"2026-03-03T13:11:37.268676Z","steps":["trace[1865293810] 'range keys from in-memory index tree' (duration: 110.553565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:37.268709Z","caller":"traceutil/trace.go:171","msg":"trace[192490578] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:39268; }","duration":"108.184032ms","start":"2026-03-03T13:11:37.160507Z","end":"2026-03-03T13:11:37.268691Z","steps":["trace[192490578] 'range keys from in-memory index tree' (duration: 107.834462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:38.192902Z","caller":"traceutil/trace.go:171","msg":"trace[546589758] transaction","detail":"{read_only:false; response_revision:39270; number_of_response:1; }","duration":"695.749069ms","start":"2026-03-03T13:11:37.497122Z","end":"2026-03-03T13:11:38.192871Z","steps":["trace[546589758] 'process raft request' (duration: 695.328308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:38.192797Z","caller":"traceutil/trace.go:171","msg":"trace[21253618] linearizableReadLoop","detail":"{readStateIndex:40601; appliedIndex:40598; }","duration":"378.106157ms","start":"2026-03-03T13:11:37.814662Z","end":"2026-03-03T13:11:38.192768Z","steps":["trace[21253618] 'read index received' (duration: 377.782989ms)","trace[21253618] 'applied index is now lower than readState.Index' (duration: 321.878µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:38.192961Z","caller":"traceutil/trace.go:171","msg":"trace[404834620] transaction","detail":"{read_only:false; response_revision:39271; number_of_response:1; }","duration":"695.632596ms","start":"2026-03-03T13:11:37.497277Z","end":"2026-03-03T13:11:38.192909Z","steps":["trace[404834620] 'process raft request' (duration: 695.376439ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:38.193039Z","caller":"traceutil/trace.go:171","msg":"trace[1994702017] transaction","detail":"{read_only:false; response_revision:39272; number_of_response:1; }","duration":"694.984068ms","start":"2026-03-03T13:11:37.498045Z","end":"2026-03-03T13:11:38.193029Z","steps":["trace[1994702017] 'process raft request' (duration: 694.66838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:38.193104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:37.497104Z","time spent":"695.871632ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:38.193143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:37.498021Z","time spent":"695.06197ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:38.19314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:37.497239Z","time spent":"695.79626ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:38.193317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.655801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:11:38.193367Z","caller":"traceutil/trace.go:171","msg":"trace[1928459368] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:39272; }","duration":"378.747514ms","start":"2026-03-03T13:11:37.814606Z","end":"2026-03-03T13:11:38.193354Z","steps":["trace[1928459368] 'agreement among raft nodes before linearized reading' (duration: 378.649141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:38.193403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:37.814576Z","time spent":"378.817036ms","remote":"127.0.0.1:37546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:11:38.336983Z","caller":"traceutil/trace.go:171","msg":"trace[1644008454] transaction","detail":"{read_only:false; response_revision:39273; number_of_response:1; }","duration":"411.216216ms","start":"2026-03-03T13:11:37.925723Z","end":"2026-03-03T13:11:38.33694Z","steps":["trace[1644008454] 'process raft request' (duration: 323.440106ms)","trace[1644008454] 'compare' (duration: 87.556014ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:38.337008Z","caller":"traceutil/trace.go:171","msg":"trace[1761443131] linearizableReadLoop","detail":"{readStateIndex:40602; appliedIndex:40601; }","duration":"143.964032ms","start":"2026-03-03T13:11:38.192997Z","end":"2026-03-03T13:11:38.336961Z","steps":["trace[1761443131] 'read index received' (duration: 56.151851ms)","trace[1761443131] 'applied index is now lower than readState.Index' (duration: 87.810991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:38.337171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:37.925707Z","time spent":"411.37055ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:38.33729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.072535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T13:11:38.337344Z","caller":"traceutil/trace.go:171","msg":"trace[1884335093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39273; }","duration":"416.177268ms","start":"2026-03-03T13:11:37.92115Z","end":"2026-03-03T13:11:38.337327Z","steps":["trace[1884335093] 'agreement among raft nodes before linearized reading' (duration: 415.986773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:38.337391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:37.921131Z","time spent":"416.24642ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T13:11:38.337381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.672684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T13:11:38.337395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.474281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:11:38.337441Z","caller":"traceutil/trace.go:171","msg":"trace[826324972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39273; }","duration":"415.779067ms","start":"2026-03-03T13:11:37.921648Z","end":"2026-03-03T13:11:38.337427Z","steps":["trace[826324972] 'agreement among raft nodes before linearized reading' (duration: 415.471079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:38.337392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.820439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T13:11:38.337471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:37.921631Z","time spent":"415.833458ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T13:11:38.337459Z","caller":"traceutil/trace.go:171","msg":"trace[1611807549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39274; }","duration":"481.596755ms","start":"2026-03-03T13:11:37.855844Z","end":"2026-03-03T13:11:38.337441Z","steps":["trace[1611807549] 'agreement among raft nodes before linearized reading' (duration: 481.355918ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:38.3375Z","caller":"traceutil/trace.go:171","msg":"trace[1548370785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39273; }","duration":"415.946752ms","start":"2026-03-03T13:11:37.921537Z","end":"2026-03-03T13:11:38.337484Z","steps":["trace[1548370785] 'agreement among raft nodes before linearized reading' (duration: 415.550971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:38.337513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:37.855825Z","time spent":"481.674106ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:11:38.337547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:37.921529Z","time spent":"416.005773ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T13:11:38.680562Z","caller":"traceutil/trace.go:171","msg":"trace[909176280] transaction","detail":"{read_only:false; response_revision:39275; number_of_response:1; }","duration":"339.442711ms","start":"2026-03-03T13:11:38.341091Z","end":"2026-03-03T13:11:38.680534Z","steps":["trace[909176280] 'process raft request' (duration: 332.379374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:38.680714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:38.341067Z","time spent":"339.577114ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:38.712632Z","caller":"traceutil/trace.go:171","msg":"trace[1847255011] transaction","detail":"{read_only:false; response_revision:39279; number_of_response:1; }","duration":"369.297954ms","start":"2026-03-03T13:11:38.343314Z","end":"2026-03-03T13:11:38.712612Z","steps":["trace[1847255011] 'process raft request' (duration: 369.274333ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:38.712677Z","caller":"traceutil/trace.go:171","msg":"trace[1702844447] transaction","detail":"{read_only:false; response_revision:39276; number_of_response:1; }","duration":"369.55804ms","start":"2026-03-03T13:11:38.343087Z","end":"2026-03-03T13:11:38.712645Z","steps":["trace[1702844447] 'process raft request' (duration: 369.357735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:38.712702Z","caller":"traceutil/trace.go:171","msg":"trace[1865037545] transaction","detail":"{read_only:false; response_revision:39277; number_of_response:1; }","duration":"369.487228ms","start":"2026-03-03T13:11:38.343187Z","end":"2026-03-03T13:11:38.712674Z","steps":["trace[1865037545] 'process raft request' (duration: 369.365145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:38.712752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:38.343304Z","time spent":"369.387006ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:38.712764Z","caller":"traceutil/trace.go:171","msg":"trace[1455653271] transaction","detail":"{read_only:false; response_revision:39278; number_of_response:1; }","duration":"369.497989ms","start":"2026-03-03T13:11:38.343239Z","end":"2026-03-03T13:11:38.712737Z","steps":["trace[1455653271] 'process raft request' (duration: 369.332505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:38.712829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:38.343067Z","time spent":"369.681503ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:38.712827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:38.343178Z","time spent":"369.57366ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:38.712879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:38.343223Z","time spent":"369.596441ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:39.729628Z","caller":"traceutil/trace.go:171","msg":"trace[659105398] linearizableReadLoop","detail":"{readStateIndex:40610; appliedIndex:40609; }","duration":"314.992631ms","start":"2026-03-03T13:11:39.414616Z","end":"2026-03-03T13:11:39.729608Z","steps":["trace[659105398] 'read index received' (duration: 314.843347ms)","trace[659105398] 'applied index is now lower than readState.Index' (duration: 148.284µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:39.729788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.153406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:39.729784Z","caller":"traceutil/trace.go:171","msg":"trace[351208393] transaction","detail":"{read_only:false; response_revision:39281; number_of_response:1; }","duration":"324.036122ms","start":"2026-03-03T13:11:39.405706Z","end":"2026-03-03T13:11:39.729743Z","steps":["trace[351208393] 'process raft request' (duration: 323.737764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:39.729826Z","caller":"traceutil/trace.go:171","msg":"trace[801192242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39281; }","duration":"315.240208ms","start":"2026-03-03T13:11:39.414576Z","end":"2026-03-03T13:11:39.729816Z","steps":["trace[801192242] 'agreement among raft nodes before linearized reading' (duration: 315.151845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:39.730016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:39.414557Z","time spent":"315.443374ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:11:39.730024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:39.405681Z","time spent":"324.194776ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:39.756982Z","caller":"traceutil/trace.go:171","msg":"trace[184052075] transaction","detail":"{read_only:false; response_revision:39282; number_of_response:1; }","duration":"191.270987ms","start":"2026-03-03T13:11:39.565684Z","end":"2026-03-03T13:11:39.756955Z","steps":["trace[184052075] 'process raft request' (duration: 191.149044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:39.757253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.017776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:39.757388Z","caller":"traceutil/trace.go:171","msg":"trace[1413304182] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:39282; }","duration":"227.17675ms","start":"2026-03-03T13:11:39.530161Z","end":"2026-03-03T13:11:39.757337Z","steps":["trace[1413304182] 'agreement among raft nodes before linearized reading' (duration: 226.946324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:40.339514Z","caller":"traceutil/trace.go:171","msg":"trace[2071655623] transaction","detail":"{read_only:false; response_revision:39284; number_of_response:1; }","duration":"139.463942ms","start":"2026-03-03T13:11:40.200022Z","end":"2026-03-03T13:11:40.339486Z","steps":["trace[2071655623] 'process raft request' (duration: 139.212825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:40.339725Z","caller":"traceutil/trace.go:171","msg":"trace[1070971496] transaction","detail":"{read_only:false; response_revision:39285; number_of_response:1; }","duration":"139.609656ms","start":"2026-03-03T13:11:40.200104Z","end":"2026-03-03T13:11:40.339713Z","steps":["trace[1070971496] 'process raft request' (duration: 139.269037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:40.548097Z","caller":"traceutil/trace.go:171","msg":"trace[1037467498] transaction","detail":"{read_only:false; response_revision:39286; number_of_response:1; }","duration":"204.525699ms","start":"2026-03-03T13:11:40.343541Z","end":"2026-03-03T13:11:40.548067Z","steps":["trace[1037467498] 'process raft request' (duration: 204.336674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:40.868497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.323789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:40.868581Z","caller":"traceutil/trace.go:171","msg":"trace[914655730] linearizableReadLoop","detail":"{readStateIndex:40616; appliedIndex:40614; }","duration":"485.934609ms","start":"2026-03-03T13:11:40.382632Z","end":"2026-03-03T13:11:40.868567Z","steps":["trace[914655730] 'read index received' (duration: 165.348379ms)","trace[914655730] 'applied index is now lower than readState.Index' (duration: 320.58511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:40.868694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.995644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:40.868713Z","caller":"traceutil/trace.go:171","msg":"trace[1178699362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39287; }","duration":"453.044526ms","start":"2026-03-03T13:11:40.415663Z","end":"2026-03-03T13:11:40.868707Z","steps":["trace[1178699362] 'agreement among raft nodes before linearized reading' (duration: 452.979404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:40.868738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:40.415647Z","time spent":"453.085948ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:11:40.868737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.099114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:11:40.868814Z","caller":"traceutil/trace.go:171","msg":"trace[1550882971] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:39287; }","duration":"486.222957ms","start":"2026-03-03T13:11:40.382571Z","end":"2026-03-03T13:11:40.868794Z","steps":["trace[1550882971] 'agreement among raft nodes before linearized reading' (duration: 486.050713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:40.868856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:40.382549Z","time spent":"486.296209ms","remote":"127.0.0.1:36594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:40.868895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.507142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:11:40.868925Z","caller":"traceutil/trace.go:171","msg":"trace[1306981212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39287; }","duration":"151.549372ms","start":"2026-03-03T13:11:40.717367Z","end":"2026-03-03T13:11:40.868916Z","steps":["trace[1306981212] 'agreement among raft nodes before linearized reading' (duration: 151.43804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:40.868935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.479258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T13:11:40.868955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.535533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T13:11:40.868979Z","caller":"traceutil/trace.go:171","msg":"trace[1006373523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39287; }","duration":"152.5497ms","start":"2026-03-03T13:11:40.716415Z","end":"2026-03-03T13:11:40.868965Z","steps":["trace[1006373523] 'agreement among raft nodes before linearized reading' (duration: 152.407536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:40.869023Z","caller":"traceutil/trace.go:171","msg":"trace[60270984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39287; }","duration":"151.660756ms","start":"2026-03-03T13:11:40.717347Z","end":"2026-03-03T13:11:40.869008Z","steps":["trace[60270984] 'agreement among raft nodes before linearized reading' (duration: 151.489511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:40.869017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.668366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T13:11:40.869098Z","caller":"traceutil/trace.go:171","msg":"trace[43322810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39287; }","duration":"151.789849ms","start":"2026-03-03T13:11:40.717294Z","end":"2026-03-03T13:11:40.869084Z","steps":["trace[43322810] 'agreement among raft nodes before linearized reading' (duration: 151.551913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:40.868964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.869088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:11:40.869173Z","caller":"traceutil/trace.go:171","msg":"trace[687703472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39287; }","duration":"182.136025ms","start":"2026-03-03T13:11:40.687027Z","end":"2026-03-03T13:11:40.869164Z","steps":["trace[687703472] 'agreement among raft nodes before linearized reading' (duration: 181.811936ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:40.868682Z","caller":"traceutil/trace.go:171","msg":"trace[853823060] transaction","detail":"{read_only:false; response_revision:39287; number_of_response:1; }","duration":"525.082708ms","start":"2026-03-03T13:11:40.34356Z","end":"2026-03-03T13:11:40.868643Z","steps":["trace[853823060] 'process raft request' (duration: 310.543823ms)","trace[853823060] 'compare' (duration: 214.122074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:40.869498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:40.343534Z","time spent":"525.88559ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:41.313657Z","caller":"traceutil/trace.go:171","msg":"trace[742078602] transaction","detail":"{read_only:false; response_revision:39289; number_of_response:1; }","duration":"440.713559ms","start":"2026-03-03T13:11:40.872921Z","end":"2026-03-03T13:11:41.313635Z","steps":["trace[742078602] 'process raft request' (duration: 440.517583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:41.313792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:40.872899Z","time spent":"440.826322ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:41.314147Z","caller":"traceutil/trace.go:171","msg":"trace[479287526] transaction","detail":"{read_only:false; response_revision:39290; number_of_response:1; }","duration":"441.161501ms","start":"2026-03-03T13:11:40.872965Z","end":"2026-03-03T13:11:41.314126Z","steps":["trace[479287526] 'process raft request' (duration: 440.634087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:41.314222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:40.872943Z","time spent":"441.245222ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:41.314184Z","caller":"traceutil/trace.go:171","msg":"trace[1954610126] linearizableReadLoop","detail":"{readStateIndex:40621; appliedIndex:40616; }","duration":"417.588115ms","start":"2026-03-03T13:11:40.896577Z","end":"2026-03-03T13:11:41.314166Z","steps":["trace[1954610126] 'read index received' (duration: 49.429052ms)","trace[1954610126] 'applied index is now lower than readState.Index' (duration: 368.158243ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:41.314237Z","caller":"traceutil/trace.go:171","msg":"trace[1429223578] transaction","detail":"{read_only:false; response_revision:39291; number_of_response:1; }","duration":"441.197002ms","start":"2026-03-03T13:11:40.873015Z","end":"2026-03-03T13:11:41.314212Z","steps":["trace[1429223578] 'process raft request' (duration: 441.027138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:41.31437Z","caller":"traceutil/trace.go:171","msg":"trace[1380129989] transaction","detail":"{read_only:false; response_revision:39292; number_of_response:1; }","duration":"441.044248ms","start":"2026-03-03T13:11:40.873315Z","end":"2026-03-03T13:11:41.314359Z","steps":["trace[1380129989] 'process raft request' (duration: 440.818032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:41.314418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:40.873006Z","time spent":"441.379287ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:41.314428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:40.873294Z","time spent":"441.101349ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:41.314519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.916744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:41.314643Z","caller":"traceutil/trace.go:171","msg":"trace[2104514469] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:39292; }","duration":"418.080788ms","start":"2026-03-03T13:11:40.896537Z","end":"2026-03-03T13:11:41.314618Z","steps":["trace[2104514469] 'agreement among raft nodes before linearized reading' (duration: 417.877102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:41.314707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:40.896513Z","time spent":"418.177421ms","remote":"127.0.0.1:53426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:41.319765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.817541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-03T13:11:41.319806Z","caller":"traceutil/trace.go:171","msg":"trace[2004817631] transaction","detail":"{read_only:false; response_revision:39293; number_of_response:1; }","duration":"130.982057ms","start":"2026-03-03T13:11:41.188796Z","end":"2026-03-03T13:11:41.319778Z","steps":["trace[2004817631] 'process raft request' (duration: 130.807202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:41.319889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.462547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T13:11:41.319927Z","caller":"traceutil/trace.go:171","msg":"trace[1010631758] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:39293; }","duration":"352.531069ms","start":"2026-03-03T13:11:40.967386Z","end":"2026-03-03T13:11:41.319917Z","steps":["trace[1010631758] 'agreement among raft nodes before linearized reading' (duration: 352.444506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:41.31996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:40.967368Z","time spent":"352.58527ms","remote":"127.0.0.1:36208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T13:11:41.319992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.492597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:41.319805Z","caller":"traceutil/trace.go:171","msg":"trace[359159972] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:39293; }","duration":"359.892733ms","start":"2026-03-03T13:11:40.959901Z","end":"2026-03-03T13:11:41.319794Z","steps":["trace[359159972] 'agreement among raft nodes before linearized reading' (duration: 359.76478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:41.320286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:40.959882Z","time spent":"360.393567ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T13:11:41.320276Z","caller":"traceutil/trace.go:171","msg":"trace[2078930153] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:39293; }","duration":"106.745954ms","start":"2026-03-03T13:11:41.213378Z","end":"2026-03-03T13:11:41.320124Z","steps":["trace[2078930153] 'agreement among raft nodes before linearized reading' (duration: 106.436236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:42.341962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.565649ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T13:11:42.343212Z","caller":"traceutil/trace.go:171","msg":"trace[746948105] linearizableReadLoop","detail":"{readStateIndex:40624; appliedIndex:40622; }","duration":"504.387669ms","start":"2026-03-03T13:11:41.838794Z","end":"2026-03-03T13:11:42.343182Z","steps":["trace[746948105] 'read index received' (duration: 189.007498ms)","trace[746948105] 'applied index is now lower than readState.Index' (duration: 315.374961ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:42.343264Z","caller":"traceutil/trace.go:171","msg":"trace[1294048583] transaction","detail":"{read_only:false; response_revision:39294; number_of_response:1; }","duration":"580.718195ms","start":"2026-03-03T13:11:41.762488Z","end":"2026-03-03T13:11:42.343207Z","steps":["trace[1294048583] 'process raft request' (duration: 579.578055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:42.343465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:41.762465Z","time spent":"580.87447ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:42.778924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.103895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T13:11:42.779024Z","caller":"traceutil/trace.go:171","msg":"trace[13507969] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:39294; }","duration":"940.26732ms","start":"2026-03-03T13:11:41.838731Z","end":"2026-03-03T13:11:42.778999Z","steps":["trace[13507969] 'agreement among raft nodes before linearized reading' (duration: 504.584174ms)","trace[13507969] 'range keys from in-memory index tree' (duration: 435.404668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:42.779082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:41.838706Z","time spent":"940.358672ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T13:11:42.779775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.758093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:42.779922Z","caller":"traceutil/trace.go:171","msg":"trace[2104686325] transaction","detail":"{read_only:false; response_revision:39295; number_of_response:1; }","duration":"867.058136ms","start":"2026-03-03T13:11:41.912834Z","end":"2026-03-03T13:11:42.779892Z","steps":["trace[2104686325] 'process raft request' (duration: 554.093318ms)","trace[2104686325] 'compare' (duration: 312.047804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:42.780063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:41.912814Z","time spent":"867.16488ms","remote":"127.0.0.1:32840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:42.823605Z","caller":"traceutil/trace.go:171","msg":"trace[1998630341] transaction","detail":"{read_only:false; response_revision:39296; number_of_response:1; }","duration":"528.90773ms","start":"2026-03-03T13:11:42.294671Z","end":"2026-03-03T13:11:42.823579Z","steps":["trace[1998630341] 'process raft request' (duration: 528.727755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:42.823756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:42.294643Z","time spent":"529.039454ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:42.823972Z","caller":"traceutil/trace.go:171","msg":"trace[950199580] transaction","detail":"{read_only:false; response_revision:39297; number_of_response:1; }","duration":"477.788273ms","start":"2026-03-03T13:11:42.34615Z","end":"2026-03-03T13:11:42.823938Z","steps":["trace[950199580] 'process raft request' (duration: 477.387653ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:42.824186Z","caller":"traceutil/trace.go:171","msg":"trace[1469326055] transaction","detail":"{read_only:false; response_revision:39298; number_of_response:1; }","duration":"477.896716ms","start":"2026-03-03T13:11:42.346258Z","end":"2026-03-03T13:11:42.824154Z","steps":["trace[1469326055] 'process raft request' (duration: 477.569237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:42.824242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:42.346132Z","time spent":"477.963337ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:42.824313Z","caller":"traceutil/trace.go:171","msg":"trace[763817662] linearizableReadLoop","detail":"{readStateIndex:40626; appliedIndex:40624; }","duration":"480.726381ms","start":"2026-03-03T13:11:42.343278Z","end":"2026-03-03T13:11:42.824005Z","steps":["trace[763817662] 'read index received' (duration: 123.744505ms)","trace[763817662] 'applied index is now lower than readState.Index' (duration: 356.980536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:42.824397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.521129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T13:11:42.824444Z","caller":"traceutil/trace.go:171","msg":"trace[1419159998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39298; }","duration":"534.603471ms","start":"2026-03-03T13:11:42.289828Z","end":"2026-03-03T13:11:42.824431Z","steps":["trace[1419159998] 'agreement among raft nodes before linearized reading' (duration: 534.445187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:42.824352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:42.346221Z","time spent":"478.05ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:42.824476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:42.289807Z","time spent":"534.662283ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T13:11:42.824475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.95762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:42.824543Z","caller":"traceutil/trace.go:171","msg":"trace[1900760910] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:39298; }","duration":"874.078923ms","start":"2026-03-03T13:11:41.950444Z","end":"2026-03-03T13:11:42.824523Z","steps":["trace[1900760910] 'agreement among raft nodes before linearized reading' (duration: 873.939079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:42.824592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:41.950423Z","time spent":"874.157484ms","remote":"127.0.0.1:53620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:43.153127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.624456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:43.153467Z","caller":"traceutil/trace.go:171","msg":"trace[1721942517] transaction","detail":"{read_only:false; response_revision:39301; number_of_response:1; }","duration":"278.304258ms","start":"2026-03-03T13:11:42.875138Z","end":"2026-03-03T13:11:43.153443Z","steps":["trace[1721942517] 'process raft request' (duration: 278.218546ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:43.153751Z","caller":"traceutil/trace.go:171","msg":"trace[828307105] transaction","detail":"{read_only:false; response_revision:39299; number_of_response:1; }","duration":"598.821836ms","start":"2026-03-03T13:11:42.554893Z","end":"2026-03-03T13:11:43.153715Z","steps":["trace[828307105] 'process raft request' (duration: 374.511222ms)","trace[828307105] 'compare' (duration: 223.351049ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:43.153771Z","caller":"traceutil/trace.go:171","msg":"trace[1475286047] transaction","detail":"{read_only:false; response_revision:39300; number_of_response:1; }","duration":"368.406139ms","start":"2026-03-03T13:11:42.785312Z","end":"2026-03-03T13:11:43.153719Z","steps":["trace[1475286047] 'process raft request' (duration: 367.941257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:43.153804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.612777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:11:43.153928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:42.554858Z","time spent":"598.963319ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:43.153927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.53683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18575"} {"level":"warn","ts":"2026-03-03T13:11:43.153951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:42.785288Z","time spent":"368.577024ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:43.153997Z","caller":"traceutil/trace.go:171","msg":"trace[1657809190] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:39301; }","duration":"363.658343ms","start":"2026-03-03T13:11:42.79032Z","end":"2026-03-03T13:11:43.153979Z","steps":["trace[1657809190] 'agreement among raft nodes before linearized reading' (duration: 363.405747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:43.154055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:42.790305Z","time spent":"363.739135ms","remote":"127.0.0.1:36270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-03T13:11:43.153743Z","caller":"traceutil/trace.go:171","msg":"trace[777053798] linearizableReadLoop","detail":"{readStateIndex:40630; appliedIndex:40628; }","duration":"329.300631ms","start":"2026-03-03T13:11:42.824413Z","end":"2026-03-03T13:11:43.153713Z","steps":["trace[777053798] 'read index received' (duration: 105.004707ms)","trace[777053798] 'applied index is now lower than readState.Index' (duration: 224.292974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:43.153859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.362893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:43.154187Z","caller":"traceutil/trace.go:171","msg":"trace[55096812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39301; }","duration":"737.750063ms","start":"2026-03-03T13:11:42.416423Z","end":"2026-03-03T13:11:43.154173Z","steps":["trace[55096812] 'agreement among raft nodes before linearized reading' (duration: 737.378234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:43.153959Z","caller":"traceutil/trace.go:171","msg":"trace[1811570600] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:39301; }","duration":"379.799982ms","start":"2026-03-03T13:11:42.774142Z","end":"2026-03-03T13:11:43.153942Z","steps":["trace[1811570600] 'agreement among raft nodes before linearized reading' (duration: 379.610587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:43.154233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:42.416396Z","time spent":"737.824436ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:11:43.154298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.538945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T13:11:43.154332Z","caller":"traceutil/trace.go:171","msg":"trace[462020616] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39301; }","duration":"324.628787ms","start":"2026-03-03T13:11:42.829695Z","end":"2026-03-03T13:11:43.154324Z","steps":["trace[462020616] 'agreement among raft nodes before linearized reading' (duration: 324.514704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:43.154328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.142239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T13:11:43.154319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:42.774125Z","time spent":"380.131171ms","remote":"127.0.0.1:53708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:43.154356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:42.829671Z","time spent":"324.678878ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T13:11:43.154369Z","caller":"traceutil/trace.go:171","msg":"trace[254124868] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39301; }","duration":"204.18022ms","start":"2026-03-03T13:11:42.950174Z","end":"2026-03-03T13:11:43.154354Z","steps":["trace[254124868] 'agreement among raft nodes before linearized reading' (duration: 204.060847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:43.90493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:43.580675Z","time spent":"324.246426ms","remote":"127.0.0.1:47514","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T13:11:43.905061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.735803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T13:11:43.905136Z","caller":"traceutil/trace.go:171","msg":"trace[1867088564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:39302; }","duration":"647.839707ms","start":"2026-03-03T13:11:43.257276Z","end":"2026-03-03T13:11:43.905116Z","steps":["trace[1867088564] 'range keys from in-memory index tree' (duration: 647.571929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:43.905187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:43.257266Z","time spent":"647.911098ms","remote":"127.0.0.1:37226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T13:11:43.905192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.459907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T13:11:43.905377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.785365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:11:43.905424Z","caller":"traceutil/trace.go:171","msg":"trace[2102274009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39302; }","duration":"586.872768ms","start":"2026-03-03T13:11:43.318538Z","end":"2026-03-03T13:11:43.905411Z","steps":["trace[2102274009] 'range keys from in-memory index tree' (duration: 586.59419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:43.905434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.747345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T13:11:43.905464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:43.318513Z","time spent":"586.94272ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T13:11:43.905481Z","caller":"traceutil/trace.go:171","msg":"trace[511654467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39302; }","duration":"586.799146ms","start":"2026-03-03T13:11:43.318665Z","end":"2026-03-03T13:11:43.905464Z","steps":["trace[511654467] 'range keys from in-memory index tree' (duration: 586.597081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:43.905534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:43.318658Z","time spent":"586.868238ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T13:11:43.905425Z","caller":"traceutil/trace.go:171","msg":"trace[629353209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39302; }","duration":"586.745144ms","start":"2026-03-03T13:11:43.31866Z","end":"2026-03-03T13:11:43.905405Z","steps":["trace[629353209] 'range keys from in-memory index tree' (duration: 586.255902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:43.905653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:43.318631Z","time spent":"587.014622ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T13:11:43.905678Z","caller":"traceutil/trace.go:171","msg":"trace[1147584187] transaction","detail":"{read_only:false; response_revision:39303; number_of_response:1; }","duration":"581.195947ms","start":"2026-03-03T13:11:43.324464Z","end":"2026-03-03T13:11:43.90566Z","steps":["trace[1147584187] 'process raft request' (duration: 580.981801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:43.905292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.065673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:11:43.905731Z","caller":"traceutil/trace.go:171","msg":"trace[1862186214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39302; }","duration":"587.581557ms","start":"2026-03-03T13:11:43.318139Z","end":"2026-03-03T13:11:43.905721Z","steps":["trace[1862186214] 'range keys from in-memory index tree' (duration: 586.845368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:43.905762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:43.318121Z","time spent":"587.634558ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:11:43.905791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:43.324447Z","time spent":"581.279429ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:43.913491Z","caller":"traceutil/trace.go:171","msg":"trace[1115501015] linearizableReadLoop","detail":"{readStateIndex:40634; appliedIndex:40632; }","duration":"309.493755ms","start":"2026-03-03T13:11:43.603952Z","end":"2026-03-03T13:11:43.913446Z","steps":["trace[1115501015] 'read index received' (duration: 301.473272ms)","trace[1115501015] 'applied index is now lower than readState.Index' (duration: 8.018093ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:43.913669Z","caller":"traceutil/trace.go:171","msg":"trace[994112195] transaction","detail":"{read_only:false; response_revision:39304; number_of_response:1; }","duration":"490.619702ms","start":"2026-03-03T13:11:43.423036Z","end":"2026-03-03T13:11:43.913655Z","steps":["trace[994112195] 'process raft request' (duration: 490.124039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:43.913793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.823803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:11:43.91383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:43.423007Z","time spent":"490.704455ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:43.913865Z","caller":"traceutil/trace.go:171","msg":"trace[1557455981] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:39304; }","duration":"309.908935ms","start":"2026-03-03T13:11:43.603942Z","end":"2026-03-03T13:11:43.913851Z","steps":["trace[1557455981] 'agreement among raft nodes before linearized reading' (duration: 309.768232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:43.913925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:43.603912Z","time spent":"310.002978ms","remote":"127.0.0.1:53686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:43.973437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.757604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:43.973564Z","caller":"traceutil/trace.go:171","msg":"trace[809958157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39308; }","duration":"135.926538ms","start":"2026-03-03T13:11:43.837621Z","end":"2026-03-03T13:11:43.973547Z","steps":["trace[809958157] 'agreement among raft nodes before linearized reading' (duration: 135.763154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:44.214793Z","caller":"traceutil/trace.go:171","msg":"trace[1748255372] transaction","detail":"{read_only:false; response_revision:39309; number_of_response:1; }","duration":"169.918951ms","start":"2026-03-03T13:11:44.044843Z","end":"2026-03-03T13:11:44.214762Z","steps":["trace[1748255372] 'process raft request' (duration: 169.726115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:44.626045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.546411ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T13:11:44.626563Z","caller":"traceutil/trace.go:171","msg":"trace[227866366] linearizableReadLoop","detail":"{readStateIndex:40641; appliedIndex:40639; }","duration":"209.910012ms","start":"2026-03-03T13:11:44.416623Z","end":"2026-03-03T13:11:44.626533Z","steps":["trace[227866366] 'read index received' (duration: 13.063477ms)","trace[227866366] 'applied index is now lower than readState.Index' (duration: 196.845225ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:44.626765Z","caller":"traceutil/trace.go:171","msg":"trace[2127126470] transaction","detail":"{read_only:false; response_revision:39311; number_of_response:1; }","duration":"277.378583ms","start":"2026-03-03T13:11:44.349347Z","end":"2026-03-03T13:11:44.626725Z","steps":["trace[2127126470] 'process raft request' (duration: 276.782057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:44.626827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.8897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:11:44.626904Z","caller":"traceutil/trace.go:171","msg":"trace[1301391027] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:39311; }","duration":"138.018713ms","start":"2026-03-03T13:11:44.488868Z","end":"2026-03-03T13:11:44.626887Z","steps":["trace[1301391027] 'agreement among raft nodes before linearized reading' (duration: 137.89306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:44.626888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.251892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:44.626963Z","caller":"traceutil/trace.go:171","msg":"trace[1960270871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39311; }","duration":"210.378525ms","start":"2026-03-03T13:11:44.416567Z","end":"2026-03-03T13:11:44.626945Z","steps":["trace[1960270871] 'agreement among raft nodes before linearized reading' (duration: 210.251611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:44.627201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.253771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T13:11:44.627256Z","caller":"traceutil/trace.go:171","msg":"trace[2013834899] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:39311; }","duration":"129.333304ms","start":"2026-03-03T13:11:44.497911Z","end":"2026-03-03T13:11:44.627244Z","steps":["trace[2013834899] 'agreement among raft nodes before linearized reading' (duration: 129.17823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:45.414515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.716783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:45.41465Z","caller":"traceutil/trace.go:171","msg":"trace[1496370932] linearizableReadLoop","detail":"{readStateIndex:40642; appliedIndex:40641; }","duration":"768.369937ms","start":"2026-03-03T13:11:44.646254Z","end":"2026-03-03T13:11:45.414624Z","steps":["trace[1496370932] 'read index received' (duration: 192.458659ms)","trace[1496370932] 'applied index is now lower than readState.Index' (duration: 575.909008ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:45.414692Z","caller":"traceutil/trace.go:171","msg":"trace[1689713569] transaction","detail":"{read_only:false; response_revision:39312; number_of_response:1; }","duration":"782.304926ms","start":"2026-03-03T13:11:44.632326Z","end":"2026-03-03T13:11:45.414631Z","steps":["trace[1689713569] 'process raft request' (duration: 206.374908ms)","trace[1689713569] 'compare' (duration: 575.539898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:45.414809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.552792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:45.414866Z","caller":"traceutil/trace.go:171","msg":"trace[1199811872] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:39312; }","duration":"768.648834ms","start":"2026-03-03T13:11:44.646201Z","end":"2026-03-03T13:11:45.41485Z","steps":["trace[1199811872] 'agreement among raft nodes before linearized reading' (duration: 768.547561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:45.414882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:44.632306Z","time spent":"782.475541ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:45.414916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:44.646184Z","time spent":"768.717685ms","remote":"127.0.0.1:39344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:11:45.478555Z","caller":"traceutil/trace.go:171","msg":"trace[1658835651] transaction","detail":"{read_only:false; response_revision:39313; number_of_response:1; }","duration":"743.302361ms","start":"2026-03-03T13:11:44.73523Z","end":"2026-03-03T13:11:45.478532Z","steps":["trace[1658835651] 'process raft request' (duration: 743.113076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:45.478697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:44.735204Z","time spent":"743.423494ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:45.478837Z","caller":"traceutil/trace.go:171","msg":"trace[1623867677] transaction","detail":"{read_only:false; response_revision:39316; number_of_response:1; }","duration":"648.69794ms","start":"2026-03-03T13:11:44.830119Z","end":"2026-03-03T13:11:45.478817Z","steps":["trace[1623867677] 'process raft request' (duration: 648.644929ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:45.478862Z","caller":"traceutil/trace.go:171","msg":"trace[723689064] transaction","detail":"{read_only:false; response_revision:39314; number_of_response:1; }","duration":"649.400319ms","start":"2026-03-03T13:11:44.829402Z","end":"2026-03-03T13:11:45.478802Z","steps":["trace[723689064] 'process raft request' (duration: 649.07911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:45.478951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:44.830114Z","time spent":"648.781242ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:45.478912Z","caller":"traceutil/trace.go:171","msg":"trace[124554017] transaction","detail":"{read_only:false; response_revision:39315; number_of_response:1; }","duration":"648.999348ms","start":"2026-03-03T13:11:44.829842Z","end":"2026-03-03T13:11:45.478842Z","steps":["trace[124554017] 'process raft request' (duration: 648.833473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:45.479102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:44.829381Z","time spent":"649.643245ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:45.479129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:44.829836Z","time spent":"649.180962ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:45.682273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.823922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:45.682484Z","caller":"traceutil/trace.go:171","msg":"trace[1696276323] transaction","detail":"{read_only:false; response_revision:39317; number_of_response:1; }","duration":"524.205975ms","start":"2026-03-03T13:11:45.158255Z","end":"2026-03-03T13:11:45.682461Z","steps":["trace[1696276323] 'process raft request' (duration: 361.095495ms)","trace[1696276323] 'compare' (duration: 162.701449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:45.682619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:45.158229Z","time spent":"524.298528ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:45.682742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.5074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T13:11:45.682785Z","caller":"traceutil/trace.go:171","msg":"trace[932453238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39318; }","duration":"438.606013ms","start":"2026-03-03T13:11:45.244165Z","end":"2026-03-03T13:11:45.682771Z","steps":["trace[932453238] 'agreement among raft nodes before linearized reading' (duration: 438.49687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:45.682746Z","caller":"traceutil/trace.go:171","msg":"trace[1414668532] transaction","detail":"{read_only:false; response_revision:39318; number_of_response:1; }","duration":"523.471556ms","start":"2026-03-03T13:11:45.159213Z","end":"2026-03-03T13:11:45.682685Z","steps":["trace[1414668532] 'process raft request' (duration: 523.181188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:45.682824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:45.244129Z","time spent":"438.686595ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T13:11:45.682967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.643683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:45.683016Z","caller":"traceutil/trace.go:171","msg":"trace[1695038905] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:39318; }","duration":"557.732385ms","start":"2026-03-03T13:11:45.125272Z","end":"2026-03-03T13:11:45.683004Z","steps":["trace[1695038905] 'agreement among raft nodes before linearized reading' (duration: 557.660163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:45.683049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:45.125252Z","time spent":"557.788636ms","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:45.683063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:45.159181Z","time spent":"523.701982ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:45.68264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.635758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T13:11:45.683178Z","caller":"traceutil/trace.go:171","msg":"trace[580639298] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:39318; }","duration":"733.214414ms","start":"2026-03-03T13:11:44.949949Z","end":"2026-03-03T13:11:45.683164Z","steps":["trace[580639298] 'agreement among raft nodes before linearized reading' (duration: 732.563106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:45.683238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:44.949914Z","time spent":"733.305476ms","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T13:11:45.682483Z","caller":"traceutil/trace.go:171","msg":"trace[1336264388] linearizableReadLoop","detail":"{readStateIndex:40648; appliedIndex:40642; }","duration":"267.780148ms","start":"2026-03-03T13:11:45.414685Z","end":"2026-03-03T13:11:45.682465Z","steps":["trace[1336264388] 'read index received' (duration: 63.733912ms)","trace[1336264388] 'applied index is now lower than readState.Index' (duration: 204.044976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:45.68363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.196743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:45.68371Z","caller":"traceutil/trace.go:171","msg":"trace[948977035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39318; }","duration":"267.328487ms","start":"2026-03-03T13:11:45.416359Z","end":"2026-03-03T13:11:45.683688Z","steps":["trace[948977035] 'agreement among raft nodes before linearized reading' (duration: 267.174052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:45.68377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.089508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T13:11:45.683854Z","caller":"traceutil/trace.go:171","msg":"trace[708919772] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:39318; }","duration":"114.177701ms","start":"2026-03-03T13:11:45.569654Z","end":"2026-03-03T13:11:45.683831Z","steps":["trace[708919772] 'agreement among raft nodes before linearized reading' (duration: 113.877123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:46.090232Z","caller":"traceutil/trace.go:171","msg":"trace[2064950228] transaction","detail":"{read_only:false; response_revision:39320; number_of_response:1; }","duration":"280.194558ms","start":"2026-03-03T13:11:45.809992Z","end":"2026-03-03T13:11:46.090187Z","steps":["trace[2064950228] 'process raft request' (duration: 279.784937ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:46.090196Z","caller":"traceutil/trace.go:171","msg":"trace[570379027] linearizableReadLoop","detail":"{readStateIndex:40650; appliedIndex:40649; }","duration":"177.673786ms","start":"2026-03-03T13:11:45.912472Z","end":"2026-03-03T13:11:46.090146Z","steps":["trace[570379027] 'read index received' (duration: 177.217874ms)","trace[570379027] 'applied index is now lower than readState.Index' (duration: 454.182µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:46.090488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.992644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-03T13:11:46.090553Z","caller":"traceutil/trace.go:171","msg":"trace[1333480759] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39320; }","duration":"178.099067ms","start":"2026-03-03T13:11:45.912435Z","end":"2026-03-03T13:11:46.090534Z","steps":["trace[1333480759] 'agreement among raft nodes before linearized reading' (duration: 177.891832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:46.230638Z","caller":"traceutil/trace.go:171","msg":"trace[708082746] linearizableReadLoop","detail":"{readStateIndex:40651; appliedIndex:40650; }","duration":"140.284174ms","start":"2026-03-03T13:11:46.090328Z","end":"2026-03-03T13:11:46.230612Z","steps":["trace[708082746] 'read index received' (duration: 86.560548ms)","trace[708082746] 'applied index is now lower than readState.Index' (duration: 53.722646ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:46.23115Z","caller":"traceutil/trace.go:171","msg":"trace[280523945] transaction","detail":"{read_only:false; response_revision:39321; number_of_response:1; }","duration":"318.637289ms","start":"2026-03-03T13:11:45.912449Z","end":"2026-03-03T13:11:46.231086Z","steps":["trace[280523945] 'process raft request' (duration: 264.345977ms)","trace[280523945] 'compare' (duration: 53.689796ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:46.2312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.334162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:11:46.231245Z","caller":"traceutil/trace.go:171","msg":"trace[1956618280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39321; }","duration":"254.434734ms","start":"2026-03-03T13:11:45.976797Z","end":"2026-03-03T13:11:46.231232Z","steps":["trace[1956618280] 'agreement among raft nodes before linearized reading' (duration: 254.26692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:46.231306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.2809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T13:11:46.231307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.88273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:11:46.231404Z","caller":"traceutil/trace.go:171","msg":"trace[436299422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39321; }","duration":"254.428554ms","start":"2026-03-03T13:11:45.976952Z","end":"2026-03-03T13:11:46.231381Z","steps":["trace[436299422] 'agreement among raft nodes before linearized reading' (duration: 254.177798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:46.23138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.528984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-318bbd5e-93d3-4923-9994-2ec89218deeb\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-03T13:11:46.23138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.081304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T13:11:46.231336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:45.91243Z","time spent":"318.812983ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:46.231449Z","caller":"traceutil/trace.go:171","msg":"trace[1416690375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39321; }","duration":"254.000923ms","start":"2026-03-03T13:11:45.977389Z","end":"2026-03-03T13:11:46.23139Z","steps":["trace[1416690375] 'agreement among raft nodes before linearized reading' (duration: 253.737276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:46.231497Z","caller":"traceutil/trace.go:171","msg":"trace[1050179700] range","detail":"{range_begin:/registry/persistentvolumes/pvc-318bbd5e-93d3-4923-9994-2ec89218deeb; range_end:; response_count:1; response_revision:39321; }","duration":"136.665878ms","start":"2026-03-03T13:11:46.094789Z","end":"2026-03-03T13:11:46.231455Z","steps":["trace[1050179700] 'agreement among raft nodes before linearized reading' (duration: 136.34584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:46.231505Z","caller":"traceutil/trace.go:171","msg":"trace[1854147106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39321; }","duration":"254.222788ms","start":"2026-03-03T13:11:45.977256Z","end":"2026-03-03T13:11:46.231479Z","steps":["trace[1854147106] 'agreement among raft nodes before linearized reading' (duration: 253.869489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:46.629795Z","caller":"traceutil/trace.go:171","msg":"trace[1377408096] transaction","detail":"{read_only:false; response_revision:39326; number_of_response:1; }","duration":"177.264475ms","start":"2026-03-03T13:11:46.452489Z","end":"2026-03-03T13:11:46.629754Z","steps":["trace[1377408096] 'process raft request' (duration: 145.530943ms)","trace[1377408096] 'compare' (duration: 31.443795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:46.90057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.300261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:46.900656Z","caller":"traceutil/trace.go:171","msg":"trace[540813959] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:39327; }","duration":"144.433934ms","start":"2026-03-03T13:11:46.756203Z","end":"2026-03-03T13:11:46.900637Z","steps":["trace[540813959] 'count revisions from in-memory index tree' (duration: 144.213479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:47.619721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.860955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:11:47.619742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.405096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:47.619826Z","caller":"traceutil/trace.go:171","msg":"trace[1904832020] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:39328; }","duration":"334.522149ms","start":"2026-03-03T13:11:47.285267Z","end":"2026-03-03T13:11:47.619789Z","steps":["trace[1904832020] 'range keys from in-memory index tree' (duration: 334.243662ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:47.619803Z","caller":"traceutil/trace.go:171","msg":"trace[1401490480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39328; }","duration":"202.989809ms","start":"2026-03-03T13:11:47.416793Z","end":"2026-03-03T13:11:47.619783Z","steps":["trace[1401490480] 'range keys from in-memory index tree' (duration: 202.782063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:47.619858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:47.285246Z","time spent":"334.604711ms","remote":"127.0.0.1:53674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T13:11:47.682381Z","caller":"traceutil/trace.go:171","msg":"trace[1504790471] transaction","detail":"{read_only:false; response_revision:39329; number_of_response:1; }","duration":"196.787424ms","start":"2026-03-03T13:11:47.485567Z","end":"2026-03-03T13:11:47.682354Z","steps":["trace[1504790471] 'process raft request' (duration: 196.610999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:48.014636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.721586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:48.015022Z","caller":"traceutil/trace.go:171","msg":"trace[903051789] transaction","detail":"{read_only:false; response_revision:39333; number_of_response:1; }","duration":"325.018918ms","start":"2026-03-03T13:11:47.689921Z","end":"2026-03-03T13:11:48.01494Z","steps":["trace[903051789] 'process raft request' (duration: 324.965386ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:48.015055Z","caller":"traceutil/trace.go:171","msg":"trace[472119020] transaction","detail":"{read_only:false; response_revision:39330; number_of_response:1; }","duration":"529.220368ms","start":"2026-03-03T13:11:47.485815Z","end":"2026-03-03T13:11:48.015035Z","steps":["trace[472119020] 'process raft request' (duration: 307.001209ms)","trace[472119020] 'compare' (duration: 221.276744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:48.01511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:47.485803Z","time spent":"529.27797ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:48.015088Z","caller":"traceutil/trace.go:171","msg":"trace[1259869035] transaction","detail":"{read_only:false; response_revision:39331; number_of_response:1; }","duration":"527.869562ms","start":"2026-03-03T13:11:47.487166Z","end":"2026-03-03T13:11:48.015036Z","steps":["trace[1259869035] 'process raft request' (duration: 527.580544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:48.015133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:47.6899Z","time spent":"325.177512ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:48.015107Z","caller":"traceutil/trace.go:171","msg":"trace[279833631] transaction","detail":"{read_only:false; response_revision:39332; number_of_response:1; }","duration":"325.805189ms","start":"2026-03-03T13:11:47.689264Z","end":"2026-03-03T13:11:48.015069Z","steps":["trace[279833631] 'process raft request' (duration: 325.569823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:48.01513Z","caller":"traceutil/trace.go:171","msg":"trace[641198574] linearizableReadLoop","detail":"{readStateIndex:40662; appliedIndex:40659; }","duration":"388.729848ms","start":"2026-03-03T13:11:47.626321Z","end":"2026-03-03T13:11:48.015051Z","steps":["trace[641198574] 'read index received' (duration: 55.860422ms)","trace[641198574] 'applied index is now lower than readState.Index' (duration: 332.864486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:48.015322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.60183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T13:11:48.01531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:47.689247Z","time spent":"325.955122ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:48.01535Z","caller":"traceutil/trace.go:171","msg":"trace[308349848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39333; }","duration":"277.668581ms","start":"2026-03-03T13:11:47.737671Z","end":"2026-03-03T13:11:48.015339Z","steps":["trace[308349848] 'agreement among raft nodes before linearized reading' (duration: 277.570949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:48.015274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:47.487152Z","time spent":"528.018997ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:48.015354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.988526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:48.015495Z","caller":"traceutil/trace.go:171","msg":"trace[959920392] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:39333; }","duration":"389.166541ms","start":"2026-03-03T13:11:47.626272Z","end":"2026-03-03T13:11:48.015438Z","steps":["trace[959920392] 'agreement among raft nodes before linearized reading' (duration: 388.907244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:48.015562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:47.626254Z","time spent":"389.290124ms","remote":"127.0.0.1:36286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T13:11:48.337418Z","caller":"traceutil/trace.go:171","msg":"trace[1542735295] transaction","detail":"{read_only:false; response_revision:39335; number_of_response:1; }","duration":"100.163679ms","start":"2026-03-03T13:11:48.237223Z","end":"2026-03-03T13:11:48.337386Z","steps":["trace[1542735295] 'process raft request' (duration: 99.883032ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:48.499542Z","caller":"traceutil/trace.go:171","msg":"trace[1573502452] transaction","detail":"{read_only:false; response_revision:39336; number_of_response:1; }","duration":"156.126924ms","start":"2026-03-03T13:11:48.343375Z","end":"2026-03-03T13:11:48.499502Z","steps":["trace[1573502452] 'process raft request' (duration: 63.230528ms)","trace[1573502452] 'compare' (duration: 92.445154ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:48.499614Z","caller":"traceutil/trace.go:171","msg":"trace[589060191] transaction","detail":"{read_only:false; response_revision:39337; number_of_response:1; }","duration":"155.167449ms","start":"2026-03-03T13:11:48.344418Z","end":"2026-03-03T13:11:48.499585Z","steps":["trace[589060191] 'process raft request' (duration: 155.010234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:48.499828Z","caller":"traceutil/trace.go:171","msg":"trace[258823563] transaction","detail":"{read_only:false; response_revision:39338; number_of_response:1; }","duration":"155.355354ms","start":"2026-03-03T13:11:48.344461Z","end":"2026-03-03T13:11:48.499816Z","steps":["trace[258823563] 'process raft request' (duration: 155.060486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:48.499935Z","caller":"traceutil/trace.go:171","msg":"trace[130430029] transaction","detail":"{read_only:false; response_revision:39339; number_of_response:1; }","duration":"154.767868ms","start":"2026-03-03T13:11:48.345146Z","end":"2026-03-03T13:11:48.499914Z","steps":["trace[130430029] 'process raft request' (duration: 154.597704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:48.897763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.558789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:48.897859Z","caller":"traceutil/trace.go:171","msg":"trace[2109058906] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:39339; }","duration":"274.712613ms","start":"2026-03-03T13:11:48.623127Z","end":"2026-03-03T13:11:48.89784Z","steps":["trace[2109058906] 'count revisions from in-memory index tree' (duration: 274.462926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:48.898186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.86988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:48.89857Z","caller":"traceutil/trace.go:171","msg":"trace[1583518665] transaction","detail":"{read_only:false; response_revision:39340; number_of_response:1; }","duration":"179.740131ms","start":"2026-03-03T13:11:48.718771Z","end":"2026-03-03T13:11:48.898511Z","steps":["trace[1583518665] 'process raft request' (duration: 67.476591ms)","trace[1583518665] 'compare' (duration: 111.768927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:49.311983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.275863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:49.312097Z","caller":"traceutil/trace.go:171","msg":"trace[896608139] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39340; }","duration":"308.425758ms","start":"2026-03-03T13:11:49.003651Z","end":"2026-03-03T13:11:49.312077Z","steps":["trace[896608139] 'range keys from in-memory index tree' (duration: 308.210202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:49.312137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:49.003637Z","time spent":"308.490829ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T13:11:50.246435Z","caller":"traceutil/trace.go:171","msg":"trace[1192037347] transaction","detail":"{read_only:false; response_revision:39343; number_of_response:1; }","duration":"224.458089ms","start":"2026-03-03T13:11:50.021947Z","end":"2026-03-03T13:11:50.246405Z","steps":["trace[1192037347] 'process raft request' (duration: 224.385467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:50.24648Z","caller":"traceutil/trace.go:171","msg":"trace[628058980] transaction","detail":"{read_only:false; response_revision:39342; number_of_response:1; }","duration":"224.645843ms","start":"2026-03-03T13:11:50.021809Z","end":"2026-03-03T13:11:50.246455Z","steps":["trace[628058980] 'process raft request' (duration: 224.347895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:50.258098Z","caller":"traceutil/trace.go:171","msg":"trace[1430507744] linearizableReadLoop","detail":"{readStateIndex:40676; appliedIndex:40672; }","duration":"163.074738ms","start":"2026-03-03T13:11:50.095001Z","end":"2026-03-03T13:11:50.258076Z","steps":["trace[1430507744] 'read index received' (duration: 151.269925ms)","trace[1430507744] 'applied index is now lower than readState.Index' (duration: 11.803803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:50.258281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.277754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T13:11:50.258312Z","caller":"traceutil/trace.go:171","msg":"trace[1664318200] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39345; }","duration":"163.367266ms","start":"2026-03-03T13:11:50.094934Z","end":"2026-03-03T13:11:50.258301Z","steps":["trace[1664318200] 'agreement among raft nodes before linearized reading' (duration: 163.219702ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:50.258453Z","caller":"traceutil/trace.go:171","msg":"trace[1325290966] transaction","detail":"{read_only:false; response_revision:39344; number_of_response:1; }","duration":"235.609814ms","start":"2026-03-03T13:11:50.022807Z","end":"2026-03-03T13:11:50.258417Z","steps":["trace[1325290966] 'process raft request' (duration: 235.124412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:50.258504Z","caller":"traceutil/trace.go:171","msg":"trace[851689356] transaction","detail":"{read_only:false; response_revision:39345; number_of_response:1; }","duration":"235.244905ms","start":"2026-03-03T13:11:50.023217Z","end":"2026-03-03T13:11:50.258462Z","steps":["trace[851689356] 'process raft request' (duration: 234.828624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:50.817535Z","caller":"traceutil/trace.go:171","msg":"trace[155970228] linearizableReadLoop","detail":"{readStateIndex:40678; appliedIndex:40677; }","duration":"402.990658ms","start":"2026-03-03T13:11:50.41452Z","end":"2026-03-03T13:11:50.81751Z","steps":["trace[155970228] 'read index received' (duration: 402.890025ms)","trace[155970228] 'applied index is now lower than readState.Index' (duration: 99.703µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:50.817599Z","caller":"traceutil/trace.go:171","msg":"trace[2098962833] transaction","detail":"{read_only:false; response_revision:39347; number_of_response:1; }","duration":"472.930564ms","start":"2026-03-03T13:11:50.344648Z","end":"2026-03-03T13:11:50.817579Z","steps":["trace[2098962833] 'process raft request' (duration: 472.711568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:50.81776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.211484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:50.817856Z","caller":"traceutil/trace.go:171","msg":"trace[1081611972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39347; }","duration":"403.350798ms","start":"2026-03-03T13:11:50.414485Z","end":"2026-03-03T13:11:50.817836Z","steps":["trace[1081611972] 'agreement among raft nodes before linearized reading' (duration: 403.137732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:50.817859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:50.344621Z","time spent":"473.15462ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:50.817908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:50.414468Z","time spent":"403.431139ms","remote":"127.0.0.1:36094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:11:51.12622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.289974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:51.126402Z","caller":"traceutil/trace.go:171","msg":"trace[258533169] transaction","detail":"{read_only:false; response_revision:39349; number_of_response:1; }","duration":"222.134615ms","start":"2026-03-03T13:11:50.904251Z","end":"2026-03-03T13:11:51.126385Z","steps":["trace[258533169] 'process raft request' (duration: 222.065933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:51.126577Z","caller":"traceutil/trace.go:171","msg":"trace[488085776] linearizableReadLoop","detail":"{readStateIndex:40679; appliedIndex:40678; }","duration":"308.884658ms","start":"2026-03-03T13:11:50.817666Z","end":"2026-03-03T13:11:51.12655Z","steps":["trace[488085776] 'read index received' (duration: 113.218505ms)","trace[488085776] 'applied index is now lower than readState.Index' (duration: 195.663253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:51.126668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.761284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T13:11:51.126697Z","caller":"traceutil/trace.go:171","msg":"trace[72070477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39349; }","duration":"621.830276ms","start":"2026-03-03T13:11:50.504859Z","end":"2026-03-03T13:11:51.126689Z","steps":["trace[72070477] 'agreement among raft nodes before linearized reading' (duration: 621.704373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:51.126669Z","caller":"traceutil/trace.go:171","msg":"trace[942418125] transaction","detail":"{read_only:false; response_revision:39348; number_of_response:1; }","duration":"642.443972ms","start":"2026-03-03T13:11:50.484183Z","end":"2026-03-03T13:11:51.126627Z","steps":["trace[942418125] 'process raft request' (duration: 446.683046ms)","trace[942418125] 'compare' (duration: 195.1291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:51.126772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.351518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:51.126798Z","caller":"traceutil/trace.go:171","msg":"trace[997246901] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:39349; }","duration":"252.406439ms","start":"2026-03-03T13:11:50.874386Z","end":"2026-03-03T13:11:51.126792Z","steps":["trace[997246901] 'agreement among raft nodes before linearized reading' (duration: 252.364688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:51.126721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:50.504838Z","time spent":"621.877957ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T13:11:51.126818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.487823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T13:11:51.126854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.179302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T13:11:51.12686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:50.484162Z","time spent":"642.601007ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:51.126892Z","caller":"traceutil/trace.go:171","msg":"trace[1323284567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39349; }","duration":"622.598666ms","start":"2026-03-03T13:11:50.504274Z","end":"2026-03-03T13:11:51.126873Z","steps":["trace[1323284567] 'agreement among raft nodes before linearized reading' (duration: 622.37258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:51.127067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:50.504248Z","time spent":"622.798142ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:11:51.127062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.131314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T13:11:51.127217Z","caller":"traceutil/trace.go:171","msg":"trace[951871425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39349; }","duration":"622.325909ms","start":"2026-03-03T13:11:50.504871Z","end":"2026-03-03T13:11:51.127197Z","steps":["trace[951871425] 'agreement among raft nodes before linearized reading' (duration: 621.750413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:51.127288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:50.50486Z","time spent":"622.415532ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T13:11:51.126921Z","caller":"traceutil/trace.go:171","msg":"trace[728028740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39349; }","duration":"623.245364ms","start":"2026-03-03T13:11:50.503657Z","end":"2026-03-03T13:11:51.126902Z","steps":["trace[728028740] 'agreement among raft nodes before linearized reading' (duration: 623.052739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:51.12747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:50.503617Z","time spent":"623.806519ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:11:51.595167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.822302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:51.59528Z","caller":"traceutil/trace.go:171","msg":"trace[1804098062] transaction","detail":"{read_only:false; response_revision:39350; number_of_response:1; }","duration":"464.85172ms","start":"2026-03-03T13:11:51.130409Z","end":"2026-03-03T13:11:51.595261Z","steps":["trace[1804098062] 'process raft request' (duration: 104.858464ms)","trace[1804098062] 'compare' (duration: 359.695898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:51.595367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:51.130394Z","time spent":"464.917721ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:51.779852Z","caller":"traceutil/trace.go:171","msg":"trace[1267532281] linearizableReadLoop","detail":"{readStateIndex:40684; appliedIndex:40680; }","duration":"559.624295ms","start":"2026-03-03T13:11:51.220203Z","end":"2026-03-03T13:11:51.779828Z","steps":["trace[1267532281] 'read index received' (duration: 15.06576ms)","trace[1267532281] 'applied index is now lower than readState.Index' (duration: 544.557395ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:51.779905Z","caller":"traceutil/trace.go:171","msg":"trace[1212280990] transaction","detail":"{read_only:false; response_revision:39351; number_of_response:1; }","duration":"649.220364ms","start":"2026-03-03T13:11:51.130663Z","end":"2026-03-03T13:11:51.779884Z","steps":["trace[1212280990] 'process raft request' (duration: 648.648638ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:51.77996Z","caller":"traceutil/trace.go:171","msg":"trace[2030304792] transaction","detail":"{read_only:false; response_revision:39352; number_of_response:1; }","duration":"648.616567ms","start":"2026-03-03T13:11:51.131333Z","end":"2026-03-03T13:11:51.77995Z","steps":["trace[2030304792] 'process raft request' (duration: 648.408392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:51.780059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:51.130639Z","time spent":"649.313346ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:51.780074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:51.131317Z","time spent":"648.665419ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:51.780335Z","caller":"traceutil/trace.go:171","msg":"trace[657140139] transaction","detail":"{read_only:false; response_revision:39353; number_of_response:1; }","duration":"648.588367ms","start":"2026-03-03T13:11:51.13173Z","end":"2026-03-03T13:11:51.780319Z","steps":["trace[657140139] 'process raft request' (duration: 648.058903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:51.78041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:51.131724Z","time spent":"648.652169ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:51.780519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.311784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:51.780558Z","caller":"traceutil/trace.go:171","msg":"trace[1437397308] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:39353; }","duration":"560.387796ms","start":"2026-03-03T13:11:51.220159Z","end":"2026-03-03T13:11:51.780547Z","steps":["trace[1437397308] 'agreement among raft nodes before linearized reading' (duration: 560.326255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:51.78059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:51.220138Z","time spent":"560.442907ms","remote":"127.0.0.1:33030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:11:52.022762Z","caller":"traceutil/trace.go:171","msg":"trace[989487223] transaction","detail":"{read_only:false; response_revision:39354; number_of_response:1; }","duration":"602.832973ms","start":"2026-03-03T13:11:51.419895Z","end":"2026-03-03T13:11:52.022728Z","steps":["trace[989487223] 'process raft request' (duration: 545.970423ms)","trace[989487223] 'compare' (duration: 56.529621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:52.02296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:51.41988Z","time spent":"602.981186ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:52.022998Z","caller":"traceutil/trace.go:171","msg":"trace[420512336] linearizableReadLoop","detail":"{readStateIndex:40686; appliedIndex:40684; }","duration":"243.049011ms","start":"2026-03-03T13:11:51.779921Z","end":"2026-03-03T13:11:52.02297Z","steps":["trace[420512336] 'read index received' (duration: 185.863093ms)","trace[420512336] 'applied index is now lower than readState.Index' (duration: 57.163418ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:52.023002Z","caller":"traceutil/trace.go:171","msg":"trace[1884496421] transaction","detail":"{read_only:false; response_revision:39355; number_of_response:1; }","duration":"283.085894ms","start":"2026-03-03T13:11:51.739879Z","end":"2026-03-03T13:11:52.022965Z","steps":["trace[1884496421] 'process raft request' (duration: 282.760305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:52.023062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.214652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:11:52.023123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.902516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:11:52.023106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.281062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:52.023146Z","caller":"traceutil/trace.go:171","msg":"trace[63937185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39355; }","duration":"606.341255ms","start":"2026-03-03T13:11:51.416786Z","end":"2026-03-03T13:11:52.023128Z","steps":["trace[63937185] 'agreement among raft nodes before linearized reading' (duration: 606.175221ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:52.023179Z","caller":"traceutil/trace.go:171","msg":"trace[865698849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:39355; }","duration":"759.000448ms","start":"2026-03-03T13:11:51.26416Z","end":"2026-03-03T13:11:52.023161Z","steps":["trace[865698849] 'agreement among raft nodes before linearized reading' (duration: 758.894355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:52.023193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:51.416765Z","time spent":"606.417188ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T13:11:52.023196Z","caller":"traceutil/trace.go:171","msg":"trace[1810634500] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:39355; }","duration":"453.442207ms","start":"2026-03-03T13:11:51.569731Z","end":"2026-03-03T13:11:52.023173Z","steps":["trace[1810634500] 'agreement among raft nodes before linearized reading' (duration: 453.227221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:52.02323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:51.264141Z","time spent":"759.07283ms","remote":"127.0.0.1:37242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:52.023241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:51.569706Z","time spent":"453.524909ms","remote":"127.0.0.1:33042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:52.256493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.701188ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T13:11:52.256607Z","caller":"traceutil/trace.go:171","msg":"trace[115473331] linearizableReadLoop","detail":"{readStateIndex:40687; appliedIndex:40686; }","duration":"232.345568ms","start":"2026-03-03T13:11:52.024243Z","end":"2026-03-03T13:11:52.256589Z","steps":["trace[115473331] 'read index received' (duration: 40.483275ms)","trace[115473331] 'applied index is now lower than readState.Index' (duration: 191.860463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:52.256793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.531523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:52.256873Z","caller":"traceutil/trace.go:171","msg":"trace[1016774743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39355; }","duration":"232.647716ms","start":"2026-03-03T13:11:52.024208Z","end":"2026-03-03T13:11:52.256856Z","steps":["trace[1016774743] 'agreement among raft nodes before linearized reading' (duration: 232.514312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:52.646347Z","caller":"traceutil/trace.go:171","msg":"trace[1788019201] transaction","detail":"{read_only:false; response_revision:39357; number_of_response:1; }","duration":"394.361568ms","start":"2026-03-03T13:11:52.25196Z","end":"2026-03-03T13:11:52.646321Z","steps":["trace[1788019201] 'process raft request' (duration: 394.137352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:52.646501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:52.251933Z","time spent":"394.491562ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:52.646699Z","caller":"traceutil/trace.go:171","msg":"trace[1940948739] transaction","detail":"{read_only:false; response_revision:39358; number_of_response:1; }","duration":"383.11177ms","start":"2026-03-03T13:11:52.263559Z","end":"2026-03-03T13:11:52.646671Z","steps":["trace[1940948739] 'process raft request' (duration: 382.719199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:52.646922Z","caller":"traceutil/trace.go:171","msg":"trace[214337835] linearizableReadLoop","detail":"{readStateIndex:40689; appliedIndex:40687; }","duration":"390.254589ms","start":"2026-03-03T13:11:52.256637Z","end":"2026-03-03T13:11:52.646892Z","steps":["trace[214337835] 'read index received' (duration: 78.329119ms)","trace[214337835] 'applied index is now lower than readState.Index' (duration: 311.92343ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:52.646993Z","caller":"traceutil/trace.go:171","msg":"trace[485382487] transaction","detail":"{read_only:false; response_revision:39359; number_of_response:1; }","duration":"383.342506ms","start":"2026-03-03T13:11:52.263634Z","end":"2026-03-03T13:11:52.646977Z","steps":["trace[485382487] 'process raft request' (duration: 382.945125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:52.647073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:52.263609Z","time spent":"383.415008ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:52.647099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.593179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:52.647251Z","caller":"traceutil/trace.go:171","msg":"trace[607940490] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:39359; }","duration":"572.791215ms","start":"2026-03-03T13:11:52.074434Z","end":"2026-03-03T13:11:52.647225Z","steps":["trace[607940490] 'agreement among raft nodes before linearized reading' (duration: 572.60225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:52.647369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:52.263545Z","time spent":"383.275964ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:52.647393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:52.074399Z","time spent":"572.9662ms","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:52.647269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.812154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T13:11:52.647702Z","caller":"traceutil/trace.go:171","msg":"trace[2093328371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39359; }","duration":"342.263156ms","start":"2026-03-03T13:11:52.3054Z","end":"2026-03-03T13:11:52.647663Z","steps":["trace[2093328371] 'agreement among raft nodes before linearized reading' (duration: 341.729692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:52.647758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:52.305378Z","time spent":"342.365518ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T13:11:52.647164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.991409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:52.647824Z","caller":"traceutil/trace.go:171","msg":"trace[541198705] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:39359; }","duration":"136.669587ms","start":"2026-03-03T13:11:52.511127Z","end":"2026-03-03T13:11:52.647797Z","steps":["trace[541198705] 'agreement among raft nodes before linearized reading' (duration: 136.00836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:52.824319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.756805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:52.82462Z","caller":"traceutil/trace.go:171","msg":"trace[1824776701] transaction","detail":"{read_only:false; response_revision:39360; number_of_response:1; }","duration":"172.841528ms","start":"2026-03-03T13:11:52.651743Z","end":"2026-03-03T13:11:52.824585Z","steps":["trace[1824776701] 'process raft request' (duration: 48.741154ms)","trace[1824776701] 'compare' (duration: 123.645912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:53.331563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.276181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:53.331896Z","caller":"traceutil/trace.go:171","msg":"trace[235115815] transaction","detail":"{read_only:false; response_revision:39361; number_of_response:1; }","duration":"508.881798ms","start":"2026-03-03T13:11:52.822979Z","end":"2026-03-03T13:11:53.331861Z","steps":["trace[235115815] 'process raft request' (duration: 101.255698ms)","trace[235115815] 'compare' (duration: 407.074105ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:53.331982Z","caller":"traceutil/trace.go:171","msg":"trace[497146217] transaction","detail":"{read_only:false; response_revision:39362; number_of_response:1; }","duration":"200.070511ms","start":"2026-03-03T13:11:53.131892Z","end":"2026-03-03T13:11:53.331963Z","steps":["trace[497146217] 'process raft request' (duration: 199.960258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:53.332093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:52.82296Z","time spent":"509.002492ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:53.332142Z","caller":"traceutil/trace.go:171","msg":"trace[2106814974] linearizableReadLoop","detail":"{readStateIndex:40693; appliedIndex:40692; }","duration":"425.908456ms","start":"2026-03-03T13:11:52.906194Z","end":"2026-03-03T13:11:53.332103Z","steps":["trace[2106814974] 'read index received' (duration: 17.992708ms)","trace[2106814974] 'applied index is now lower than readState.Index' (duration: 407.911537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:53.332314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.102961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:53.332377Z","caller":"traceutil/trace.go:171","msg":"trace[1412867615] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:39362; }","duration":"426.234424ms","start":"2026-03-03T13:11:52.906125Z","end":"2026-03-03T13:11:53.33236Z","steps":["trace[1412867615] 'agreement among raft nodes before linearized reading' (duration: 426.100221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:53.332489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:52.906078Z","time spent":"426.340087ms","remote":"127.0.0.1:38946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:54.03147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.606193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:54.031804Z","caller":"traceutil/trace.go:171","msg":"trace[1924338849] linearizableReadLoop","detail":"{readStateIndex:40698; appliedIndex:40695; }","duration":"177.378129ms","start":"2026-03-03T13:11:53.854401Z","end":"2026-03-03T13:11:54.031779Z","steps":["trace[1924338849] 'read index received' (duration: 22.367614ms)","trace[1924338849] 'applied index is now lower than readState.Index' (duration: 155.009225ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:54.031889Z","caller":"traceutil/trace.go:171","msg":"trace[1888053889] transaction","detail":"{read_only:false; response_revision:39364; number_of_response:1; }","duration":"243.509964ms","start":"2026-03-03T13:11:53.788346Z","end":"2026-03-03T13:11:54.031856Z","steps":["trace[1888053889] 'process raft request' (duration: 88.401887ms)","trace[1888053889] 'compare' (duration: 154.426009ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:54.032115Z","caller":"traceutil/trace.go:171","msg":"trace[375285659] transaction","detail":"{read_only:false; response_revision:39366; number_of_response:1; }","duration":"243.601466ms","start":"2026-03-03T13:11:53.788479Z","end":"2026-03-03T13:11:54.032081Z","steps":["trace[375285659] 'process raft request' (duration: 243.241856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:54.032151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.621795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-03T13:11:54.032227Z","caller":"traceutil/trace.go:171","msg":"trace[463693123] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:39366; }","duration":"177.855331ms","start":"2026-03-03T13:11:53.854351Z","end":"2026-03-03T13:11:54.032206Z","steps":["trace[463693123] 'agreement among raft nodes before linearized reading' (duration: 177.506382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:54.032124Z","caller":"traceutil/trace.go:171","msg":"trace[2050203128] transaction","detail":"{read_only:false; response_revision:39365; number_of_response:1; }","duration":"243.668028ms","start":"2026-03-03T13:11:53.78842Z","end":"2026-03-03T13:11:54.032088Z","steps":["trace[2050203128] 'process raft request' (duration: 243.190805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:55.118757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.360237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:55.118825Z","caller":"traceutil/trace.go:171","msg":"trace[34772704] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39368; }","duration":"672.46159ms","start":"2026-03-03T13:11:54.446346Z","end":"2026-03-03T13:11:55.118807Z","steps":["trace[34772704] 'range keys from in-memory index tree' (duration: 672.308715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:55.118856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:54.44633Z","time spent":"672.518211ms","remote":"127.0.0.1:36548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T13:11:55.119168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.321312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:55.119246Z","caller":"traceutil/trace.go:171","msg":"trace[921699199] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:39368; }","duration":"520.415785ms","start":"2026-03-03T13:11:54.59881Z","end":"2026-03-03T13:11:55.119226Z","steps":["trace[921699199] 'count revisions from in-memory index tree' (duration: 520.2226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:55.119291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:54.59875Z","time spent":"520.529667ms","remote":"127.0.0.1:53674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:11:55.317894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8397415275019772623,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T13:11:55.4955Z","caller":"traceutil/trace.go:171","msg":"trace[542594145] transaction","detail":"{read_only:false; response_revision:39369; number_of_response:1; }","duration":"843.351067ms","start":"2026-03-03T13:11:54.652128Z","end":"2026-03-03T13:11:55.495479Z","steps":["trace[542594145] 'process raft request' (duration: 843.224294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:55.495635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:54.65211Z","time spent":"843.45303ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:55.672767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.428248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:55.672976Z","caller":"traceutil/trace.go:171","msg":"trace[982996592] transaction","detail":"{read_only:false; response_revision:39371; number_of_response:1; }","duration":"1.019205836s","start":"2026-03-03T13:11:54.653753Z","end":"2026-03-03T13:11:55.672958Z","steps":["trace[982996592] 'process raft request' (duration: 1.019106103s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:55.672977Z","caller":"traceutil/trace.go:171","msg":"trace[1650688705] transaction","detail":"{read_only:false; response_revision:39370; number_of_response:1; }","duration":"1.020718305s","start":"2026-03-03T13:11:54.652229Z","end":"2026-03-03T13:11:55.672947Z","steps":["trace[1650688705] 'process raft request' (duration: 889.02682ms)","trace[1650688705] 'compare' (duration: 131.312475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:55.673044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:54.653733Z","time spent":"1.019282647s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:55.673118Z","caller":"traceutil/trace.go:171","msg":"trace[647325271] transaction","detail":"{read_only:false; response_revision:39372; number_of_response:1; }","duration":"335.518887ms","start":"2026-03-03T13:11:55.337588Z","end":"2026-03-03T13:11:55.673107Z","steps":["trace[647325271] 'process raft request' (duration: 335.328902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:55.673116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:54.652197Z","time spent":"1.020842309s","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:55.673177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:55.337563Z","time spent":"335.586558ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:11:55.67329Z","caller":"traceutil/trace.go:171","msg":"trace[1118851426] linearizableReadLoop","detail":"{readStateIndex:40703; appliedIndex:40701; }","duration":"855.800787ms","start":"2026-03-03T13:11:54.81748Z","end":"2026-03-03T13:11:55.67328Z","steps":["trace[1118851426] 'read index received' (duration: 678.017938ms)","trace[1118851426] 'applied index is now lower than readState.Index' (duration: 177.782169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:55.673391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.913841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:11:55.673374Z","caller":"traceutil/trace.go:171","msg":"trace[1266226757] transaction","detail":"{read_only:false; response_revision:39373; number_of_response:1; }","duration":"335.042024ms","start":"2026-03-03T13:11:55.338301Z","end":"2026-03-03T13:11:55.673343Z","steps":["trace[1266226757] 'process raft request' (duration: 334.770357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:55.673426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.924162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T13:11:55.673439Z","caller":"traceutil/trace.go:171","msg":"trace[1339025321] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:39373; }","duration":"855.998633ms","start":"2026-03-03T13:11:54.817427Z","end":"2026-03-03T13:11:55.673426Z","steps":["trace[1339025321] 'agreement among raft nodes before linearized reading' (duration: 855.907981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:55.673448Z","caller":"traceutil/trace.go:171","msg":"trace[1387690906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39373; }","duration":"843.976924ms","start":"2026-03-03T13:11:54.829463Z","end":"2026-03-03T13:11:55.67344Z","steps":["trace[1387690906] 'agreement among raft nodes before linearized reading' (duration: 843.885751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:55.673431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.776714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:11:55.673445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.347738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:11:55.673478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:54.829447Z","time spent":"844.024185ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T13:11:55.673478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:54.817406Z","time spent":"856.063464ms","remote":"127.0.0.1:36588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:11:55.673502Z","caller":"traceutil/trace.go:171","msg":"trace[4189323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39373; }","duration":"255.460162ms","start":"2026-03-03T13:11:55.418028Z","end":"2026-03-03T13:11:55.673488Z","steps":["trace[4189323] 'agreement among raft nodes before linearized reading' (duration: 255.352039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:55.673499Z","caller":"traceutil/trace.go:171","msg":"trace[1158854974] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39373; }","duration":"549.878617ms","start":"2026-03-03T13:11:55.123602Z","end":"2026-03-03T13:11:55.673481Z","steps":["trace[1158854974] 'agreement among raft nodes before linearized reading' (duration: 549.780024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:55.673525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:55.338277Z","time spent":"335.169697ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:11:55.673555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:55.123584Z","time spent":"549.959999ms","remote":"127.0.0.1:36286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T13:11:55.673643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.355177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:55.673747Z","caller":"traceutil/trace.go:171","msg":"trace[2006184301] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:39373; }","duration":"762.528652ms","start":"2026-03-03T13:11:54.911198Z","end":"2026-03-03T13:11:55.673726Z","steps":["trace[2006184301] 'agreement among raft nodes before linearized reading' (duration: 762.189173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:55.673824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:54.911183Z","time spent":"762.620694ms","remote":"127.0.0.1:39296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:11:55.871387Z","caller":"traceutil/trace.go:171","msg":"trace[483971825] linearizableReadLoop","detail":"{readStateIndex:40706; appliedIndex:40705; }","duration":"191.556264ms","start":"2026-03-03T13:11:55.6798Z","end":"2026-03-03T13:11:55.871356Z","steps":["trace[483971825] 'read index received' (duration: 155.879037ms)","trace[483971825] 'applied index is now lower than readState.Index' (duration: 35.675897ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:55.871633Z","caller":"traceutil/trace.go:171","msg":"trace[1225031141] transaction","detail":"{read_only:false; response_revision:39374; number_of_response:1; }","duration":"191.842102ms","start":"2026-03-03T13:11:55.679783Z","end":"2026-03-03T13:11:55.871625Z","steps":["trace[1225031141] 'process raft request' (duration: 155.879898ms)","trace[1225031141] 'compare' (duration: 35.578174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:55.871825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.019757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-03T13:11:55.871878Z","caller":"traceutil/trace.go:171","msg":"trace[133747722] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:39374; }","duration":"192.100409ms","start":"2026-03-03T13:11:55.679765Z","end":"2026-03-03T13:11:55.871865Z","steps":["trace[133747722] 'agreement among raft nodes before linearized reading' (duration: 191.917174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:55.871874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.924541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T13:11:55.872099Z","caller":"traceutil/trace.go:171","msg":"trace[2050127267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39374; }","duration":"164.197279ms","start":"2026-03-03T13:11:55.70787Z","end":"2026-03-03T13:11:55.872068Z","steps":["trace[2050127267] 'agreement among raft nodes before linearized reading' (duration: 163.826769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:56.054603Z","caller":"traceutil/trace.go:171","msg":"trace[1618829885] linearizableReadLoop","detail":"{readStateIndex:40707; appliedIndex:40706; }","duration":"170.451475ms","start":"2026-03-03T13:11:55.884123Z","end":"2026-03-03T13:11:56.054574Z","steps":["trace[1618829885] 'read index received' (duration: 117.861959ms)","trace[1618829885] 'applied index is now lower than readState.Index' (duration: 52.587706ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:56.054643Z","caller":"traceutil/trace.go:171","msg":"trace[95750349] transaction","detail":"{read_only:false; response_revision:39375; number_of_response:1; }","duration":"176.31738ms","start":"2026-03-03T13:11:55.878269Z","end":"2026-03-03T13:11:56.054586Z","steps":["trace[95750349] 'process raft request' (duration: 123.674363ms)","trace[95750349] 'compare' (duration: 52.318789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:11:56.054868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.726752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T13:11:56.054952Z","caller":"traceutil/trace.go:171","msg":"trace[329551092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:39375; }","duration":"170.857085ms","start":"2026-03-03T13:11:55.884077Z","end":"2026-03-03T13:11:56.054934Z","steps":["trace[329551092] 'agreement among raft nodes before linearized reading' (duration: 170.580968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:56.140395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.525178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:11:56.140467Z","caller":"traceutil/trace.go:171","msg":"trace[780534846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39376; }","duration":"103.6105ms","start":"2026-03-03T13:11:56.03684Z","end":"2026-03-03T13:11:56.140451Z","steps":["trace[780534846] 'agreement among raft nodes before linearized reading' (duration: 103.445166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:56.140641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.855937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:11:56.140671Z","caller":"traceutil/trace.go:171","msg":"trace[1557226906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39376; }","duration":"103.95762ms","start":"2026-03-03T13:11:56.036703Z","end":"2026-03-03T13:11:56.140661Z","steps":["trace[1557226906] 'agreement among raft nodes before linearized reading' (duration: 103.879728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:56.140831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.061642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T13:11:56.140865Z","caller":"traceutil/trace.go:171","msg":"trace[1860890515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39376; }","duration":"104.237207ms","start":"2026-03-03T13:11:56.036618Z","end":"2026-03-03T13:11:56.140855Z","steps":["trace[1860890515] 'agreement among raft nodes before linearized reading' (duration: 104.154245ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:56.296328Z","caller":"traceutil/trace.go:171","msg":"trace[23282476] transaction","detail":"{read_only:false; response_revision:39378; number_of_response:1; }","duration":"151.143163ms","start":"2026-03-03T13:11:56.145152Z","end":"2026-03-03T13:11:56.296295Z","steps":["trace[23282476] 'process raft request' (duration: 75.676519ms)","trace[23282476] 'compare' (duration: 75.35164ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:56.374808Z","caller":"traceutil/trace.go:171","msg":"trace[891672686] linearizableReadLoop","detail":"{readStateIndex:40712; appliedIndex:40710; }","duration":"136.877353ms","start":"2026-03-03T13:11:56.237909Z","end":"2026-03-03T13:11:56.374786Z","steps":["trace[891672686] 'read index received' (duration: 136.801221ms)","trace[891672686] 'applied index is now lower than readState.Index' (duration: 75.142µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:56.374879Z","caller":"traceutil/trace.go:171","msg":"trace[587869520] transaction","detail":"{read_only:false; response_revision:39380; number_of_response:1; }","duration":"227.667914ms","start":"2026-03-03T13:11:56.147184Z","end":"2026-03-03T13:11:56.374852Z","steps":["trace[587869520] 'process raft request' (duration: 227.566091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:56.374991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.072679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:11:56.375057Z","caller":"traceutil/trace.go:171","msg":"trace[1322694637] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:39380; }","duration":"137.188242ms","start":"2026-03-03T13:11:56.237856Z","end":"2026-03-03T13:11:56.375044Z","steps":["trace[1322694637] 'agreement among raft nodes before linearized reading' (duration: 137.040248ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:56.375085Z","caller":"traceutil/trace.go:171","msg":"trace[1383356101] transaction","detail":"{read_only:false; response_revision:39379; number_of_response:1; }","duration":"228.208338ms","start":"2026-03-03T13:11:56.146845Z","end":"2026-03-03T13:11:56.375053Z","steps":["trace[1383356101] 'process raft request' (duration: 227.772417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:56.484238Z","caller":"traceutil/trace.go:171","msg":"trace[1098593663] transaction","detail":"{read_only:false; response_revision:39381; number_of_response:1; }","duration":"221.906771ms","start":"2026-03-03T13:11:56.2623Z","end":"2026-03-03T13:11:56.484206Z","steps":["trace[1098593663] 'process raft request' (duration: 166.320835ms)","trace[1098593663] 'compare' (duration: 55.262057ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:56.484282Z","caller":"traceutil/trace.go:171","msg":"trace[1795871879] linearizableReadLoop","detail":"{readStateIndex:40714; appliedIndex:40712; }","duration":"109.389804ms","start":"2026-03-03T13:11:56.37487Z","end":"2026-03-03T13:11:56.484259Z","steps":["trace[1795871879] 'read index received' (duration: 53.652325ms)","trace[1795871879] 'applied index is now lower than readState.Index' (duration: 55.736309ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:11:56.484436Z","caller":"traceutil/trace.go:171","msg":"trace[1733627087] transaction","detail":"{read_only:false; response_revision:39382; number_of_response:1; }","duration":"114.204651ms","start":"2026-03-03T13:11:56.370211Z","end":"2026-03-03T13:11:56.484415Z","steps":["trace[1733627087] 'process raft request' (duration: 113.940314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:56.48448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.050388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T13:11:56.484532Z","caller":"traceutil/trace.go:171","msg":"trace[1670210679] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:39382; }","duration":"215.137761ms","start":"2026-03-03T13:11:56.269378Z","end":"2026-03-03T13:11:56.484516Z","steps":["trace[1670210679] 'agreement among raft nodes before linearized reading' (duration: 214.959366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:57.82404Z","caller":"traceutil/trace.go:171","msg":"trace[1204628689] transaction","detail":"{read_only:false; response_revision:39387; number_of_response:1; }","duration":"143.383736ms","start":"2026-03-03T13:11:57.680627Z","end":"2026-03-03T13:11:57.82401Z","steps":["trace[1204628689] 'process raft request' (duration: 143.345735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:57.82418Z","caller":"traceutil/trace.go:171","msg":"trace[1356680389] transaction","detail":"{read_only:false; response_revision:39386; number_of_response:1; }","duration":"143.51941ms","start":"2026-03-03T13:11:57.680622Z","end":"2026-03-03T13:11:57.824141Z","steps":["trace[1356680389] 'process raft request' (duration: 143.167041ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:57.864667Z","caller":"traceutil/trace.go:171","msg":"trace[32549462] transaction","detail":"{read_only:false; response_revision:39388; number_of_response:1; }","duration":"183.970594ms","start":"2026-03-03T13:11:57.680674Z","end":"2026-03-03T13:11:57.864644Z","steps":["trace[32549462] 'process raft request' (duration: 183.83834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:11:57.864917Z","caller":"traceutil/trace.go:171","msg":"trace[153351924] transaction","detail":"{read_only:false; response_revision:39389; number_of_response:1; }","duration":"184.189049ms","start":"2026-03-03T13:11:57.680718Z","end":"2026-03-03T13:11:57.864907Z","steps":["trace[153351924] 'process raft request' (duration: 183.899851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:58.103189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.077094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T13:11:58.103277Z","caller":"traceutil/trace.go:171","msg":"trace[309638195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39389; }","duration":"228.187236ms","start":"2026-03-03T13:11:57.875066Z","end":"2026-03-03T13:11:58.103253Z","steps":["trace[309638195] 'range keys from in-memory index tree' (duration: 227.968391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:11:59.880583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.518103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:11:59.880683Z","caller":"traceutil/trace.go:171","msg":"trace[1501230663] transaction","detail":"{read_only:false; response_revision:39399; number_of_response:1; }","duration":"296.534081ms","start":"2026-03-03T13:11:59.584131Z","end":"2026-03-03T13:11:59.880665Z","steps":["trace[1501230663] 'process raft request' (duration: 121.865865ms)","trace[1501230663] 'compare' (duration: 174.41528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:00.403632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.417568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:12:00.403762Z","caller":"traceutil/trace.go:171","msg":"trace[148718923] transaction","detail":"{read_only:false; response_revision:39400; number_of_response:1; }","duration":"575.025964ms","start":"2026-03-03T13:11:59.828713Z","end":"2026-03-03T13:12:00.403739Z","steps":["trace[148718923] 'process raft request' (duration: 281.359579ms)","trace[148718923] 'compare' (duration: 293.201803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:00.403815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:59.82869Z","time spent":"575.106027ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:00.624847Z","caller":"traceutil/trace.go:171","msg":"trace[425207469] transaction","detail":"{read_only:false; response_revision:39401; number_of_response:1; }","duration":"795.833505ms","start":"2026-03-03T13:11:59.828995Z","end":"2026-03-03T13:12:00.624828Z","steps":["trace[425207469] 'process raft request' (duration: 724.158053ms)","trace[425207469] 'compare' (duration: 71.153158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:00.62494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:59.828978Z","time spent":"795.913948ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:00.624987Z","caller":"traceutil/trace.go:171","msg":"trace[1677707604] linearizableReadLoop","detail":"{readStateIndex:40736; appliedIndex:40733; }","duration":"494.203449ms","start":"2026-03-03T13:12:00.130767Z","end":"2026-03-03T13:12:00.62497Z","steps":["trace[1677707604] 'read index received' (duration: 422.434864ms)","trace[1677707604] 'applied index is now lower than readState.Index' (duration: 71.766505ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:00.625028Z","caller":"traceutil/trace.go:171","msg":"trace[810709710] transaction","detail":"{read_only:false; response_revision:39402; number_of_response:1; }","duration":"755.587728ms","start":"2026-03-03T13:11:59.869408Z","end":"2026-03-03T13:12:00.624995Z","steps":["trace[810709710] 'process raft request' (duration: 755.115955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:00.62509Z","caller":"traceutil/trace.go:171","msg":"trace[1630091065] transaction","detail":"{read_only:false; response_revision:39403; number_of_response:1; }","duration":"753.742789ms","start":"2026-03-03T13:11:59.871261Z","end":"2026-03-03T13:12:00.625004Z","steps":["trace[1630091065] 'process raft request' (duration: 753.293727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:00.625184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.408784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T13:12:00.625184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:59.86938Z","time spent":"755.71575ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:12:00.625215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.862334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:00.625222Z","caller":"traceutil/trace.go:171","msg":"trace[1738128334] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39405; }","duration":"494.477356ms","start":"2026-03-03T13:12:00.130734Z","end":"2026-03-03T13:12:00.625211Z","steps":["trace[1738128334] 'agreement among raft nodes before linearized reading' (duration: 494.340533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:00.625237Z","caller":"traceutil/trace.go:171","msg":"trace[1741329987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39405; }","duration":"211.909675ms","start":"2026-03-03T13:12:00.413321Z","end":"2026-03-03T13:12:00.62523Z","steps":["trace[1741329987] 'agreement among raft nodes before linearized reading' (duration: 211.869564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:00.625254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:00.1307Z","time spent":"494.546668ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T13:12:00.625357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.318247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-03T13:12:00.625336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:11:59.871244Z","time spent":"753.926543ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:00.625377Z","caller":"traceutil/trace.go:171","msg":"trace[1344133834] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:39405; }","duration":"206.365979ms","start":"2026-03-03T13:12:00.419005Z","end":"2026-03-03T13:12:00.625371Z","steps":["trace[1344133834] 'agreement among raft nodes before linearized reading' (duration: 206.311627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:00.625449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.637759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T13:12:00.625491Z","caller":"traceutil/trace.go:171","msg":"trace[1842128075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39405; }","duration":"231.705891ms","start":"2026-03-03T13:12:00.393774Z","end":"2026-03-03T13:12:00.62548Z","steps":["trace[1842128075] 'agreement among raft nodes before linearized reading' (duration: 231.549996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:00.625505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.537729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:12:00.62552Z","caller":"traceutil/trace.go:171","msg":"trace[775387020] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39405; }","duration":"314.55387ms","start":"2026-03-03T13:12:00.310961Z","end":"2026-03-03T13:12:00.625515Z","steps":["trace[775387020] 'agreement among raft nodes before linearized reading' (duration: 314.509698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:00.625533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:00.310893Z","time spent":"314.636372ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:12:00.625524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.00484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T13:12:00.625625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.266089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:12:00.625706Z","caller":"traceutil/trace.go:171","msg":"trace[1351462428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39405; }","duration":"440.325919ms","start":"2026-03-03T13:12:00.185351Z","end":"2026-03-03T13:12:00.625676Z","steps":["trace[1351462428] 'agreement among raft nodes before linearized reading' (duration: 439.825175ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:00.625728Z","caller":"traceutil/trace.go:171","msg":"trace[314736960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39405; }","duration":"231.381262ms","start":"2026-03-03T13:12:00.394332Z","end":"2026-03-03T13:12:00.625713Z","steps":["trace[314736960] 'agreement among raft nodes before linearized reading' (duration: 231.212077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:00.625857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:00.185331Z","time spent":"440.466332ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T13:12:00.626164Z","caller":"traceutil/trace.go:171","msg":"trace[764903630] transaction","detail":"{read_only:false; response_revision:39404; number_of_response:1; }","duration":"438.684405ms","start":"2026-03-03T13:12:00.186326Z","end":"2026-03-03T13:12:00.62501Z","steps":["trace[764903630] 'process raft request' (duration: 438.258384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:00.626302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:00.186316Z","time spent":"439.895157ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:01.082242Z","caller":"traceutil/trace.go:171","msg":"trace[1525718378] linearizableReadLoop","detail":"{readStateIndex:40744; appliedIndex:40739; }","duration":"281.874373ms","start":"2026-03-03T13:12:00.800342Z","end":"2026-03-03T13:12:01.082217Z","steps":["trace[1525718378] 'read index received' (duration: 281.525034ms)","trace[1525718378] 'applied index is now lower than readState.Index' (duration: 348.169µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:01.08258Z","caller":"traceutil/trace.go:171","msg":"trace[444112096] transaction","detail":"{read_only:false; response_revision:39410; number_of_response:1; }","duration":"451.338702ms","start":"2026-03-03T13:12:00.631207Z","end":"2026-03-03T13:12:01.082545Z","steps":["trace[444112096] 'process raft request' (duration: 450.938731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:01.082748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:00.631199Z","time spent":"451.451904ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:01.082779Z","caller":"traceutil/trace.go:171","msg":"trace[893310185] transaction","detail":"{read_only:false; response_revision:39411; number_of_response:1; }","duration":"451.502175ms","start":"2026-03-03T13:12:00.631252Z","end":"2026-03-03T13:12:01.082754Z","steps":["trace[893310185] 'process raft request' (duration: 450.92476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:01.082805Z","caller":"traceutil/trace.go:171","msg":"trace[53729414] transaction","detail":"{read_only:false; response_revision:39408; number_of_response:1; }","duration":"451.764932ms","start":"2026-03-03T13:12:00.631024Z","end":"2026-03-03T13:12:01.082789Z","steps":["trace[53729414] 'process raft request' (duration: 451.040123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:01.082869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:00.631247Z","time spent":"451.578628ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:12:01.082886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.52878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:12:01.082944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:00.631017Z","time spent":"451.848105ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:01.082961Z","caller":"traceutil/trace.go:171","msg":"trace[1825434210] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:39411; }","duration":"282.663424ms","start":"2026-03-03T13:12:00.800265Z","end":"2026-03-03T13:12:01.082928Z","steps":["trace[1825434210] 'agreement among raft nodes before linearized reading' (duration: 282.5324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:01.082949Z","caller":"traceutil/trace.go:171","msg":"trace[801101427] transaction","detail":"{read_only:false; response_revision:39409; number_of_response:1; }","duration":"451.854635ms","start":"2026-03-03T13:12:00.631057Z","end":"2026-03-03T13:12:01.082912Z","steps":["trace[801101427] 'process raft request' (duration: 451.046364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:01.08307Z","caller":"traceutil/trace.go:171","msg":"trace[773120548] transaction","detail":"{read_only:false; response_revision:39407; number_of_response:1; }","duration":"452.081481ms","start":"2026-03-03T13:12:00.630976Z","end":"2026-03-03T13:12:01.083057Z","steps":["trace[773120548] 'process raft request' (duration: 450.931351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:01.083118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:00.630965Z","time spent":"452.127682ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:12:01.08314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:00.631052Z","time spent":"451.990429ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:12:01.369023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.262674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:12:01.369107Z","caller":"traceutil/trace.go:171","msg":"trace[1765977935] linearizableReadLoop","detail":"{readStateIndex:40745; appliedIndex:40744; }","duration":"136.660028ms","start":"2026-03-03T13:12:01.232433Z","end":"2026-03-03T13:12:01.369093Z","steps":["trace[1765977935] 'read index received' (duration: 43.071µs)","trace[1765977935] 'applied index is now lower than readState.Index' (duration: 136.616007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:01.369154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.733189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:01.369173Z","caller":"traceutil/trace.go:171","msg":"trace[2076229184] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39412; }","duration":"136.793381ms","start":"2026-03-03T13:12:01.232374Z","end":"2026-03-03T13:12:01.369168Z","steps":["trace[2076229184] 'agreement among raft nodes before linearized reading' (duration: 136.75359ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:01.369321Z","caller":"traceutil/trace.go:171","msg":"trace[764697505] transaction","detail":"{read_only:false; response_revision:39412; number_of_response:1; }","duration":"207.512849ms","start":"2026-03-03T13:12:01.161797Z","end":"2026-03-03T13:12:01.36931Z","steps":["trace[764697505] 'process raft request' (duration: 17.901775ms)","trace[764697505] 'compare' (duration: 188.821263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:02.093691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.813443ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T13:12:02.121581Z","caller":"traceutil/trace.go:171","msg":"trace[323327514] linearizableReadLoop","detail":"{readStateIndex:40747; appliedIndex:40745; }","duration":"230.529169ms","start":"2026-03-03T13:12:01.891026Z","end":"2026-03-03T13:12:02.121555Z","steps":["trace[323327514] 'read index received' (duration: 25.851276ms)","trace[323327514] 'applied index is now lower than readState.Index' (duration: 204.676653ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:02.12171Z","caller":"traceutil/trace.go:171","msg":"trace[1608314831] transaction","detail":"{read_only:false; response_revision:39413; number_of_response:1; }","duration":"233.713944ms","start":"2026-03-03T13:12:01.887957Z","end":"2026-03-03T13:12:02.121671Z","steps":["trace[1608314831] 'process raft request' (duration: 233.361754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:02.121772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.721184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:12:02.121853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.622944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:12:02.121866Z","caller":"traceutil/trace.go:171","msg":"trace[1446312797] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:39413; }","duration":"230.855538ms","start":"2026-03-03T13:12:01.890995Z","end":"2026-03-03T13:12:02.121851Z","steps":["trace[1446312797] 'agreement among raft nodes before linearized reading' (duration: 230.712504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:02.121911Z","caller":"traceutil/trace.go:171","msg":"trace[68698397] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39413; }","duration":"102.744118ms","start":"2026-03-03T13:12:02.019153Z","end":"2026-03-03T13:12:02.121897Z","steps":["trace[68698397] 'agreement among raft nodes before linearized reading' (duration: 102.615774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:02.805592Z","caller":"traceutil/trace.go:171","msg":"trace[1666949055] transaction","detail":"{read_only:false; response_revision:39416; number_of_response:1; }","duration":"174.106371ms","start":"2026-03-03T13:12:02.631449Z","end":"2026-03-03T13:12:02.805555Z","steps":["trace[1666949055] 'process raft request' (duration: 173.757852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:02.805675Z","caller":"traceutil/trace.go:171","msg":"trace[31537408] linearizableReadLoop","detail":"{readStateIndex:40753; appliedIndex:40748; }","duration":"132.22368ms","start":"2026-03-03T13:12:02.673422Z","end":"2026-03-03T13:12:02.805645Z","steps":["trace[31537408] 'read index received' (duration: 21.331296ms)","trace[31537408] 'applied index is now lower than readState.Index' (duration: 110.891574ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:02.805811Z","caller":"traceutil/trace.go:171","msg":"trace[909984655] transaction","detail":"{read_only:false; response_revision:39418; number_of_response:1; }","duration":"173.708801ms","start":"2026-03-03T13:12:02.63207Z","end":"2026-03-03T13:12:02.805779Z","steps":["trace[909984655] 'process raft request' (duration: 173.471165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:02.805869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.438375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:12:02.806238Z","caller":"traceutil/trace.go:171","msg":"trace[1757259118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39419; }","duration":"132.865647ms","start":"2026-03-03T13:12:02.67336Z","end":"2026-03-03T13:12:02.806226Z","steps":["trace[1757259118] 'agreement among raft nodes before linearized reading' (duration: 132.390565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:02.806052Z","caller":"traceutil/trace.go:171","msg":"trace[2097024669] transaction","detail":"{read_only:false; response_revision:39417; number_of_response:1; }","duration":"174.484572ms","start":"2026-03-03T13:12:02.631528Z","end":"2026-03-03T13:12:02.806013Z","steps":["trace[2097024669] 'process raft request' (duration: 173.913046ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:02.806158Z","caller":"traceutil/trace.go:171","msg":"trace[714693840] transaction","detail":"{read_only:false; response_revision:39419; number_of_response:1; }","duration":"173.693081ms","start":"2026-03-03T13:12:02.632367Z","end":"2026-03-03T13:12:02.80606Z","steps":["trace[714693840] 'process raft request' (duration: 173.217558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:03.107044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.10665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:12:03.10714Z","caller":"traceutil/trace.go:171","msg":"trace[546970011] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:39420; }","duration":"160.50927ms","start":"2026-03-03T13:12:02.946598Z","end":"2026-03-03T13:12:03.107107Z","steps":["trace[546970011] 'count revisions from in-memory index tree' (duration: 160.013028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:03.107347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.77679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-90f07203-516e-485e-a491-1a645a6bceb4\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T13:12:03.107615Z","caller":"traceutil/trace.go:171","msg":"trace[970671984] range","detail":"{range_begin:/registry/persistentvolumes/pvc-90f07203-516e-485e-a491-1a645a6bceb4; range_end:; response_count:1; response_revision:39420; }","duration":"201.093538ms","start":"2026-03-03T13:12:02.9065Z","end":"2026-03-03T13:12:03.107594Z","steps":["trace[970671984] 'range keys from in-memory index tree' (duration: 200.265156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:03.108397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.722769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T13:12:03.108479Z","caller":"traceutil/trace.go:171","msg":"trace[1992606256] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:39420; }","duration":"171.843851ms","start":"2026-03-03T13:12:02.936617Z","end":"2026-03-03T13:12:03.108461Z","steps":["trace[1992606256] 'count revisions from in-memory index tree' (duration: 171.654516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:03.583283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.970744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:12:03.583648Z","caller":"traceutil/trace.go:171","msg":"trace[1264632611] linearizableReadLoop","detail":"{readStateIndex:40758; appliedIndex:40755; }","duration":"166.701305ms","start":"2026-03-03T13:12:03.416924Z","end":"2026-03-03T13:12:03.583626Z","steps":["trace[1264632611] 'read index received' (duration: 57.281µs)","trace[1264632611] 'applied index is now lower than readState.Index' (duration: 166.642574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:03.583851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.927981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:03.583917Z","caller":"traceutil/trace.go:171","msg":"trace[200766261] transaction","detail":"{read_only:false; response_revision:39422; number_of_response:1; }","duration":"471.671381ms","start":"2026-03-03T13:12:03.112214Z","end":"2026-03-03T13:12:03.583885Z","steps":["trace[200766261] 'process raft request' (duration: 261.007159ms)","trace[200766261] 'compare' (duration: 209.754307ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:03.583968Z","caller":"traceutil/trace.go:171","msg":"trace[1765125412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39424; }","duration":"167.053405ms","start":"2026-03-03T13:12:03.416867Z","end":"2026-03-03T13:12:03.58392Z","steps":["trace[1765125412] 'agreement among raft nodes before linearized reading' (duration: 166.86536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:03.583945Z","caller":"traceutil/trace.go:171","msg":"trace[111496704] transaction","detail":"{read_only:false; response_revision:39424; number_of_response:1; }","duration":"471.306951ms","start":"2026-03-03T13:12:03.112584Z","end":"2026-03-03T13:12:03.583891Z","steps":["trace[111496704] 'process raft request' (duration: 470.951371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:03.584108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:03.11219Z","time spent":"471.798064ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:12:03.584302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:03.112567Z","time spent":"471.555218ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:03.584514Z","caller":"traceutil/trace.go:171","msg":"trace[179907807] transaction","detail":"{read_only:false; response_revision:39423; number_of_response:1; }","duration":"471.62622ms","start":"2026-03-03T13:12:03.11222Z","end":"2026-03-03T13:12:03.583846Z","steps":["trace[179907807] 'process raft request' (duration: 471.162767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:03.584648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:03.11219Z","time spent":"472.412851ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:04.251082Z","caller":"traceutil/trace.go:171","msg":"trace[209208833] transaction","detail":"{read_only:false; response_revision:39425; number_of_response:1; }","duration":"123.858238ms","start":"2026-03-03T13:12:04.127196Z","end":"2026-03-03T13:12:04.251054Z","steps":["trace[209208833] 'process raft request' (duration: 123.704864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:04.952392Z","caller":"traceutil/trace.go:171","msg":"trace[1652397205] transaction","detail":"{read_only:false; response_revision:39429; number_of_response:1; }","duration":"140.838779ms","start":"2026-03-03T13:12:04.811531Z","end":"2026-03-03T13:12:04.95237Z","steps":["trace[1652397205] 'process raft request' (duration: 51.144388ms)","trace[1652397205] 'compare' (duration: 89.513226ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:04.952692Z","caller":"traceutil/trace.go:171","msg":"trace[560879102] transaction","detail":"{read_only:false; response_revision:39430; number_of_response:1; }","duration":"141.040514ms","start":"2026-03-03T13:12:04.811642Z","end":"2026-03-03T13:12:04.952682Z","steps":["trace[560879102] 'process raft request' (duration: 140.689285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:04.952725Z","caller":"traceutil/trace.go:171","msg":"trace[353328562] linearizableReadLoop","detail":"{readStateIndex:40765; appliedIndex:40762; }","duration":"109.295801ms","start":"2026-03-03T13:12:04.843398Z","end":"2026-03-03T13:12:04.952694Z","steps":["trace[353328562] 'read index received' (duration: 19.21081ms)","trace[353328562] 'applied index is now lower than readState.Index' (duration: 90.084221ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:04.952769Z","caller":"traceutil/trace.go:171","msg":"trace[888835871] transaction","detail":"{read_only:false; response_revision:39431; number_of_response:1; }","duration":"140.928411ms","start":"2026-03-03T13:12:04.811832Z","end":"2026-03-03T13:12:04.952761Z","steps":["trace[888835871] 'process raft request' (duration: 140.732436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:04.952962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.545587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:12:04.953051Z","caller":"traceutil/trace.go:171","msg":"trace[1371258207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39431; }","duration":"109.683211ms","start":"2026-03-03T13:12:04.84335Z","end":"2026-03-03T13:12:04.953033Z","steps":["trace[1371258207] 'agreement among raft nodes before linearized reading' (duration: 109.437545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:04.953066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.918239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T13:12:04.953157Z","caller":"traceutil/trace.go:171","msg":"trace[1976988325] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:39431; }","duration":"101.048422ms","start":"2026-03-03T13:12:04.852087Z","end":"2026-03-03T13:12:04.953135Z","steps":["trace[1976988325] 'agreement among raft nodes before linearized reading' (duration: 100.834846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:05.378613Z","caller":"traceutil/trace.go:171","msg":"trace[1496242059] transaction","detail":"{read_only:false; response_revision:39433; number_of_response:1; }","duration":"187.966288ms","start":"2026-03-03T13:12:05.190566Z","end":"2026-03-03T13:12:05.378533Z","steps":["trace[1496242059] 'process raft request' (duration: 187.718822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:06.12328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.627734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:06.123378Z","caller":"traceutil/trace.go:171","msg":"trace[23694378] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:39436; }","duration":"386.753027ms","start":"2026-03-03T13:12:05.736602Z","end":"2026-03-03T13:12:06.123355Z","steps":["trace[23694378] 'count revisions from in-memory index tree' (duration: 386.526671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:06.123434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:05.736579Z","time spent":"386.842399ms","remote":"127.0.0.1:37578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:12:06.123471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.103712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:06.123551Z","caller":"traceutil/trace.go:171","msg":"trace[1717061201] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:39436; }","duration":"223.201985ms","start":"2026-03-03T13:12:05.90033Z","end":"2026-03-03T13:12:06.123532Z","steps":["trace[1717061201] 'count revisions from in-memory index tree' (duration: 223.0178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:06.444658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.256106ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T13:12:06.445215Z","caller":"traceutil/trace.go:171","msg":"trace[87746436] linearizableReadLoop","detail":"{readStateIndex:40772; appliedIndex:40771; }","duration":"114.941661ms","start":"2026-03-03T13:12:06.330243Z","end":"2026-03-03T13:12:06.445185Z","steps":["trace[87746436] 'read index received' (duration: 61.831µs)","trace[87746436] 'applied index is now lower than readState.Index' (duration: 114.87758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:06.445458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.131986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:12:06.445516Z","caller":"traceutil/trace.go:171","msg":"trace[1650201049] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:39438; }","duration":"115.29257ms","start":"2026-03-03T13:12:06.330206Z","end":"2026-03-03T13:12:06.445499Z","steps":["trace[1650201049] 'agreement among raft nodes before linearized reading' (duration: 115.094285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:07.199273Z","caller":"traceutil/trace.go:171","msg":"trace[1095204009] transaction","detail":"{read_only:false; response_revision:39448; number_of_response:1; }","duration":"117.557111ms","start":"2026-03-03T13:12:07.081686Z","end":"2026-03-03T13:12:07.199243Z","steps":["trace[1095204009] 'process raft request' (duration: 76.172462ms)","trace[1095204009] 'compare' (duration: 41.243835ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:07.793474Z","caller":"traceutil/trace.go:171","msg":"trace[1183972107] transaction","detail":"{read_only:false; response_revision:39452; number_of_response:1; }","duration":"123.288833ms","start":"2026-03-03T13:12:07.670156Z","end":"2026-03-03T13:12:07.793445Z","steps":["trace[1183972107] 'process raft request' (duration: 54.111837ms)","trace[1183972107] 'compare' (duration: 68.95502ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:07.793793Z","caller":"traceutil/trace.go:171","msg":"trace[154625244] transaction","detail":"{read_only:false; response_revision:39453; number_of_response:1; }","duration":"123.279802ms","start":"2026-03-03T13:12:07.670467Z","end":"2026-03-03T13:12:07.793747Z","steps":["trace[154625244] 'process raft request' (duration: 122.916252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:09.023887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.372373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:09.023958Z","caller":"traceutil/trace.go:171","msg":"trace[173705886] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:39455; }","duration":"343.490717ms","start":"2026-03-03T13:12:08.68045Z","end":"2026-03-03T13:12:09.02394Z","steps":["trace[173705886] 'count revisions from in-memory index tree' (duration: 343.264471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:09.023984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:08.68043Z","time spent":"343.548929ms","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:12:09.049556Z","caller":"traceutil/trace.go:171","msg":"trace[1919543600] transaction","detail":"{read_only:false; response_revision:39456; number_of_response:1; }","duration":"233.690812ms","start":"2026-03-03T13:12:08.81583Z","end":"2026-03-03T13:12:09.049521Z","steps":["trace[1919543600] 'process raft request' (duration: 233.476036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:09.108516Z","caller":"traceutil/trace.go:171","msg":"trace[2127214868] transaction","detail":"{read_only:false; response_revision:39458; number_of_response:1; }","duration":"113.874013ms","start":"2026-03-03T13:12:08.994613Z","end":"2026-03-03T13:12:09.108486Z","steps":["trace[2127214868] 'process raft request' (duration: 113.823342ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:09.109068Z","caller":"traceutil/trace.go:171","msg":"trace[778441510] transaction","detail":"{read_only:false; response_revision:39457; number_of_response:1; }","duration":"245.446415ms","start":"2026-03-03T13:12:08.863575Z","end":"2026-03-03T13:12:09.109021Z","steps":["trace[778441510] 'process raft request' (duration: 244.711556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:09.289957Z","caller":"traceutil/trace.go:171","msg":"trace[1756337252] transaction","detail":"{read_only:false; response_revision:39459; number_of_response:1; }","duration":"229.794469ms","start":"2026-03-03T13:12:09.06013Z","end":"2026-03-03T13:12:09.289924Z","steps":["trace[1756337252] 'process raft request' (duration: 174.950974ms)","trace[1756337252] 'compare' (duration: 54.403954ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:09.290317Z","caller":"traceutil/trace.go:171","msg":"trace[207100339] linearizableReadLoop","detail":"{readStateIndex:40795; appliedIndex:40793; }","duration":"142.189574ms","start":"2026-03-03T13:12:09.148093Z","end":"2026-03-03T13:12:09.290282Z","steps":["trace[207100339] 'read index received' (duration: 86.964068ms)","trace[207100339] 'applied index is now lower than readState.Index' (duration: 55.224426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:09.290508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.41436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T13:12:09.290547Z","caller":"traceutil/trace.go:171","msg":"trace[9336221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39460; }","duration":"142.530134ms","start":"2026-03-03T13:12:09.148006Z","end":"2026-03-03T13:12:09.290536Z","steps":["trace[9336221] 'agreement among raft nodes before linearized reading' (duration: 142.352569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:09.290541Z","caller":"traceutil/trace.go:171","msg":"trace[1511536816] transaction","detail":"{read_only:false; response_revision:39460; number_of_response:1; }","duration":"230.257882ms","start":"2026-03-03T13:12:09.060204Z","end":"2026-03-03T13:12:09.290461Z","steps":["trace[1511536816] 'process raft request' (duration: 229.44043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:09.583794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.184874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T13:12:09.583877Z","caller":"traceutil/trace.go:171","msg":"trace[191797003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39461; }","duration":"165.277757ms","start":"2026-03-03T13:12:09.418579Z","end":"2026-03-03T13:12:09.583857Z","steps":["trace[191797003] 'range keys from in-memory index tree' (duration: 164.971909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:09.58389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.567808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:09.583983Z","caller":"traceutil/trace.go:171","msg":"trace[2072468902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39461; }","duration":"167.720512ms","start":"2026-03-03T13:12:09.416237Z","end":"2026-03-03T13:12:09.583957Z","steps":["trace[2072468902] 'range keys from in-memory index tree' (duration: 167.224359ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:09.888832Z","caller":"traceutil/trace.go:171","msg":"trace[1576995446] linearizableReadLoop","detail":"{readStateIndex:40797; appliedIndex:40796; }","duration":"244.87437ms","start":"2026-03-03T13:12:09.643926Z","end":"2026-03-03T13:12:09.8888Z","steps":["trace[1576995446] 'read index received' (duration: 244.665354ms)","trace[1576995446] 'applied index is now lower than readState.Index' (duration: 207.696µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:09.888904Z","caller":"traceutil/trace.go:171","msg":"trace[1863379918] transaction","detail":"{read_only:false; response_revision:39462; number_of_response:1; }","duration":"300.353462ms","start":"2026-03-03T13:12:09.58851Z","end":"2026-03-03T13:12:09.888864Z","steps":["trace[1863379918] 'process raft request' (duration: 300.103556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:09.889163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.477285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:12:09.889184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.24093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T13:12:09.889177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:09.58849Z","time spent":"300.603029ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:09.889245Z","caller":"traceutil/trace.go:171","msg":"trace[59835623] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:39462; }","duration":"222.623229ms","start":"2026-03-03T13:12:09.666602Z","end":"2026-03-03T13:12:09.889225Z","steps":["trace[59835623] 'agreement among raft nodes before linearized reading' (duration: 222.463195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:09.889249Z","caller":"traceutil/trace.go:171","msg":"trace[265297820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39462; }","duration":"245.365523ms","start":"2026-03-03T13:12:09.643867Z","end":"2026-03-03T13:12:09.889233Z","steps":["trace[265297820] 'agreement among raft nodes before linearized reading' (duration: 245.112746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:10.132128Z","caller":"traceutil/trace.go:171","msg":"trace[363796462] transaction","detail":"{read_only:false; response_revision:39465; number_of_response:1; }","duration":"237.795722ms","start":"2026-03-03T13:12:09.894306Z","end":"2026-03-03T13:12:10.132102Z","steps":["trace[363796462] 'process raft request' (duration: 237.748801ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:10.132325Z","caller":"traceutil/trace.go:171","msg":"trace[430617679] transaction","detail":"{read_only:false; response_revision:39463; number_of_response:1; }","duration":"238.84546ms","start":"2026-03-03T13:12:09.893468Z","end":"2026-03-03T13:12:10.132314Z","steps":["trace[430617679] 'process raft request' (duration: 152.834627ms)","trace[430617679] 'compare' (duration: 85.277653ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:10.132358Z","caller":"traceutil/trace.go:171","msg":"trace[318870443] transaction","detail":"{read_only:false; response_revision:39464; number_of_response:1; }","duration":"238.043029ms","start":"2026-03-03T13:12:09.894283Z","end":"2026-03-03T13:12:10.132326Z","steps":["trace[318870443] 'process raft request' (duration: 237.659599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:10.787125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.609316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:12:10.787228Z","caller":"traceutil/trace.go:171","msg":"trace[1322995119] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:39466; }","duration":"298.75284ms","start":"2026-03-03T13:12:10.488441Z","end":"2026-03-03T13:12:10.787194Z","steps":["trace[1322995119] 'count revisions from in-memory index tree' (duration: 298.508454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:10.787332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.795031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:12:10.787425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.246573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:10.787519Z","caller":"traceutil/trace.go:171","msg":"trace[644448766] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:39466; }","duration":"244.387917ms","start":"2026-03-03T13:12:10.543107Z","end":"2026-03-03T13:12:10.787495Z","steps":["trace[644448766] 'count revisions from in-memory index tree' (duration: 244.175721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:10.787533Z","caller":"traceutil/trace.go:171","msg":"trace[861050397] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:39466; }","duration":"215.038907ms","start":"2026-03-03T13:12:10.572402Z","end":"2026-03-03T13:12:10.787441Z","steps":["trace[861050397] 'count revisions from in-memory index tree' (duration: 214.632907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:10.787719Z","caller":"traceutil/trace.go:171","msg":"trace[1560047237] transaction","detail":"{read_only:false; response_revision:39467; number_of_response:1; }","duration":"178.425576ms","start":"2026-03-03T13:12:10.609276Z","end":"2026-03-03T13:12:10.787701Z","steps":["trace[1560047237] 'process raft request' (duration: 101.486864ms)","trace[1560047237] 'compare' (duration: 76.291175ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:11.193753Z","caller":"traceutil/trace.go:171","msg":"trace[1730037537] transaction","detail":"{read_only:false; response_revision:39468; number_of_response:1; }","duration":"137.788348ms","start":"2026-03-03T13:12:11.055934Z","end":"2026-03-03T13:12:11.193722Z","steps":["trace[1730037537] 'process raft request' (duration: 137.574832ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:11.267062Z","caller":"traceutil/trace.go:171","msg":"trace[106723009] transaction","detail":"{read_only:false; response_revision:39469; number_of_response:1; }","duration":"151.955424ms","start":"2026-03-03T13:12:11.115075Z","end":"2026-03-03T13:12:11.26703Z","steps":["trace[106723009] 'process raft request' (duration: 106.914188ms)","trace[106723009] 'compare' (duration: 44.748338ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:11.267293Z","caller":"traceutil/trace.go:171","msg":"trace[17126347] transaction","detail":"{read_only:false; response_revision:39470; number_of_response:1; }","duration":"151.984265ms","start":"2026-03-03T13:12:11.115274Z","end":"2026-03-03T13:12:11.267258Z","steps":["trace[17126347] 'process raft request' (duration: 151.691857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:11.573791Z","caller":"traceutil/trace.go:171","msg":"trace[763879295] transaction","detail":"{read_only:false; response_revision:39471; number_of_response:1; }","duration":"277.964369ms","start":"2026-03-03T13:12:11.295801Z","end":"2026-03-03T13:12:11.573765Z","steps":["trace[763879295] 'process raft request' (duration: 184.931189ms)","trace[763879295] 'compare' (duration: 92.27818ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:11.64029Z","caller":"traceutil/trace.go:171","msg":"trace[401808788] transaction","detail":"{read_only:false; response_revision:39472; number_of_response:1; }","duration":"343.664963ms","start":"2026-03-03T13:12:11.296593Z","end":"2026-03-03T13:12:11.640258Z","steps":["trace[401808788] 'process raft request' (duration: 343.382975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:11.640317Z","caller":"traceutil/trace.go:171","msg":"trace[6166483] transaction","detail":"{read_only:false; response_revision:39473; number_of_response:1; }","duration":"188.781691ms","start":"2026-03-03T13:12:11.451493Z","end":"2026-03-03T13:12:11.640274Z","steps":["trace[6166483] 'process raft request' (duration: 188.674258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:11.640452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:11.296568Z","time spent":"343.795917ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:11.640514Z","caller":"traceutil/trace.go:171","msg":"trace[1369319930] linearizableReadLoop","detail":"{readStateIndex:40807; appliedIndex:40805; }","duration":"336.4103ms","start":"2026-03-03T13:12:11.303827Z","end":"2026-03-03T13:12:11.640238Z","steps":["trace[1369319930] 'read index received' (duration: 176.923177ms)","trace[1369319930] 'applied index is now lower than readState.Index' (duration: 159.485963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:11.640657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.824721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T13:12:11.640683Z","caller":"traceutil/trace.go:171","msg":"trace[641048273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:39473; }","duration":"336.902893ms","start":"2026-03-03T13:12:11.303773Z","end":"2026-03-03T13:12:11.640676Z","steps":["trace[641048273] 'agreement among raft nodes before linearized reading' (duration: 336.78616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:11.640705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:11.303753Z","time spent":"336.947065ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:12:11.64112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.331036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:12:11.641189Z","caller":"traceutil/trace.go:171","msg":"trace[715585315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39473; }","duration":"134.48634ms","start":"2026-03-03T13:12:11.506688Z","end":"2026-03-03T13:12:11.641175Z","steps":["trace[715585315] 'agreement among raft nodes before linearized reading' (duration: 134.314766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:11.641301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.510719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:11.641334Z","caller":"traceutil/trace.go:171","msg":"trace[1928914146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39473; }","duration":"224.54695ms","start":"2026-03-03T13:12:11.416779Z","end":"2026-03-03T13:12:11.641326Z","steps":["trace[1928914146] 'agreement among raft nodes before linearized reading' (duration: 224.051767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:11.997782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.40962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:12:11.997957Z","caller":"traceutil/trace.go:171","msg":"trace[524342098] linearizableReadLoop","detail":"{readStateIndex:40809; appliedIndex:40808; }","duration":"294.504648ms","start":"2026-03-03T13:12:11.703435Z","end":"2026-03-03T13:12:11.99794Z","steps":["trace[524342098] 'read index received' (duration: 61.426361ms)","trace[524342098] 'applied index is now lower than readState.Index' (duration: 233.077057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:11.998046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.60793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:11.998018Z","caller":"traceutil/trace.go:171","msg":"trace[1017722862] transaction","detail":"{read_only:false; response_revision:39474; number_of_response:1; }","duration":"352.393025ms","start":"2026-03-03T13:12:11.645575Z","end":"2026-03-03T13:12:11.997968Z","steps":["trace[1017722862] 'process raft request' (duration: 119.3894ms)","trace[1017722862] 'compare' (duration: 231.443003ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:11.998085Z","caller":"traceutil/trace.go:171","msg":"trace[1632282541] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39474; }","duration":"294.685082ms","start":"2026-03-03T13:12:11.703388Z","end":"2026-03-03T13:12:11.998073Z","steps":["trace[1632282541] 'agreement among raft nodes before linearized reading' (duration: 294.621351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:11.998189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:11.64556Z","time spent":"352.547918ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:12:12.131665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.759428ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T13:12:12.131779Z","caller":"traceutil/trace.go:171","msg":"trace[255781021] linearizableReadLoop","detail":"{readStateIndex:40810; appliedIndex:40809; }","duration":"133.775271ms","start":"2026-03-03T13:12:11.997985Z","end":"2026-03-03T13:12:12.131761Z","steps":["trace[255781021] 'read index received' (duration: 7.855409ms)","trace[255781021] 'applied index is now lower than readState.Index' (duration: 125.918142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:12.132181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.877102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T13:12:12.132236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.362647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:12:12.132269Z","caller":"traceutil/trace.go:171","msg":"trace[2013727645] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:39474; }","duration":"313.991675ms","start":"2026-03-03T13:12:11.818257Z","end":"2026-03-03T13:12:12.132249Z","steps":["trace[2013727645] 'agreement among raft nodes before linearized reading' (duration: 313.729408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:12.132276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.770751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:12:12.132296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.396918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T13:12:12.132279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.411592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:12:12.132316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:11.818248Z","time spent":"314.060187ms","remote":"127.0.0.1:36208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T13:12:12.132329Z","caller":"traceutil/trace.go:171","msg":"trace[630420458] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:39474; }","duration":"354.48312ms","start":"2026-03-03T13:12:11.777801Z","end":"2026-03-03T13:12:12.132284Z","steps":["trace[630420458] 'agreement among raft nodes before linearized reading' (duration: 354.353287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:12.132342Z","caller":"traceutil/trace.go:171","msg":"trace[484126408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39474; }","duration":"238.500341ms","start":"2026-03-03T13:12:11.89383Z","end":"2026-03-03T13:12:12.132331Z","steps":["trace[484126408] 'agreement among raft nodes before linearized reading' (duration: 238.320477ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:12.132345Z","caller":"traceutil/trace.go:171","msg":"trace[35602370] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39474; }","duration":"130.875574ms","start":"2026-03-03T13:12:12.001448Z","end":"2026-03-03T13:12:12.132324Z","steps":["trace[35602370] 'agreement among raft nodes before linearized reading' (duration: 130.760931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:12.132368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:11.777779Z","time spent":"354.579112ms","remote":"127.0.0.1:37154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:12:12.132362Z","caller":"traceutil/trace.go:171","msg":"trace[977399522] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:39474; }","duration":"321.534686ms","start":"2026-03-03T13:12:11.810805Z","end":"2026-03-03T13:12:12.13234Z","steps":["trace[977399522] 'agreement among raft nodes before linearized reading' (duration: 321.387252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:12.132446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:11.810792Z","time spent":"321.638708ms","remote":"127.0.0.1:53720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:12:12.444456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.61773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:12:12.444635Z","caller":"traceutil/trace.go:171","msg":"trace[1500452485] transaction","detail":"{read_only:false; response_revision:39477; number_of_response:1; }","duration":"211.783491ms","start":"2026-03-03T13:12:12.232833Z","end":"2026-03-03T13:12:12.444617Z","steps":["trace[1500452485] 'process raft request' (duration: 211.725429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:12.44488Z","caller":"traceutil/trace.go:171","msg":"trace[1509805595] transaction","detail":"{read_only:false; response_revision:39476; number_of_response:1; }","duration":"305.611242ms","start":"2026-03-03T13:12:12.139229Z","end":"2026-03-03T13:12:12.44484Z","steps":["trace[1509805595] 'process raft request' (duration: 155.518379ms)","trace[1509805595] 'compare' (duration: 149.513678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:12.444974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:12.139213Z","time spent":"305.716534ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:12.444906Z","caller":"traceutil/trace.go:171","msg":"trace[687332817] linearizableReadLoop","detail":"{readStateIndex:40812; appliedIndex:40811; }","duration":"216.540967ms","start":"2026-03-03T13:12:12.228328Z","end":"2026-03-03T13:12:12.444869Z","steps":["trace[687332817] 'read index received' (duration: 66.433803ms)","trace[687332817] 'applied index is now lower than readState.Index' (duration: 150.102934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:12.445181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.064567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T13:12:12.445294Z","caller":"traceutil/trace.go:171","msg":"trace[1946177559] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39477; }","duration":"308.212421ms","start":"2026-03-03T13:12:12.137062Z","end":"2026-03-03T13:12:12.445274Z","steps":["trace[1946177559] 'agreement among raft nodes before linearized reading' (duration: 307.83318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:12.445383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:12.137054Z","time spent":"308.317083ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T13:12:12.445507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.441667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:12:12.445568Z","caller":"traceutil/trace.go:171","msg":"trace[2020831164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39477; }","duration":"308.788126ms","start":"2026-03-03T13:12:12.136763Z","end":"2026-03-03T13:12:12.445552Z","steps":["trace[2020831164] 'agreement among raft nodes before linearized reading' (duration: 308.313033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:12.445597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:12.136754Z","time spent":"308.837037ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:12:12.721683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.121394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:12:12.72192Z","caller":"traceutil/trace.go:171","msg":"trace[1461960727] transaction","detail":"{read_only:false; response_revision:39479; number_of_response:1; }","duration":"272.028071ms","start":"2026-03-03T13:12:12.449866Z","end":"2026-03-03T13:12:12.721894Z","steps":["trace[1461960727] 'process raft request' (duration: 271.944509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:12.721984Z","caller":"traceutil/trace.go:171","msg":"trace[648797807] transaction","detail":"{read_only:false; response_revision:39478; number_of_response:1; }","duration":"295.785222ms","start":"2026-03-03T13:12:12.426168Z","end":"2026-03-03T13:12:12.721953Z","steps":["trace[648797807] 'process raft request' (duration: 162.291388ms)","trace[648797807] 'compare' (duration: 132.838977ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:12.72203Z","caller":"traceutil/trace.go:171","msg":"trace[1736804134] linearizableReadLoop","detail":"{readStateIndex:40814; appliedIndex:40813; }","duration":"275.163084ms","start":"2026-03-03T13:12:12.446817Z","end":"2026-03-03T13:12:12.72198Z","steps":["trace[1736804134] 'read index received' (duration: 141.65842ms)","trace[1736804134] 'applied index is now lower than readState.Index' (duration: 133.503144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:12.723062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.205022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18575"} {"level":"info","ts":"2026-03-03T13:12:12.72316Z","caller":"traceutil/trace.go:171","msg":"trace[1772301431] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:39479; }","duration":"276.349875ms","start":"2026-03-03T13:12:12.446788Z","end":"2026-03-03T13:12:12.723138Z","steps":["trace[1772301431] 'agreement among raft nodes before linearized reading' (duration: 275.352359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:13.049509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.739499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:12:13.049836Z","caller":"traceutil/trace.go:171","msg":"trace[645955471] transaction","detail":"{read_only:false; response_revision:39480; number_of_response:1; }","duration":"266.980417ms","start":"2026-03-03T13:12:12.782818Z","end":"2026-03-03T13:12:13.049798Z","steps":["trace[645955471] 'process raft request' (duration: 45.863487ms)","trace[645955471] 'compare' (duration: 220.571825ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:13.05006Z","caller":"traceutil/trace.go:171","msg":"trace[1513534712] transaction","detail":"{read_only:false; response_revision:39481; number_of_response:1; }","duration":"255.186524ms","start":"2026-03-03T13:12:12.794813Z","end":"2026-03-03T13:12:13.049999Z","steps":["trace[1513534712] 'process raft request' (duration: 254.919707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:13.374271Z","caller":"traceutil/trace.go:171","msg":"trace[370369944] transaction","detail":"{read_only:false; response_revision:39482; number_of_response:1; }","duration":"318.446623ms","start":"2026-03-03T13:12:13.055797Z","end":"2026-03-03T13:12:13.374243Z","steps":["trace[370369944] 'process raft request' (duration: 318.268749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:13.374621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:13.055775Z","time spent":"318.682679ms","remote":"127.0.0.1:36178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:13.431943Z","caller":"traceutil/trace.go:171","msg":"trace[1354668413] transaction","detail":"{read_only:false; response_revision:39483; number_of_response:1; }","duration":"233.114788ms","start":"2026-03-03T13:12:13.198802Z","end":"2026-03-03T13:12:13.431916Z","steps":["trace[1354668413] 'process raft request' (duration: 232.921933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:13.432333Z","caller":"traceutil/trace.go:171","msg":"trace[836395603] linearizableReadLoop","detail":"{readStateIndex:40820; appliedIndex:40818; }","duration":"187.574719ms","start":"2026-03-03T13:12:13.244683Z","end":"2026-03-03T13:12:13.432257Z","steps":["trace[836395603] 'read index received' (duration: 129.435266ms)","trace[836395603] 'applied index is now lower than readState.Index' (duration: 58.138273ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:13.432334Z","caller":"traceutil/trace.go:171","msg":"trace[247402334] transaction","detail":"{read_only:false; response_revision:39484; number_of_response:1; }","duration":"160.388557ms","start":"2026-03-03T13:12:13.271868Z","end":"2026-03-03T13:12:13.432256Z","steps":["trace[247402334] 'process raft request' (duration: 159.998717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:13.432506Z","caller":"traceutil/trace.go:171","msg":"trace[1551345695] transaction","detail":"{read_only:false; response_revision:39485; number_of_response:1; }","duration":"159.003301ms","start":"2026-03-03T13:12:13.273489Z","end":"2026-03-03T13:12:13.432492Z","steps":["trace[1551345695] 'process raft request' (duration: 158.628141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:13.432754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.065792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T13:12:13.432838Z","caller":"traceutil/trace.go:171","msg":"trace[1751500515] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:39485; }","duration":"188.199156ms","start":"2026-03-03T13:12:13.244617Z","end":"2026-03-03T13:12:13.432816Z","steps":["trace[1751500515] 'agreement among raft nodes before linearized reading' (duration: 188.007921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:13.589915Z","caller":"traceutil/trace.go:171","msg":"trace[1614438481] linearizableReadLoop","detail":"{readStateIndex:40823; appliedIndex:40822; }","duration":"141.2629ms","start":"2026-03-03T13:12:13.448628Z","end":"2026-03-03T13:12:13.589891Z","steps":["trace[1614438481] 'read index received' (duration: 62.945731ms)","trace[1614438481] 'applied index is now lower than readState.Index' (duration: 78.316279ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:13.590246Z","caller":"traceutil/trace.go:171","msg":"trace[2136493702] transaction","detail":"{read_only:false; response_revision:39486; number_of_response:1; }","duration":"153.841434ms","start":"2026-03-03T13:12:13.436362Z","end":"2026-03-03T13:12:13.590204Z","steps":["trace[2136493702] 'process raft request' (duration: 75.33729ms)","trace[2136493702] 'compare' (duration: 78.058092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:13.590409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.450425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:13.590499Z","caller":"traceutil/trace.go:171","msg":"trace[1976512160] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:39486; }","duration":"141.901287ms","start":"2026-03-03T13:12:13.448582Z","end":"2026-03-03T13:12:13.590483Z","steps":["trace[1976512160] 'agreement among raft nodes before linearized reading' (duration: 141.401283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:13.993841Z","caller":"traceutil/trace.go:171","msg":"trace[1687276780] transaction","detail":"{read_only:false; response_revision:39488; number_of_response:1; }","duration":"346.876028ms","start":"2026-03-03T13:12:13.646942Z","end":"2026-03-03T13:12:13.993818Z","steps":["trace[1687276780] 'process raft request' (duration: 273.832219ms)","trace[1687276780] 'compare' (duration: 72.770732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:13.994135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:13.646916Z","time spent":"346.97671ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:12:14.293338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.450784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:14.293428Z","caller":"traceutil/trace.go:171","msg":"trace[1445110510] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:39489; }","duration":"173.592778ms","start":"2026-03-03T13:12:14.119814Z","end":"2026-03-03T13:12:14.293407Z","steps":["trace[1445110510] 'count revisions from in-memory index tree' (duration: 173.359132ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:15.109764Z","caller":"traceutil/trace.go:171","msg":"trace[453474850] linearizableReadLoop","detail":"{readStateIndex:40831; appliedIndex:40830; }","duration":"322.320987ms","start":"2026-03-03T13:12:14.787415Z","end":"2026-03-03T13:12:15.109736Z","steps":["trace[453474850] 'read index received' (duration: 322.127332ms)","trace[453474850] 'applied index is now lower than readState.Index' (duration: 192.555µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:15.109973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.786284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:15.110029Z","caller":"traceutil/trace.go:171","msg":"trace[720889431] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:39494; }","duration":"358.895947ms","start":"2026-03-03T13:12:14.751119Z","end":"2026-03-03T13:12:15.110015Z","steps":["trace[720889431] 'agreement among raft nodes before linearized reading' (duration: 358.721392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:15.110084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:14.751107Z","time spent":"358.964419ms","remote":"127.0.0.1:36228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:12:15.110405Z","caller":"traceutil/trace.go:171","msg":"trace[849923846] transaction","detail":"{read_only:false; response_revision:39494; number_of_response:1; }","duration":"383.043158ms","start":"2026-03-03T13:12:14.727304Z","end":"2026-03-03T13:12:15.110347Z","steps":["trace[849923846] 'process raft request' (duration: 382.267127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:15.11058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:14.727278Z","time spent":"383.220703ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:15.141509Z","caller":"traceutil/trace.go:171","msg":"trace[149566155] transaction","detail":"{read_only:false; response_revision:39495; number_of_response:1; }","duration":"349.846247ms","start":"2026-03-03T13:12:14.79161Z","end":"2026-03-03T13:12:15.141456Z","steps":["trace[149566155] 'process raft request' (duration: 349.662232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:15.142339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:14.791587Z","time spent":"350.639548ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:15.644779Z","caller":"traceutil/trace.go:171","msg":"trace[1201553993] transaction","detail":"{read_only:false; response_revision:39499; number_of_response:1; }","duration":"199.620519ms","start":"2026-03-03T13:12:15.445134Z","end":"2026-03-03T13:12:15.644755Z","steps":["trace[1201553993] 'process raft request' (duration: 199.573908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:15.645004Z","caller":"traceutil/trace.go:171","msg":"trace[180170056] transaction","detail":"{read_only:false; response_revision:39498; number_of_response:1; }","duration":"202.604328ms","start":"2026-03-03T13:12:15.442372Z","end":"2026-03-03T13:12:15.644976Z","steps":["trace[180170056] 'process raft request' (duration: 202.190037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:16.080399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.955801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:12:16.080679Z","caller":"traceutil/trace.go:171","msg":"trace[1279503594] transaction","detail":"{read_only:false; response_revision:39500; number_of_response:1; }","duration":"415.324155ms","start":"2026-03-03T13:12:15.665271Z","end":"2026-03-03T13:12:16.080596Z","steps":["trace[1279503594] 'process raft request' (duration: 164.044205ms)","trace[1279503594] 'compare' (duration: 250.793527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:16.0811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:15.665245Z","time spent":"415.715864ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:16.356571Z","caller":"traceutil/trace.go:171","msg":"trace[1454198353] transaction","detail":"{read_only:false; response_revision:39503; number_of_response:1; }","duration":"180.631795ms","start":"2026-03-03T13:12:16.175911Z","end":"2026-03-03T13:12:16.356543Z","steps":["trace[1454198353] 'process raft request' (duration: 138.530667ms)","trace[1454198353] 'compare' (duration: 41.916423ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:16.762337Z","caller":"traceutil/trace.go:171","msg":"trace[1375916300] transaction","detail":"{read_only:false; response_revision:39504; number_of_response:1; }","duration":"400.319187ms","start":"2026-03-03T13:12:16.361993Z","end":"2026-03-03T13:12:16.762312Z","steps":["trace[1375916300] 'process raft request' (duration: 399.954737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:16.762497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:16.361976Z","time spent":"400.44217ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:12:16.796816Z","caller":"traceutil/trace.go:171","msg":"trace[1908878209] linearizableReadLoop","detail":"{readStateIndex:40843; appliedIndex:40841; }","duration":"321.838153ms","start":"2026-03-03T13:12:16.474954Z","end":"2026-03-03T13:12:16.796792Z","steps":["trace[1908878209] 'read index received' (duration: 287.294076ms)","trace[1908878209] 'applied index is now lower than readState.Index' (duration: 34.543067ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:16.796965Z","caller":"traceutil/trace.go:171","msg":"trace[1776145960] transaction","detail":"{read_only:false; response_revision:39506; number_of_response:1; }","duration":"149.446277ms","start":"2026-03-03T13:12:16.647476Z","end":"2026-03-03T13:12:16.796923Z","steps":["trace[1776145960] 'process raft request' (duration: 149.264932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:16.797086Z","caller":"traceutil/trace.go:171","msg":"trace[2105581687] transaction","detail":"{read_only:false; response_revision:39505; number_of_response:1; }","duration":"366.345945ms","start":"2026-03-03T13:12:16.430706Z","end":"2026-03-03T13:12:16.797052Z","steps":["trace[2105581687] 'process raft request' (duration: 365.924444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:16.797263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:16.430686Z","time spent":"366.466638ms","remote":"127.0.0.1:36142","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:12:16.797272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.157746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T13:12:16.797362Z","caller":"traceutil/trace.go:171","msg":"trace[1978035458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39506; }","duration":"283.29677ms","start":"2026-03-03T13:12:16.514046Z","end":"2026-03-03T13:12:16.797343Z","steps":["trace[1978035458] 'agreement among raft nodes before linearized reading' (duration: 283.060334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:16.797411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.414809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T13:12:16.797461Z","caller":"traceutil/trace.go:171","msg":"trace[803378712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39506; }","duration":"322.551643ms","start":"2026-03-03T13:12:16.474897Z","end":"2026-03-03T13:12:16.797448Z","steps":["trace[803378712] 'agreement among raft nodes before linearized reading' (duration: 322.218954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:16.79751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:12:16.474869Z","time spent":"322.631184ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T13:12:16.921382Z","caller":"traceutil/trace.go:171","msg":"trace[354719802] transaction","detail":"{read_only:false; response_revision:39508; number_of_response:1; }","duration":"118.253178ms","start":"2026-03-03T13:12:16.803093Z","end":"2026-03-03T13:12:16.921347Z","steps":["trace[354719802] 'process raft request' (duration: 61.093541ms)","trace[354719802] 'compare' (duration: 56.953102ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:17.287361Z","caller":"traceutil/trace.go:171","msg":"trace[467137902] transaction","detail":"{read_only:false; response_revision:39510; number_of_response:1; }","duration":"140.796107ms","start":"2026-03-03T13:12:17.146536Z","end":"2026-03-03T13:12:17.287332Z","steps":["trace[467137902] 'process raft request' (duration: 140.565411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:17.328588Z","caller":"traceutil/trace.go:171","msg":"trace[1137012574] transaction","detail":"{read_only:false; response_revision:39512; number_of_response:1; }","duration":"142.747289ms","start":"2026-03-03T13:12:17.185805Z","end":"2026-03-03T13:12:17.328552Z","steps":["trace[1137012574] 'process raft request' (duration: 142.683967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:17.328685Z","caller":"traceutil/trace.go:171","msg":"trace[729044515] transaction","detail":"{read_only:false; response_revision:39511; number_of_response:1; }","duration":"162.706369ms","start":"2026-03-03T13:12:17.165939Z","end":"2026-03-03T13:12:17.328645Z","steps":["trace[729044515] 'process raft request' (duration: 162.36341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:17.660679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.177223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:12:17.660693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.903388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:17.660766Z","caller":"traceutil/trace.go:171","msg":"trace[1973142492] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:39512; }","duration":"206.317816ms","start":"2026-03-03T13:12:17.454429Z","end":"2026-03-03T13:12:17.660747Z","steps":["trace[1973142492] 'count revisions from in-memory index tree' (duration: 206.092651ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:17.660806Z","caller":"traceutil/trace.go:171","msg":"trace[1091914015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39512; }","duration":"246.048112ms","start":"2026-03-03T13:12:17.414713Z","end":"2026-03-03T13:12:17.660761Z","steps":["trace[1091914015] 'range keys from in-memory index tree' (duration: 245.807995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:17.661183Z","caller":"traceutil/trace.go:171","msg":"trace[1276604586] transaction","detail":"{read_only:false; response_revision:39513; number_of_response:1; }","duration":"167.584839ms","start":"2026-03-03T13:12:17.493556Z","end":"2026-03-03T13:12:17.661141Z","steps":["trace[1276604586] 'process raft request' (duration: 160.295155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:17.897101Z","caller":"traceutil/trace.go:171","msg":"trace[1105257597] linearizableReadLoop","detail":"{readStateIndex:40854; appliedIndex:40853; }","duration":"107.224596ms","start":"2026-03-03T13:12:17.789837Z","end":"2026-03-03T13:12:17.897061Z","steps":["trace[1105257597] 'read index received' (duration: 82.097489ms)","trace[1105257597] 'applied index is now lower than readState.Index' (duration: 25.125587ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:17.897189Z","caller":"traceutil/trace.go:171","msg":"trace[1396025953] transaction","detail":"{read_only:false; response_revision:39516; number_of_response:1; }","duration":"214.531765ms","start":"2026-03-03T13:12:17.682544Z","end":"2026-03-03T13:12:17.897076Z","steps":["trace[1396025953] 'process raft request' (duration: 189.456229ms)","trace[1396025953] 'compare' (duration: 24.801369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:17.897348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.499153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T13:12:17.897408Z","caller":"traceutil/trace.go:171","msg":"trace[1660830675] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:39516; }","duration":"107.615377ms","start":"2026-03-03T13:12:17.789775Z","end":"2026-03-03T13:12:17.897391Z","steps":["trace[1660830675] 'agreement among raft nodes before linearized reading' (duration: 107.392591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:18.101618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.881168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:18.10171Z","caller":"traceutil/trace.go:171","msg":"trace[2004089351] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:39516; }","duration":"104.322999ms","start":"2026-03-03T13:12:17.997365Z","end":"2026-03-03T13:12:18.101688Z","steps":["trace[2004089351] 'count revisions from in-memory index tree' (duration: 103.758494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:18.307162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.09747ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:18.307319Z","caller":"traceutil/trace.go:171","msg":"trace[13093130] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:39518; }","duration":"102.268665ms","start":"2026-03-03T13:12:18.205013Z","end":"2026-03-03T13:12:18.307282Z","steps":["trace[13093130] 'range keys from in-memory index tree' (duration: 102.0796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:18.307486Z","caller":"traceutil/trace.go:171","msg":"trace[1690262095] transaction","detail":"{read_only:false; response_revision:39519; number_of_response:1; }","duration":"114.043127ms","start":"2026-03-03T13:12:18.193398Z","end":"2026-03-03T13:12:18.307441Z","steps":["trace[1690262095] 'process raft request' (duration: 88.860829ms)","trace[1690262095] 'compare' (duration: 24.830249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:18.614661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.761433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:18.614784Z","caller":"traceutil/trace.go:171","msg":"trace[1943132491] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:39519; }","duration":"118.917737ms","start":"2026-03-03T13:12:18.495812Z","end":"2026-03-03T13:12:18.61473Z","steps":["trace[1943132491] 'count revisions from in-memory index tree' (duration: 118.684161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:18.614848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.611169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:18.614968Z","caller":"traceutil/trace.go:171","msg":"trace[1444816508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39519; }","duration":"199.803524ms","start":"2026-03-03T13:12:18.41514Z","end":"2026-03-03T13:12:18.614943Z","steps":["trace[1444816508] 'range keys from in-memory index tree' (duration: 199.515566ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:18.977383Z","caller":"traceutil/trace.go:171","msg":"trace[1784248138] linearizableReadLoop","detail":"{readStateIndex:40858; appliedIndex:40857; }","duration":"121.669159ms","start":"2026-03-03T13:12:18.855681Z","end":"2026-03-03T13:12:18.97735Z","steps":["trace[1784248138] 'read index received' (duration: 121.423333ms)","trace[1784248138] 'applied index is now lower than readState.Index' (duration: 244.056µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:18.977484Z","caller":"traceutil/trace.go:171","msg":"trace[1328325191] transaction","detail":"{read_only:false; response_revision:39520; number_of_response:1; }","duration":"205.752921ms","start":"2026-03-03T13:12:18.771669Z","end":"2026-03-03T13:12:18.977422Z","steps":["trace[1328325191] 'process raft request' (duration: 205.435423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:18.977965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.254545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T13:12:18.978069Z","caller":"traceutil/trace.go:171","msg":"trace[315134695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:39520; }","duration":"122.399959ms","start":"2026-03-03T13:12:18.855622Z","end":"2026-03-03T13:12:18.978022Z","steps":["trace[315134695] 'agreement among raft nodes before linearized reading' (duration: 121.891326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:19.10932Z","caller":"traceutil/trace.go:171","msg":"trace[908302934] transaction","detail":"{read_only:false; response_revision:39522; number_of_response:1; }","duration":"126.831496ms","start":"2026-03-03T13:12:18.982449Z","end":"2026-03-03T13:12:19.109281Z","steps":["trace[908302934] 'process raft request' (duration: 86.515976ms)","trace[908302934] 'compare' (duration: 40.098165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:19.433467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.977111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:12:19.433988Z","caller":"traceutil/trace.go:171","msg":"trace[1978187741] transaction","detail":"{read_only:false; response_revision:39524; number_of_response:1; }","duration":"139.444672ms","start":"2026-03-03T13:12:19.294512Z","end":"2026-03-03T13:12:19.433957Z","steps":["trace[1978187741] 'process raft request' (duration: 139.089993ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:19.433996Z","caller":"traceutil/trace.go:171","msg":"trace[314931324] transaction","detail":"{read_only:false; response_revision:39523; number_of_response:1; }","duration":"266.785072ms","start":"2026-03-03T13:12:19.167179Z","end":"2026-03-03T13:12:19.433964Z","steps":["trace[314931324] 'process raft request' (duration: 139.188005ms)","trace[314931324] 'compare' (duration: 126.661683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:12:19.434272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.027592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T13:12:19.434372Z","caller":"traceutil/trace.go:171","msg":"trace[368468075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39524; }","duration":"101.176766ms","start":"2026-03-03T13:12:19.333173Z","end":"2026-03-03T13:12:19.43435Z","steps":["trace[368468075] 'agreement among raft nodes before linearized reading' (duration: 100.877358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:19.433762Z","caller":"traceutil/trace.go:171","msg":"trace[1067654315] linearizableReadLoop","detail":"{readStateIndex:40862; appliedIndex:40860; }","duration":"100.509288ms","start":"2026-03-03T13:12:19.333227Z","end":"2026-03-03T13:12:19.433736Z","steps":["trace[1067654315] 'read index received' (duration: 99.496211ms)","trace[1067654315] 'applied index is now lower than readState.Index' (duration: 1.011657ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:19.803934Z","caller":"traceutil/trace.go:171","msg":"trace[842183786] transaction","detail":"{read_only:false; response_revision:39526; number_of_response:1; }","duration":"137.291384ms","start":"2026-03-03T13:12:19.666614Z","end":"2026-03-03T13:12:19.803905Z","steps":["trace[842183786] 'process raft request' (duration: 137.078009ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:19.835817Z","caller":"traceutil/trace.go:171","msg":"trace[2544354] transaction","detail":"{read_only:false; response_revision:39527; number_of_response:1; }","duration":"147.715202ms","start":"2026-03-03T13:12:19.687919Z","end":"2026-03-03T13:12:19.835634Z","steps":["trace[2544354] 'process raft request' (duration: 147.361932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:20.312418Z","caller":"traceutil/trace.go:171","msg":"trace[925775910] transaction","detail":"{read_only:false; response_revision:39530; number_of_response:1; }","duration":"116.954545ms","start":"2026-03-03T13:12:20.195441Z","end":"2026-03-03T13:12:20.312395Z","steps":["trace[925775910] 'process raft request' (duration: 116.827741ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:20.504156Z","caller":"traceutil/trace.go:171","msg":"trace[224511444] linearizableReadLoop","detail":"{readStateIndex:40869; appliedIndex:40868; }","duration":"128.233514ms","start":"2026-03-03T13:12:20.375894Z","end":"2026-03-03T13:12:20.504127Z","steps":["trace[224511444] 'read index received' (duration: 127.958387ms)","trace[224511444] 'applied index is now lower than readState.Index' (duration: 273.907µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:12:20.504261Z","caller":"traceutil/trace.go:171","msg":"trace[1449842692] transaction","detail":"{read_only:false; response_revision:39531; number_of_response:1; }","duration":"186.748758ms","start":"2026-03-03T13:12:20.31747Z","end":"2026-03-03T13:12:20.504218Z","steps":["trace[1449842692] 'process raft request' (duration: 186.364477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:20.50435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.435429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:12:20.504396Z","caller":"traceutil/trace.go:171","msg":"trace[210699793] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:39531; }","duration":"128.541922ms","start":"2026-03-03T13:12:20.37584Z","end":"2026-03-03T13:12:20.504382Z","steps":["trace[210699793] 'agreement among raft nodes before linearized reading' (duration: 128.440699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:12:20.504521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.048352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:12:20.504575Z","caller":"traceutil/trace.go:171","msg":"trace[923578496] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:39531; }","duration":"101.121964ms","start":"2026-03-03T13:12:20.403441Z","end":"2026-03-03T13:12:20.504563Z","steps":["trace[923578496] 'agreement among raft nodes before linearized reading' (duration: 100.998031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:22.351668Z","caller":"traceutil/trace.go:171","msg":"trace[1528139662] transaction","detail":"{read_only:false; response_revision:39542; number_of_response:1; }","duration":"100.974771ms","start":"2026-03-03T13:12:22.250673Z","end":"2026-03-03T13:12:22.351648Z","steps":["trace[1528139662] 'process raft request' (duration: 100.820707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:12:23.308644Z","caller":"traceutil/trace.go:171","msg":"trace[1491891127] transaction","detail":"{read_only:false; response_revision:39548; number_of_response:1; }","duration":"146.962211ms","start":"2026-03-03T13:12:23.161654Z","end":"2026-03-03T13:12:23.308616Z","steps":["trace[1491891127] 'process raft request' (duration: 146.790736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:13:52.987259Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38133} {"level":"info","ts":"2026-03-03T13:13:53.099562Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38133,"took":"108.320775ms","hash":2616074410,"current-db-size-bytes":51425280,"current-db-size":"51 MB","current-db-size-in-use-bytes":28848128,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T13:13:53.099621Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2616074410,"revision":38133,"compact-revision":36020} {"level":"info","ts":"2026-03-03T13:14:33.354753Z","caller":"traceutil/trace.go:171","msg":"trace[1877835983] linearizableReadLoop","detail":"{readStateIndex:41812; appliedIndex:41811; }","duration":"153.182816ms","start":"2026-03-03T13:14:33.20154Z","end":"2026-03-03T13:14:33.354723Z","steps":["trace[1877835983] 'read index received' (duration: 152.851808ms)","trace[1877835983] 'applied index is now lower than readState.Index' (duration: 330.128µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:14:33.354829Z","caller":"traceutil/trace.go:171","msg":"trace[1496010081] transaction","detail":"{read_only:false; response_revision:40445; number_of_response:1; }","duration":"156.371481ms","start":"2026-03-03T13:14:33.198413Z","end":"2026-03-03T13:14:33.354784Z","steps":["trace[1496010081] 'process raft request' (duration: 156.072773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:33.355057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.69495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"warn","ts":"2026-03-03T13:14:33.355063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.724721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:14:33.355127Z","caller":"traceutil/trace.go:171","msg":"trace[2099306272] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:40445; }","duration":"147.807954ms","start":"2026-03-03T13:14:33.2073Z","end":"2026-03-03T13:14:33.355108Z","steps":["trace[2099306272] 'agreement among raft nodes before linearized reading' (duration: 147.587838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:33.355155Z","caller":"traceutil/trace.go:171","msg":"trace[488532375] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:40445; }","duration":"124.855164ms","start":"2026-03-03T13:14:33.230275Z","end":"2026-03-03T13:14:33.35513Z","steps":["trace[488532375] 'agreement among raft nodes before linearized reading' (duration: 124.715871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:33.355157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.315893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:14:33.355232Z","caller":"traceutil/trace.go:171","msg":"trace[1120328871] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:40445; }","duration":"129.425865ms","start":"2026-03-03T13:14:33.22578Z","end":"2026-03-03T13:14:33.355206Z","steps":["trace[1120328871] 'agreement among raft nodes before linearized reading' (duration: 129.262521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:33.357844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.288979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-domain-ks-user.1899553ce23205a6\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:40444 ","response":"range_response_count:979 size:754627"} {"level":"info","ts":"2026-03-03T13:14:33.35789Z","caller":"traceutil/trace.go:171","msg":"trace[2031131762] range","detail":"{range_begin:/registry/events/openstack/magnum-domain-ks-user.1899553ce23205a6\u0000; range_end:/registry/events/openstack0; response_count:979; response_revision:40445; }","duration":"156.34312ms","start":"2026-03-03T13:14:33.201536Z","end":"2026-03-03T13:14:33.357879Z","steps":["trace[2031131762] 'agreement among raft nodes before linearized reading' (duration: 153.32923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:41.765096Z","caller":"traceutil/trace.go:171","msg":"trace[1011708157] linearizableReadLoop","detail":"{readStateIndex:41865; appliedIndex:41864; }","duration":"342.779179ms","start":"2026-03-03T13:14:41.422292Z","end":"2026-03-03T13:14:41.765071Z","steps":["trace[1011708157] 'read index received' (duration: 342.619804ms)","trace[1011708157] 'applied index is now lower than readState.Index' (duration: 158.475µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:14:41.765222Z","caller":"traceutil/trace.go:171","msg":"trace[111014349] transaction","detail":"{read_only:false; response_revision:40497; number_of_response:1; }","duration":"344.872465ms","start":"2026-03-03T13:14:41.420323Z","end":"2026-03-03T13:14:41.765196Z","steps":["trace[111014349] 'process raft request' (duration: 344.570987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:41.765275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.962194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:14:41.765334Z","caller":"traceutil/trace.go:171","msg":"trace[194252719] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:40497; }","duration":"343.038516ms","start":"2026-03-03T13:14:41.422277Z","end":"2026-03-03T13:14:41.765316Z","steps":["trace[194252719] 'agreement among raft nodes before linearized reading' (duration: 342.929503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:41.765368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:41.420302Z","time spent":"344.985027ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:14:41.765387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:41.422229Z","time spent":"343.143119ms","remote":"127.0.0.1:53270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:14:41.807363Z","caller":"traceutil/trace.go:171","msg":"trace[202765889] transaction","detail":"{read_only:false; response_revision:40498; number_of_response:1; }","duration":"213.125388ms","start":"2026-03-03T13:14:41.594215Z","end":"2026-03-03T13:14:41.807341Z","steps":["trace[202765889] 'process raft request' (duration: 212.988304ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:41.884592Z","caller":"traceutil/trace.go:171","msg":"trace[363465513] linearizableReadLoop","detail":"{readStateIndex:41867; appliedIndex:41865; }","duration":"119.381848ms","start":"2026-03-03T13:14:41.765181Z","end":"2026-03-03T13:14:41.884563Z","steps":["trace[363465513] 'read index received' (duration: 41.995874ms)","trace[363465513] 'applied index is now lower than readState.Index' (duration: 77.384614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:14:41.884804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.751666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-db-init-2wkzr\" ","response":"range_response_count:1 size:7194"} {"level":"info","ts":"2026-03-03T13:14:41.884844Z","caller":"traceutil/trace.go:171","msg":"trace[1761179955] range","detail":"{range_begin:/registry/pods/openstack/heat-db-init-2wkzr; range_end:; response_count:1; response_revision:40498; }","duration":"415.842839ms","start":"2026-03-03T13:14:41.46899Z","end":"2026-03-03T13:14:41.884833Z","steps":["trace[1761179955] 'agreement among raft nodes before linearized reading' (duration: 415.673344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:41.884894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:41.468972Z","time spent":"415.91463ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7217,"request content":"key:\"/registry/pods/openstack/heat-db-init-2wkzr\" "} {"level":"warn","ts":"2026-03-03T13:14:41.885039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.674862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-db-sync-fnzm9\" ","response":"range_response_count:1 size:6767"} {"level":"info","ts":"2026-03-03T13:14:41.885216Z","caller":"traceutil/trace.go:171","msg":"trace[1317479256] range","detail":"{range_begin:/registry/pods/openstack/heat-db-sync-fnzm9; range_end:; response_count:1; response_revision:40498; }","duration":"404.810066ms","start":"2026-03-03T13:14:41.480302Z","end":"2026-03-03T13:14:41.885112Z","steps":["trace[1317479256] 'agreement among raft nodes before linearized reading' (duration: 404.329593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:41.885347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:41.480283Z","time spent":"404.98432ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6790,"request content":"key:\"/registry/pods/openstack/heat-db-sync-fnzm9\" "} {"level":"info","ts":"2026-03-03T13:14:42.011041Z","caller":"traceutil/trace.go:171","msg":"trace[1945796144] transaction","detail":"{read_only:false; response_revision:40499; number_of_response:1; }","duration":"104.75306ms","start":"2026-03-03T13:14:41.906263Z","end":"2026-03-03T13:14:42.011016Z","steps":["trace[1945796144] 'process raft request' (duration: 104.516014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:42.227062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.846557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:14:42.227277Z","caller":"traceutil/trace.go:171","msg":"trace[317350592] transaction","detail":"{read_only:false; response_revision:40500; number_of_response:1; }","duration":"317.412446ms","start":"2026-03-03T13:14:41.909842Z","end":"2026-03-03T13:14:42.227254Z","steps":["trace[317350592] 'process raft request' (duration: 196.23344ms)","trace[317350592] 'compare' (duration: 120.323714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:14:42.227391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:41.909825Z","time spent":"317.504688ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:14:42.227379Z","caller":"traceutil/trace.go:171","msg":"trace[1937121512] linearizableReadLoop","detail":"{readStateIndex:41869; appliedIndex:41867; }","duration":"261.650286ms","start":"2026-03-03T13:14:41.965691Z","end":"2026-03-03T13:14:42.227341Z","steps":["trace[1937121512] 'read index received' (duration: 45.087847ms)","trace[1937121512] 'applied index is now lower than readState.Index' (duration: 216.557368ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:14:42.227489Z","caller":"traceutil/trace.go:171","msg":"trace[880452259] transaction","detail":"{read_only:false; response_revision:40503; number_of_response:1; }","duration":"161.632991ms","start":"2026-03-03T13:14:42.065832Z","end":"2026-03-03T13:14:42.227465Z","steps":["trace[880452259] 'process raft request' (duration: 161.573209ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:42.227576Z","caller":"traceutil/trace.go:171","msg":"trace[1423612462] transaction","detail":"{read_only:false; response_revision:40502; number_of_response:1; }","duration":"164.132017ms","start":"2026-03-03T13:14:42.063435Z","end":"2026-03-03T13:14:42.227567Z","steps":["trace[1423612462] 'process raft request' (duration: 163.916031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:42.22757Z","caller":"traceutil/trace.go:171","msg":"trace[988204886] transaction","detail":"{read_only:false; response_revision:40501; number_of_response:1; }","duration":"214.574416ms","start":"2026-03-03T13:14:42.012954Z","end":"2026-03-03T13:14:42.227528Z","steps":["trace[988204886] 'process raft request' (duration: 214.284558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:42.227725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.016245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-db-sync-fnzm9\" ","response":"range_response_count:1 size:6767"} {"level":"info","ts":"2026-03-03T13:14:42.227775Z","caller":"traceutil/trace.go:171","msg":"trace[1892846978] range","detail":"{range_begin:/registry/pods/openstack/heat-db-sync-fnzm9; range_end:; response_count:1; response_revision:40503; }","duration":"262.117048ms","start":"2026-03-03T13:14:41.965647Z","end":"2026-03-03T13:14:42.227764Z","steps":["trace[1892846978] 'agreement among raft nodes before linearized reading' (duration: 261.847711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:42.227781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.986181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:14:42.227806Z","caller":"traceutil/trace.go:171","msg":"trace[744418687] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:40503; }","duration":"101.049453ms","start":"2026-03-03T13:14:42.12675Z","end":"2026-03-03T13:14:42.2278Z","steps":["trace[744418687] 'agreement among raft nodes before linearized reading' (duration: 100.93613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:42.227791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.338364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-db-init-2wkzr\" ","response":"range_response_count:1 size:7194"} {"level":"info","ts":"2026-03-03T13:14:42.227868Z","caller":"traceutil/trace.go:171","msg":"trace[512361262] range","detail":"{range_begin:/registry/pods/openstack/heat-db-init-2wkzr; range_end:; response_count:1; response_revision:40503; }","duration":"259.441727ms","start":"2026-03-03T13:14:41.968408Z","end":"2026-03-03T13:14:42.22785Z","steps":["trace[512361262] 'agreement among raft nodes before linearized reading' (duration: 259.258952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:42.22788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.942889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T13:14:42.227938Z","caller":"traceutil/trace.go:171","msg":"trace[1334081967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40503; }","duration":"214.032472ms","start":"2026-03-03T13:14:42.013888Z","end":"2026-03-03T13:14:42.22792Z","steps":["trace[1334081967] 'agreement among raft nodes before linearized reading' (duration: 213.849117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:44.357468Z","caller":"traceutil/trace.go:171","msg":"trace[1808845206] transaction","detail":"{read_only:false; response_revision:40515; number_of_response:1; }","duration":"124.086765ms","start":"2026-03-03T13:14:44.233357Z","end":"2026-03-03T13:14:44.357444Z","steps":["trace[1808845206] 'process raft request' (duration: 56.692776ms)","trace[1808845206] 'compare' (duration: 67.233654ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:14:44.35768Z","caller":"traceutil/trace.go:171","msg":"trace[913500103] linearizableReadLoop","detail":"{readStateIndex:41884; appliedIndex:41882; }","duration":"119.757699ms","start":"2026-03-03T13:14:44.237876Z","end":"2026-03-03T13:14:44.357634Z","steps":["trace[913500103] 'read index received' (duration: 20.456262ms)","trace[913500103] 'applied index is now lower than readState.Index' (duration: 99.299967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:14:44.357893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.979685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:14:44.357985Z","caller":"traceutil/trace.go:171","msg":"trace[1595475871] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:40516; }","duration":"120.126578ms","start":"2026-03-03T13:14:44.237839Z","end":"2026-03-03T13:14:44.357965Z","steps":["trace[1595475871] 'agreement among raft nodes before linearized reading' (duration: 119.918843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:44.357919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.956014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T13:14:44.35821Z","caller":"traceutil/trace.go:171","msg":"trace[748017812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40516; }","duration":"120.283323ms","start":"2026-03-03T13:14:44.23791Z","end":"2026-03-03T13:14:44.358194Z","steps":["trace[748017812] 'agreement among raft nodes before linearized reading' (duration: 119.901203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:44.358607Z","caller":"traceutil/trace.go:171","msg":"trace[199812901] transaction","detail":"{read_only:false; response_revision:40516; number_of_response:1; }","duration":"119.709778ms","start":"2026-03-03T13:14:44.23885Z","end":"2026-03-03T13:14:44.35856Z","steps":["trace[199812901] 'process raft request' (duration: 118.557498ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:44.604551Z","caller":"traceutil/trace.go:171","msg":"trace[605231994] transaction","detail":"{read_only:false; response_revision:40517; number_of_response:1; }","duration":"239.755404ms","start":"2026-03-03T13:14:44.364774Z","end":"2026-03-03T13:14:44.604529Z","steps":["trace[605231994] 'process raft request' (duration: 239.621671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:44.617502Z","caller":"traceutil/trace.go:171","msg":"trace[614836335] transaction","detail":"{read_only:false; response_revision:40518; number_of_response:1; }","duration":"252.315598ms","start":"2026-03-03T13:14:44.365145Z","end":"2026-03-03T13:14:44.617461Z","steps":["trace[614836335] 'process raft request' (duration: 252.074281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:44.617852Z","caller":"traceutil/trace.go:171","msg":"trace[365491830] linearizableReadLoop","detail":"{readStateIndex:41887; appliedIndex:41886; }","duration":"247.85068ms","start":"2026-03-03T13:14:44.369984Z","end":"2026-03-03T13:14:44.617835Z","steps":["trace[365491830] 'read index received' (duration: 234.540446ms)","trace[365491830] 'applied index is now lower than readState.Index' (duration: 13.309234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:14:44.618173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.742645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:14:44.61823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.371067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:14:44.618286Z","caller":"traceutil/trace.go:171","msg":"trace[1138834602] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:40521; }","duration":"238.46844ms","start":"2026-03-03T13:14:44.379802Z","end":"2026-03-03T13:14:44.61827Z","steps":["trace[1138834602] 'agreement among raft nodes before linearized reading' (duration: 238.350187ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:44.618624Z","caller":"traceutil/trace.go:171","msg":"trace[2104831296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40521; }","duration":"201.853408ms","start":"2026-03-03T13:14:44.41637Z","end":"2026-03-03T13:14:44.618223Z","steps":["trace[2104831296] 'agreement among raft nodes before linearized reading' (duration: 201.707854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:44.620422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.730969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388968"} {"level":"info","ts":"2026-03-03T13:14:44.620468Z","caller":"traceutil/trace.go:171","msg":"trace[602857577] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:40521; }","duration":"249.78345ms","start":"2026-03-03T13:14:44.370674Z","end":"2026-03-03T13:14:44.620457Z","steps":["trace[602857577] 'agreement among raft nodes before linearized reading' (duration: 247.319875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:44.622461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.440981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388968"} {"level":"info","ts":"2026-03-03T13:14:44.62255Z","caller":"traceutil/trace.go:171","msg":"trace[576744185] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:40521; }","duration":"252.569494ms","start":"2026-03-03T13:14:44.369963Z","end":"2026-03-03T13:14:44.622532Z","steps":["trace[576744185] 'agreement among raft nodes before linearized reading' (duration: 247.961582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:45.999104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.801985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-03T13:14:45.999221Z","caller":"traceutil/trace.go:171","msg":"trace[798824193] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:40525; }","duration":"132.933898ms","start":"2026-03-03T13:14:45.866259Z","end":"2026-03-03T13:14:45.999193Z","steps":["trace[798824193] 'range keys from in-memory index tree' (duration: 132.639161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:46.343529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.552881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:14:46.343661Z","caller":"traceutil/trace.go:171","msg":"trace[1141045540] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:40526; }","duration":"102.726936ms","start":"2026-03-03T13:14:46.240915Z","end":"2026-03-03T13:14:46.343642Z","steps":["trace[1141045540] 'count revisions from in-memory index tree' (duration: 102.49774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:46.343571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.145614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-03T13:14:46.343856Z","caller":"traceutil/trace.go:171","msg":"trace[181814870] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40526; }","duration":"104.473722ms","start":"2026-03-03T13:14:46.239374Z","end":"2026-03-03T13:14:46.343847Z","steps":["trace[181814870] 'range keys from in-memory index tree' (duration: 103.937489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:46.388821Z","caller":"traceutil/trace.go:171","msg":"trace[737879528] linearizableReadLoop","detail":"{readStateIndex:41896; appliedIndex:41895; }","duration":"109.995229ms","start":"2026-03-03T13:14:46.2788Z","end":"2026-03-03T13:14:46.388795Z","steps":["trace[737879528] 'read index received' (duration: 109.853115ms)","trace[737879528] 'applied index is now lower than readState.Index' (duration: 141.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:14:46.388963Z","caller":"traceutil/trace.go:171","msg":"trace[1297879881] transaction","detail":"{read_only:false; response_revision:40527; number_of_response:1; }","duration":"124.504824ms","start":"2026-03-03T13:14:46.264445Z","end":"2026-03-03T13:14:46.38895Z","steps":["trace[1297879881] 'process raft request' (duration: 124.200686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:46.389165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.354599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.81\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T13:14:46.389246Z","caller":"traceutil/trace.go:171","msg":"trace[199743269] range","detail":"{range_begin:/registry/masterleases/199.19.213.81; range_end:; response_count:1; response_revision:40527; }","duration":"110.466421ms","start":"2026-03-03T13:14:46.278759Z","end":"2026-03-03T13:14:46.389226Z","steps":["trace[199743269] 'agreement among raft nodes before linearized reading' (duration: 110.293527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:46.437042Z","caller":"traceutil/trace.go:171","msg":"trace[1449811041] transaction","detail":"{read_only:false; response_revision:40528; number_of_response:1; }","duration":"106.026385ms","start":"2026-03-03T13:14:46.330982Z","end":"2026-03-03T13:14:46.437008Z","steps":["trace[1449811041] 'process raft request' (duration: 105.754797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:46.437296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.7896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:14:46.437387Z","caller":"traceutil/trace.go:171","msg":"trace[471512570] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:40529; }","duration":"113.924714ms","start":"2026-03-03T13:14:46.323437Z","end":"2026-03-03T13:14:46.437362Z","steps":["trace[471512570] 'agreement among raft nodes before linearized reading' (duration: 113.76389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:46.437432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.831831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T13:14:46.437527Z","caller":"traceutil/trace.go:171","msg":"trace[345318714] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:40529; }","duration":"119.992376ms","start":"2026-03-03T13:14:46.317514Z","end":"2026-03-03T13:14:46.437507Z","steps":["trace[345318714] 'agreement among raft nodes before linearized reading' (duration: 119.660697ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:48.621876Z","caller":"traceutil/trace.go:171","msg":"trace[1839449978] linearizableReadLoop","detail":"{readStateIndex:41914; appliedIndex:41913; }","duration":"175.726295ms","start":"2026-03-03T13:14:48.44611Z","end":"2026-03-03T13:14:48.621836Z","steps":["trace[1839449978] 'read index received' (duration: 104.500924ms)","trace[1839449978] 'applied index is now lower than readState.Index' (duration: 71.223731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:14:48.622187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.055233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T13:14:48.62225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.701214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-rabbit-init-f6rqv\" ","response":"range_response_count:1 size:6683"} {"level":"warn","ts":"2026-03-03T13:14:48.622236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.444407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:14:48.622348Z","caller":"traceutil/trace.go:171","msg":"trace[775850022] range","detail":"{range_begin:/registry/pods/openstack/magnum-rabbit-init-f6rqv; range_end:; response_count:1; response_revision:40544; }","duration":"149.819387ms","start":"2026-03-03T13:14:48.47251Z","end":"2026-03-03T13:14:48.622329Z","steps":["trace[775850022] 'agreement among raft nodes before linearized reading' (duration: 149.628082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:48.622346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.376011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T13:14:48.622257Z","caller":"traceutil/trace.go:171","msg":"trace[1547508946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:40544; }","duration":"176.137195ms","start":"2026-03-03T13:14:48.446099Z","end":"2026-03-03T13:14:48.622236Z","steps":["trace[1547508946] 'agreement among raft nodes before linearized reading' (duration: 175.9291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:48.622421Z","caller":"traceutil/trace.go:171","msg":"trace[1093773648] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:40544; }","duration":"156.483864ms","start":"2026-03-03T13:14:48.465915Z","end":"2026-03-03T13:14:48.622399Z","steps":["trace[1093773648] 'agreement among raft nodes before linearized reading' (duration: 156.265358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:48.622366Z","caller":"traceutil/trace.go:171","msg":"trace[1200711154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:40544; }","duration":"175.620292ms","start":"2026-03-03T13:14:48.446723Z","end":"2026-03-03T13:14:48.622343Z","steps":["trace[1200711154] 'agreement among raft nodes before linearized reading' (duration: 175.413177ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:48.622937Z","caller":"traceutil/trace.go:171","msg":"trace[316709395] transaction","detail":"{read_only:false; response_revision:40544; number_of_response:1; }","duration":"180.851031ms","start":"2026-03-03T13:14:48.442054Z","end":"2026-03-03T13:14:48.622905Z","steps":["trace[316709395] 'process raft request' (duration: 108.668355ms)","trace[316709395] 'compare' (duration: 70.81404ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:14:49.077127Z","caller":"traceutil/trace.go:171","msg":"trace[203547437] transaction","detail":"{read_only:false; response_revision:40548; number_of_response:1; }","duration":"444.403597ms","start":"2026-03-03T13:14:48.632701Z","end":"2026-03-03T13:14:49.077105Z","steps":["trace[203547437] 'process raft request' (duration: 444.345645ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:49.077133Z","caller":"traceutil/trace.go:171","msg":"trace[32122186] transaction","detail":"{read_only:false; response_revision:40546; number_of_response:1; }","duration":"448.119556ms","start":"2026-03-03T13:14:48.628984Z","end":"2026-03-03T13:14:49.077104Z","steps":["trace[32122186] 'process raft request' (duration: 447.915381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:49.077237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:48.632685Z","time spent":"444.498469ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:14:49.077231Z","caller":"traceutil/trace.go:171","msg":"trace[1357500590] linearizableReadLoop","detail":"{readStateIndex:41916; appliedIndex:41914; }","duration":"445.327451ms","start":"2026-03-03T13:14:48.631894Z","end":"2026-03-03T13:14:49.077221Z","steps":["trace[1357500590] 'read index received' (duration: 68.076167ms)","trace[1357500590] 'applied index is now lower than readState.Index' (duration: 377.250764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:14:49.077257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:48.628963Z","time spent":"448.235528ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:14:49.077289Z","caller":"traceutil/trace.go:171","msg":"trace[1740212866] transaction","detail":"{read_only:false; response_revision:40549; number_of_response:1; }","duration":"444.541541ms","start":"2026-03-03T13:14:48.632742Z","end":"2026-03-03T13:14:49.077284Z","steps":["trace[1740212866] 'process raft request' (duration: 444.330835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:49.077324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:48.632731Z","time spent":"444.570231ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:14:49.077355Z","caller":"traceutil/trace.go:171","msg":"trace[1290984406] transaction","detail":"{read_only:false; response_revision:40547; number_of_response:1; }","duration":"444.701354ms","start":"2026-03-03T13:14:48.632645Z","end":"2026-03-03T13:14:49.077346Z","steps":["trace[1290984406] 'process raft request' (duration: 444.370716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:49.077383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:48.632631Z","time spent":"444.735666ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:14:49.077533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.614359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-rabbit-init-f6rqv\" ","response":"range_response_count:1 size:6683"} {"level":"info","ts":"2026-03-03T13:14:49.077614Z","caller":"traceutil/trace.go:171","msg":"trace[979128577] range","detail":"{range_begin:/registry/pods/openstack/magnum-rabbit-init-f6rqv; range_end:; response_count:1; response_revision:40549; }","duration":"445.731022ms","start":"2026-03-03T13:14:48.631862Z","end":"2026-03-03T13:14:49.077593Z","steps":["trace[979128577] 'agreement among raft nodes before linearized reading' (duration: 445.475005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:49.077668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:48.631851Z","time spent":"445.809894ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":6706,"request content":"key:\"/registry/pods/openstack/magnum-rabbit-init-f6rqv\" "} {"level":"info","ts":"2026-03-03T13:14:49.295966Z","caller":"traceutil/trace.go:171","msg":"trace[1995799101] linearizableReadLoop","detail":"{readStateIndex:41921; appliedIndex:41919; }","duration":"218.678475ms","start":"2026-03-03T13:14:49.077259Z","end":"2026-03-03T13:14:49.295937Z","steps":["trace[1995799101] 'read index received' (duration: 142.897533ms)","trace[1995799101] 'applied index is now lower than readState.Index' (duration: 75.779752ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:14:49.296074Z","caller":"traceutil/trace.go:171","msg":"trace[823043318] transaction","detail":"{read_only:false; response_revision:40551; number_of_response:1; }","duration":"301.407671ms","start":"2026-03-03T13:14:48.99461Z","end":"2026-03-03T13:14:49.296018Z","steps":["trace[823043318] 'process raft request' (duration: 301.247647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:49.296202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.929505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:14:49.296209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:48.994586Z","time spent":"301.550965ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:14:49.296244Z","caller":"traceutil/trace.go:171","msg":"trace[1434526473] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:40551; }","duration":"409.033708ms","start":"2026-03-03T13:14:48.887196Z","end":"2026-03-03T13:14:49.29623Z","steps":["trace[1434526473] 'agreement among raft nodes before linearized reading' (duration: 408.921025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:49.296282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:48.887171Z","time spent":"409.09939ms","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:14:49.296368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.391696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T13:14:49.296408Z","caller":"traceutil/trace.go:171","msg":"trace[547098517] transaction","detail":"{read_only:false; response_revision:40550; number_of_response:1; }","duration":"308.816807ms","start":"2026-03-03T13:14:48.987559Z","end":"2026-03-03T13:14:49.296376Z","steps":["trace[547098517] 'process raft request' (duration: 232.623905ms)","trace[547098517] 'compare' (duration: 75.546555ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:14:49.296456Z","caller":"traceutil/trace.go:171","msg":"trace[1399649862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:40551; }","duration":"664.488129ms","start":"2026-03-03T13:14:48.631943Z","end":"2026-03-03T13:14:49.296432Z","steps":["trace[1399649862] 'agreement among raft nodes before linearized reading' (duration: 664.232052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:49.296508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:48.631936Z","time spent":"664.563521ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:14:49.296557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:48.987522Z","time spent":"308.954441ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:14:49.296584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.7521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:14:49.296579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.592191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T13:14:49.29663Z","caller":"traceutil/trace.go:171","msg":"trace[208319279] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:40551; }","duration":"185.834283ms","start":"2026-03-03T13:14:49.110782Z","end":"2026-03-03T13:14:49.296617Z","steps":["trace[208319279] 'agreement among raft nodes before linearized reading' (duration: 185.749391ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:49.296704Z","caller":"traceutil/trace.go:171","msg":"trace[663509157] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:40551; }","duration":"664.732685ms","start":"2026-03-03T13:14:48.631935Z","end":"2026-03-03T13:14:49.296667Z","steps":["trace[663509157] 'agreement among raft nodes before linearized reading' (duration: 664.370716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:49.296721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.027493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:14:49.296728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.151565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T13:14:49.296763Z","caller":"traceutil/trace.go:171","msg":"trace[10641979] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:40551; }","duration":"584.069934ms","start":"2026-03-03T13:14:48.71268Z","end":"2026-03-03T13:14:49.29675Z","steps":["trace[10641979] 'agreement among raft nodes before linearized reading' (duration: 583.995702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:49.296766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:48.631923Z","time spent":"664.832298ms","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-03-03T13:14:49.296779Z","caller":"traceutil/trace.go:171","msg":"trace[92759077] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:40551; }","duration":"434.235797ms","start":"2026-03-03T13:14:48.862526Z","end":"2026-03-03T13:14:49.296762Z","steps":["trace[92759077] 'agreement among raft nodes before linearized reading' (duration: 434.057872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:49.296796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:48.71266Z","time spent":"584.128406ms","remote":"127.0.0.1:53674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T13:14:49.296821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:48.862504Z","time spent":"434.310229ms","remote":"127.0.0.1:36252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T13:14:49.299004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.683509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:388968"} {"level":"info","ts":"2026-03-03T13:14:49.29909Z","caller":"traceutil/trace.go:171","msg":"trace[2014336676] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:40551; }","duration":"214.811192ms","start":"2026-03-03T13:14:49.084259Z","end":"2026-03-03T13:14:49.29907Z","steps":["trace[2014336676] 'agreement among raft nodes before linearized reading' (duration: 212.048479ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:59.265417Z","caller":"traceutil/trace.go:171","msg":"trace[299055134] linearizableReadLoop","detail":"{readStateIndex:42023; appliedIndex:42020; }","duration":"148.224084ms","start":"2026-03-03T13:14:59.117171Z","end":"2026-03-03T13:14:59.265395Z","steps":["trace[299055134] 'read index received' (duration: 46.318109ms)","trace[299055134] 'applied index is now lower than readState.Index' (duration: 101.905165ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:14:59.265529Z","caller":"traceutil/trace.go:171","msg":"trace[879451678] transaction","detail":"{read_only:false; response_revision:40651; number_of_response:1; }","duration":"150.633818ms","start":"2026-03-03T13:14:59.11488Z","end":"2026-03-03T13:14:59.265514Z","steps":["trace[879451678] 'process raft request' (duration: 150.488184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:59.265525Z","caller":"traceutil/trace.go:171","msg":"trace[11812801] transaction","detail":"{read_only:false; response_revision:40650; number_of_response:1; }","duration":"150.739591ms","start":"2026-03-03T13:14:59.114721Z","end":"2026-03-03T13:14:59.265461Z","steps":["trace[11812801] 'process raft request' (duration: 150.511635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:59.265699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.514213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T13:14:59.265745Z","caller":"traceutil/trace.go:171","msg":"trace[1732057586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40651; }","duration":"148.579614ms","start":"2026-03-03T13:14:59.117155Z","end":"2026-03-03T13:14:59.265734Z","steps":["trace[1732057586] 'agreement among raft nodes before linearized reading' (duration: 148.40595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:59.268925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.35518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/orc-system/orc-leader-election-role\" ","response":"range_response_count:1 size:653"} {"level":"info","ts":"2026-03-03T13:14:59.269004Z","caller":"traceutil/trace.go:171","msg":"trace[365626838] range","detail":"{range_begin:/registry/roles/orc-system/orc-leader-election-role; range_end:; response_count:1; response_revision:40652; }","duration":"127.466554ms","start":"2026-03-03T13:14:59.141517Z","end":"2026-03-03T13:14:59.268984Z","steps":["trace[365626838] 'agreement among raft nodes before linearized reading' (duration: 127.240138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:59.455326Z","caller":"traceutil/trace.go:171","msg":"trace[770534603] transaction","detail":"{read_only:false; response_revision:40655; number_of_response:1; }","duration":"122.947893ms","start":"2026-03-03T13:14:59.33235Z","end":"2026-03-03T13:14:59.455298Z","steps":["trace[770534603] 'process raft request' (duration: 88.364145ms)","trace[770534603] 'compare' (duration: 34.359182ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:14:59.930993Z","caller":"traceutil/trace.go:171","msg":"trace[1993537656] linearizableReadLoop","detail":"{readStateIndex:42029; appliedIndex:42028; }","duration":"470.385456ms","start":"2026-03-03T13:14:59.460574Z","end":"2026-03-03T13:14:59.93096Z","steps":["trace[1993537656] 'read index received' (duration: 431.778101ms)","trace[1993537656] 'applied index is now lower than readState.Index' (duration: 38.605815ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:14:59.931129Z","caller":"traceutil/trace.go:171","msg":"trace[1306597085] transaction","detail":"{read_only:false; response_revision:40657; number_of_response:1; }","duration":"471.179457ms","start":"2026-03-03T13:14:59.459932Z","end":"2026-03-03T13:14:59.931111Z","steps":["trace[1306597085] 'process raft request' (duration: 432.574522ms)","trace[1306597085] 'compare' (duration: 38.101532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:14:59.931181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.594002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T13:14:59.931217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:59.459903Z","time spent":"471.26469ms","remote":"127.0.0.1:36360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:14:59.931226Z","caller":"traceutil/trace.go:171","msg":"trace[754917270] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:40657; }","duration":"470.690355ms","start":"2026-03-03T13:14:59.460522Z","end":"2026-03-03T13:14:59.931212Z","steps":["trace[754917270] 'agreement among raft nodes before linearized reading' (duration: 470.608263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:59.931262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:59.460501Z","time spent":"470.752736ms","remote":"127.0.0.1:36286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T13:14:59.931559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.883427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:10688"} {"level":"info","ts":"2026-03-03T13:14:59.931599Z","caller":"traceutil/trace.go:171","msg":"trace[1122627838] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:40657; }","duration":"387.957809ms","start":"2026-03-03T13:14:59.543632Z","end":"2026-03-03T13:14:59.931589Z","steps":["trace[1122627838] 'agreement among raft nodes before linearized reading' (duration: 387.819235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:59.931633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:59.543607Z","time spent":"388.02023ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":10711,"request content":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-03T13:14:59.931859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.772548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-c8268\" ","response":"range_response_count:1 size:10142"} {"level":"warn","ts":"2026-03-03T13:14:59.931895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.80199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T13:14:59.931896Z","caller":"traceutil/trace.go:171","msg":"trace[1743791368] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-c8268; range_end:; response_count:1; response_revision:40657; }","duration":"351.869711ms","start":"2026-03-03T13:14:59.580017Z","end":"2026-03-03T13:14:59.931887Z","steps":["trace[1743791368] 'agreement among raft nodes before linearized reading' (duration: 351.770018ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:14:59.931926Z","caller":"traceutil/trace.go:171","msg":"trace[2000680585] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:40657; }","duration":"258.874332ms","start":"2026-03-03T13:14:59.673043Z","end":"2026-03-03T13:14:59.931918Z","steps":["trace[2000680585] 'agreement among raft nodes before linearized reading' (duration: 258.81177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:59.931932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:59.579995Z","time spent":"351.930823ms","remote":"127.0.0.1:36272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":10165,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-c8268\" "} {"level":"warn","ts":"2026-03-03T13:14:59.932074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.591564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/4555\" ","response":"range_response_count:1 size:2586"} {"level":"info","ts":"2026-03-03T13:14:59.932193Z","caller":"traceutil/trace.go:171","msg":"trace[878084039] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/4555; range_end:; response_count:1; response_revision:40657; }","duration":"322.823069ms","start":"2026-03-03T13:14:59.609344Z","end":"2026-03-03T13:14:59.932167Z","steps":["trace[878084039] 'agreement among raft nodes before linearized reading' (duration: 322.440009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:14:59.932244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:14:59.609323Z","time spent":"322.911762ms","remote":"127.0.0.1:38968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":2609,"request content":"key:\"/registry/cilium.io/ciliumidentities/4555\" "} {"level":"warn","ts":"2026-03-03T13:15:00.134804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.998314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T13:15:00.135037Z","caller":"traceutil/trace.go:171","msg":"trace[1607636032] transaction","detail":"{read_only:false; response_revision:40661; number_of_response:1; }","duration":"122.775099ms","start":"2026-03-03T13:15:00.012242Z","end":"2026-03-03T13:15:00.135017Z","steps":["trace[1607636032] 'process raft request' (duration: 122.674016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:15:00.135077Z","caller":"traceutil/trace.go:171","msg":"trace[1388417831] transaction","detail":"{read_only:false; response_revision:40660; number_of_response:1; }","duration":"177.82063ms","start":"2026-03-03T13:14:59.957236Z","end":"2026-03-03T13:15:00.135057Z","steps":["trace[1388417831] 'process raft request' (duration: 74.479237ms)","trace[1388417831] 'compare' (duration: 102.831079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:15:00.135304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.455258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:15:00.135265Z","caller":"traceutil/trace.go:171","msg":"trace[727297279] linearizableReadLoop","detail":"{readStateIndex:42032; appliedIndex:42031; }","duration":"161.888277ms","start":"2026-03-03T13:14:59.973202Z","end":"2026-03-03T13:15:00.13509Z","steps":["trace[727297279] 'read index received' (duration: 58.528683ms)","trace[727297279] 'applied index is now lower than readState.Index' (duration: 103.350474ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:15:00.135352Z","caller":"traceutil/trace.go:171","msg":"trace[617731105] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:40661; }","duration":"195.54482ms","start":"2026-03-03T13:14:59.939793Z","end":"2026-03-03T13:15:00.135338Z","steps":["trace[617731105] 'agreement among raft nodes before linearized reading' (duration: 195.469468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:15:00.135954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.912562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-c8268\" ","response":"range_response_count:1 size:10142"} {"level":"info","ts":"2026-03-03T13:15:00.135998Z","caller":"traceutil/trace.go:171","msg":"trace[1690620782] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-c8268; range_end:; response_count:1; response_revision:40661; }","duration":"102.983264ms","start":"2026-03-03T13:15:00.033005Z","end":"2026-03-03T13:15:00.135988Z","steps":["trace[1690620782] 'agreement among raft nodes before linearized reading' (duration: 102.84859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:15:00.14038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.872334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:387835"} {"level":"info","ts":"2026-03-03T13:15:00.140489Z","caller":"traceutil/trace.go:171","msg":"trace[1212827363] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:40661; }","duration":"160.032278ms","start":"2026-03-03T13:14:59.980432Z","end":"2026-03-03T13:15:00.140464Z","steps":["trace[1212827363] 'agreement among raft nodes before linearized reading' (duration: 155.093417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:15:00.247637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.108697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:15:00.247719Z","caller":"traceutil/trace.go:171","msg":"trace[1215823684] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:40664; }","duration":"103.254861ms","start":"2026-03-03T13:15:00.144448Z","end":"2026-03-03T13:15:00.247703Z","steps":["trace[1215823684] 'agreement among raft nodes before linearized reading' (duration: 103.115258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:15:00.252886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.593123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-rabbit-init-f6rqv.18995525cf1c6044\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:40661 ","response":"range_response_count:870 size:672775"} {"level":"info","ts":"2026-03-03T13:15:00.252966Z","caller":"traceutil/trace.go:171","msg":"trace[1889708072] range","detail":"{range_begin:/registry/events/openstack/magnum-rabbit-init-f6rqv.18995525cf1c6044\u0000; range_end:/registry/events/openstack0; response_count:870; response_revision:40664; }","duration":"105.696235ms","start":"2026-03-03T13:15:00.147253Z","end":"2026-03-03T13:15:00.252949Z","steps":["trace[1889708072] 'agreement among raft nodes before linearized reading' (duration: 100.61068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:15:13.928254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.77596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:15:13.928354Z","caller":"traceutil/trace.go:171","msg":"trace[1612071970] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:40803; }","duration":"116.908643ms","start":"2026-03-03T13:15:13.811423Z","end":"2026-03-03T13:15:13.928332Z","steps":["trace[1612071970] 'count revisions from in-memory index tree' (duration: 116.727708ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:16:08.635386Z","caller":"traceutil/trace.go:171","msg":"trace[940207607] transaction","detail":"{read_only:false; response_revision:41174; number_of_response:1; }","duration":"123.867037ms","start":"2026-03-03T13:16:08.511496Z","end":"2026-03-03T13:16:08.635364Z","steps":["trace[940207607] 'process raft request' (duration: 123.692092ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:16:08.64425Z","caller":"traceutil/trace.go:171","msg":"trace[1818452496] linearizableReadLoop","detail":"{readStateIndex:42564; appliedIndex:42562; }","duration":"123.823625ms","start":"2026-03-03T13:16:08.520393Z","end":"2026-03-03T13:16:08.644216Z","steps":["trace[1818452496] 'read index received' (duration: 114.837467ms)","trace[1818452496] 'applied index is now lower than readState.Index' (duration: 8.984908ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:16:08.64437Z","caller":"traceutil/trace.go:171","msg":"trace[1964344320] transaction","detail":"{read_only:false; response_revision:41175; number_of_response:1; }","duration":"131.290984ms","start":"2026-03-03T13:16:08.513065Z","end":"2026-03-03T13:16:08.644356Z","steps":["trace[1964344320] 'process raft request' (duration: 130.988026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:16:08.644511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.082953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-03-03T13:16:08.644547Z","caller":"traceutil/trace.go:171","msg":"trace[464275320] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:41175; }","duration":"124.176725ms","start":"2026-03-03T13:16:08.520359Z","end":"2026-03-03T13:16:08.644536Z","steps":["trace[464275320] 'agreement among raft nodes before linearized reading' (duration: 123.99652ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:16:10.013351Z","caller":"traceutil/trace.go:171","msg":"trace[1100474934] linearizableReadLoop","detail":"{readStateIndex:42574; appliedIndex:42573; }","duration":"152.528029ms","start":"2026-03-03T13:16:09.860795Z","end":"2026-03-03T13:16:10.013323Z","steps":["trace[1100474934] 'read index received' (duration: 75.289418ms)","trace[1100474934] 'applied index is now lower than readState.Index' (duration: 77.21253ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:16:10.013502Z","caller":"traceutil/trace.go:171","msg":"trace[805493377] transaction","detail":"{read_only:false; response_revision:41185; number_of_response:1; }","duration":"200.563735ms","start":"2026-03-03T13:16:09.812924Z","end":"2026-03-03T13:16:10.013488Z","steps":["trace[805493377] 'process raft request' (duration: 123.252381ms)","trace[805493377] 'compare' (duration: 76.993575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:16:10.013802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.990622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"warn","ts":"2026-03-03T13:16:10.01401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.997235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-03T13:16:10.014454Z","caller":"traceutil/trace.go:171","msg":"trace[477377954] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:41185; }","duration":"153.224318ms","start":"2026-03-03T13:16:09.860742Z","end":"2026-03-03T13:16:10.013966Z","steps":["trace[477377954] 'agreement among raft nodes before linearized reading' (duration: 152.889809ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:16:10.014568Z","caller":"traceutil/trace.go:171","msg":"trace[1951447496] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:41185; }","duration":"152.166359ms","start":"2026-03-03T13:16:09.861951Z","end":"2026-03-03T13:16:10.014117Z","steps":["trace[1951447496] 'agreement among raft nodes before linearized reading' (duration: 151.660756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:16:13.728759Z","caller":"traceutil/trace.go:171","msg":"trace[1415378456] linearizableReadLoop","detail":"{readStateIndex:42596; appliedIndex:42595; }","duration":"127.117234ms","start":"2026-03-03T13:16:13.601602Z","end":"2026-03-03T13:16:13.728719Z","steps":["trace[1415378456] 'read index received' (duration: 126.827187ms)","trace[1415378456] 'applied index is now lower than readState.Index' (duration: 288.357µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:16:13.729062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.417432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ceph-mon\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-03-03T13:16:13.729238Z","caller":"traceutil/trace.go:171","msg":"trace[2133658941] range","detail":"{range_begin:/registry/services/specs/openstack/ceph-mon; range_end:; response_count:1; response_revision:41206; }","duration":"127.677649ms","start":"2026-03-03T13:16:13.601543Z","end":"2026-03-03T13:16:13.72922Z","steps":["trace[2133658941] 'agreement among raft nodes before linearized reading' (duration: 127.313289ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:16:13.729432Z","caller":"traceutil/trace.go:171","msg":"trace[589265413] transaction","detail":"{read_only:false; response_revision:41206; number_of_response:1; }","duration":"129.611411ms","start":"2026-03-03T13:16:13.599195Z","end":"2026-03-03T13:16:13.728806Z","steps":["trace[589265413] 'process raft request' (duration: 129.264491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:16:13.777428Z","caller":"traceutil/trace.go:171","msg":"trace[2140569425] transaction","detail":"{read_only:false; response_revision:41207; number_of_response:1; }","duration":"167.460055ms","start":"2026-03-03T13:16:13.609934Z","end":"2026-03-03T13:16:13.777394Z","steps":["trace[2140569425] 'process raft request' (duration: 167.226019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:16:13.777763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.355541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:16:13.777886Z","caller":"traceutil/trace.go:171","msg":"trace[1025984836] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:41208; }","duration":"124.521055ms","start":"2026-03-03T13:16:13.653336Z","end":"2026-03-03T13:16:13.777857Z","steps":["trace[1025984836] 'agreement among raft nodes before linearized reading' (duration: 124.32067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:16:13.777933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.051654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T13:16:13.777981Z","caller":"traceutil/trace.go:171","msg":"trace[980150902] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:41208; }","duration":"170.182567ms","start":"2026-03-03T13:16:13.607786Z","end":"2026-03-03T13:16:13.777968Z","steps":["trace[980150902] 'agreement among raft nodes before linearized reading' (duration: 170.070724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:16:13.778015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.54285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-03-03T13:16:13.778051Z","caller":"traceutil/trace.go:171","msg":"trace[1897423630] transaction","detail":"{read_only:false; response_revision:41208; number_of_response:1; }","duration":"165.535674ms","start":"2026-03-03T13:16:13.612481Z","end":"2026-03-03T13:16:13.778016Z","steps":["trace[1897423630] 'process raft request' (duration: 164.863666ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:16:13.778131Z","caller":"traceutil/trace.go:171","msg":"trace[272735492] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:41208; }","duration":"146.667833ms","start":"2026-03-03T13:16:13.631427Z","end":"2026-03-03T13:16:13.778095Z","steps":["trace[272735492] 'agreement among raft nodes before linearized reading' (duration: 146.354055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:16:13.887974Z","caller":"traceutil/trace.go:171","msg":"trace[2120754326] transaction","detail":"{read_only:false; response_revision:41209; number_of_response:1; }","duration":"148.890734ms","start":"2026-03-03T13:16:13.739044Z","end":"2026-03-03T13:16:13.887935Z","steps":["trace[2120754326] 'process raft request' (duration: 148.695318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:16:13.888285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.726271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/ceph-mon\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-03-03T13:16:13.888342Z","caller":"traceutil/trace.go:171","msg":"trace[1069960431] range","detail":"{range_begin:/registry/services/specs/openstack/ceph-mon; range_end:; response_count:1; response_revision:41209; }","duration":"153.820554ms","start":"2026-03-03T13:16:13.73451Z","end":"2026-03-03T13:16:13.88833Z","steps":["trace[1069960431] 'agreement among raft nodes before linearized reading' (duration: 153.591388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:16:13.887998Z","caller":"traceutil/trace.go:171","msg":"trace[172610843] linearizableReadLoop","detail":"{readStateIndex:42599; appliedIndex:42599; }","duration":"110.37486ms","start":"2026-03-03T13:16:13.777593Z","end":"2026-03-03T13:16:13.887968Z","steps":["trace[172610843] 'read index received' (duration: 110.36202ms)","trace[172610843] 'applied index is now lower than readState.Index' (duration: 10µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:16:13.905775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.53934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T13:16:13.905865Z","caller":"traceutil/trace.go:171","msg":"trace[1483046953] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:41210; }","duration":"114.90786ms","start":"2026-03-03T13:16:13.790938Z","end":"2026-03-03T13:16:13.905846Z","steps":["trace[1483046953] 'agreement among raft nodes before linearized reading' (duration: 114.619793ms)"],"step_count":1}