{"level":"warn","ts":"2026-03-08T02:25:45.718106Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-08T02:25:45.71819Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-08T02:25:45.718252Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-08T02:25:45.718266Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-03-08T02:25:45.718282Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-08T02:25:45.718976Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-03-08T02:25:45.71906Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-08T02:25:45.72542Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.992577ms"} {"level":"info","ts":"2026-03-08T02:25:45.736322Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-03-08T02:25:45.736423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-03-08T02:25:45.736448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-03-08T02:25:45.736459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-08T02:25:45.736475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-03-08T02:25:45.736515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-03-08T02:25:45.742112Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-08T02:25:45.743789Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-08T02:25:45.745233Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-08T02:25:45.747819Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-08T02:25:45.747984Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-08T02:25:45.748185Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-08T02:25:45.748251Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-08T02:25:45.748266Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-08T02:25:45.751149Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-03-08T02:25:45.7514Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-03-08T02:25:45.754129Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-08T02:25:45.754216Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-03-08T02:25:45.754273Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-03-08T02:25:45.754365Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-08T02:25:45.754424Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-08T02:25:46.737326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-03-08T02:25:46.737376Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-08T02:25:46.737405Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-03-08T02:25:46.737416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-03-08T02:25:46.737422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-03-08T02:25:46.737432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-03-08T02:25:46.737439Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-03-08T02:25:46.738429Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-03-08T02:25:46.738494Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-08T02:25:46.73847Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:25:46.738673Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-08T02:25:46.738799Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-08T02:25:46.738915Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-08T02:25:46.739467Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:25:46.739555Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:25:46.739588Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-08T02:25:46.741724Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"info","ts":"2026-03-08T02:25:46.741846Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-08T02:25:49.189226Z","caller":"traceutil/trace.go:171","msg":"trace[1196596975] linearizableReadLoop","detail":"{readStateIndex:122; appliedIndex:121; }","duration":"149.711217ms","start":"2026-03-08T02:25:49.039485Z","end":"2026-03-08T02:25:49.189197Z","steps":["trace[1196596975] 'read index received' (duration: 143.129395ms)","trace[1196596975] 'applied index is now lower than readState.Index' (duration: 6.580302ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:25:49.189344Z","caller":"traceutil/trace.go:171","msg":"trace[1058923112] transaction","detail":"{read_only:false; response_revision:117; number_of_response:1; }","duration":"209.527741ms","start":"2026-03-08T02:25:48.979761Z","end":"2026-03-08T02:25:49.189288Z","steps":["trace[1058923112] 'process raft request' (duration: 202.848776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:49.189426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.887532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-08T02:25:49.18949Z","caller":"traceutil/trace.go:171","msg":"trace[250716557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:117; }","duration":"150.026935ms","start":"2026-03-08T02:25:49.039448Z","end":"2026-03-08T02:25:49.189475Z","steps":["trace[250716557] 'agreement among raft nodes before linearized reading' (duration: 149.863041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:50.807156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.081915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:25:50.80727Z","caller":"traceutil/trace.go:171","msg":"trace[1581057848] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:0; response_revision:256; }","duration":"163.24223ms","start":"2026-03-08T02:25:50.644007Z","end":"2026-03-08T02:25:50.807249Z","steps":["trace[1581057848] 'range keys from in-memory index tree' (duration: 163.001374ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:25:51.440266Z","caller":"traceutil/trace.go:171","msg":"trace[983491277] linearizableReadLoop","detail":"{readStateIndex:276; appliedIndex:275; }","duration":"128.329131ms","start":"2026-03-08T02:25:51.311908Z","end":"2026-03-08T02:25:51.440237Z","steps":["trace[983491277] 'read index received' (duration: 57.134187ms)","trace[983491277] 'applied index is now lower than readState.Index' (duration: 71.193444ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:25:51.440312Z","caller":"traceutil/trace.go:171","msg":"trace[1992492806] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"146.730024ms","start":"2026-03-08T02:25:51.293556Z","end":"2026-03-08T02:25:51.440286Z","steps":["trace[1992492806] 'process raft request' (duration: 75.52886ms)","trace[1992492806] 'compare' (duration: 71.0062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:25:51.44051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.543586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-08T02:25:51.440601Z","caller":"traceutil/trace.go:171","msg":"trace[598039520] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:270; }","duration":"128.66756ms","start":"2026-03-08T02:25:51.311884Z","end":"2026-03-08T02:25:51.440551Z","steps":["trace[598039520] 'agreement among raft nodes before linearized reading' (duration: 128.453845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:52.279128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.358272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:25:52.279287Z","caller":"traceutil/trace.go:171","msg":"trace[816836820] linearizableReadLoop","detail":"{readStateIndex:286; appliedIndex:284; }","duration":"270.331098ms","start":"2026-03-08T02:25:52.008943Z","end":"2026-03-08T02:25:52.279274Z","steps":["trace[816836820] 'read index received' (duration: 61.570976ms)","trace[816836820] 'applied index is now lower than readState.Index' (duration: 208.759082ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:25:52.279327Z","caller":"traceutil/trace.go:171","msg":"trace[2043420138] transaction","detail":"{read_only:false; response_revision:280; number_of_response:1; }","duration":"272.637505ms","start":"2026-03-08T02:25:52.006642Z","end":"2026-03-08T02:25:52.279279Z","steps":["trace[2043420138] 'process raft request' (duration: 272.557374ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:25:52.27935Z","caller":"traceutil/trace.go:171","msg":"trace[243320608] transaction","detail":"{read_only:false; response_revision:281; number_of_response:1; }","duration":"270.336539ms","start":"2026-03-08T02:25:52.008952Z","end":"2026-03-08T02:25:52.279288Z","steps":["trace[243320608] 'process raft request' (duration: 270.292418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:52.279479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.512153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-08T02:25:52.27957Z","caller":"traceutil/trace.go:171","msg":"trace[1376102076] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:281; }","duration":"270.630296ms","start":"2026-03-08T02:25:52.008915Z","end":"2026-03-08T02:25:52.279545Z","steps":["trace[1376102076] 'agreement among raft nodes before linearized reading' (duration: 270.440381ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:25:52.279284Z","caller":"traceutil/trace.go:171","msg":"trace[1640408194] transaction","detail":"{read_only:false; response_revision:279; number_of_response:1; }","duration":"317.05957ms","start":"2026-03-08T02:25:51.962194Z","end":"2026-03-08T02:25:52.279254Z","steps":["trace[1640408194] 'process raft request' (duration: 108.275597ms)","trace[1640408194] 'compare' (duration: 207.803099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:25:52.280109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:25:51.962169Z","time spent":"317.681975ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":217,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:25:52.284512Z","caller":"traceutil/trace.go:171","msg":"trace[1231881177] transaction","detail":"{read_only:false; number_of_response:0; response_revision:281; }","duration":"177.141113ms","start":"2026-03-08T02:25:52.107353Z","end":"2026-03-08T02:25:52.284494Z","steps":["trace[1231881177] 'process raft request' (duration: 176.992499ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:25:52.315504Z","caller":"traceutil/trace.go:171","msg":"trace[796493287] transaction","detail":"{read_only:false; number_of_response:0; response_revision:281; }","duration":"195.832083ms","start":"2026-03-08T02:25:52.119658Z","end":"2026-03-08T02:25:52.31549Z","steps":["trace[796493287] 'process raft request' (duration: 195.615288ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:25:52.315687Z","caller":"traceutil/trace.go:171","msg":"trace[338512544] transaction","detail":"{read_only:false; response_revision:282; number_of_response:1; }","duration":"195.523666ms","start":"2026-03-08T02:25:52.120154Z","end":"2026-03-08T02:25:52.315678Z","steps":["trace[338512544] 'process raft request' (duration: 195.228189ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:25:52.315817Z","caller":"traceutil/trace.go:171","msg":"trace[1447714258] transaction","detail":"{read_only:false; response_revision:283; number_of_response:1; }","duration":"195.604828ms","start":"2026-03-08T02:25:52.120198Z","end":"2026-03-08T02:25:52.315803Z","steps":["trace[1447714258] 'process raft request' (duration: 195.2637ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:25:52.315972Z","caller":"traceutil/trace.go:171","msg":"trace[1268688103] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"195.749481ms","start":"2026-03-08T02:25:52.120215Z","end":"2026-03-08T02:25:52.315965Z","steps":["trace[1268688103] 'process raft request' (duration: 195.426583ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:25:52.316157Z","caller":"traceutil/trace.go:171","msg":"trace[1565372190] transaction","detail":"{read_only:false; number_of_response:0; response_revision:284; }","duration":"194.823619ms","start":"2026-03-08T02:25:52.121308Z","end":"2026-03-08T02:25:52.316132Z","steps":["trace[1565372190] 'process raft request' (duration: 194.611124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:52.31631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.148105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:25:52.316344Z","caller":"traceutil/trace.go:171","msg":"trace[2011334408] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:286; }","duration":"307.260578ms","start":"2026-03-08T02:25:52.009075Z","end":"2026-03-08T02:25:52.316336Z","steps":["trace[2011334408] 'agreement among raft nodes before linearized reading' (duration: 307.127935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:25:52.316365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:25:52.009055Z","time spent":"307.304309ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-08T02:25:52.31646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.511217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:25:52.316482Z","caller":"traceutil/trace.go:171","msg":"trace[1537832257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:286; }","duration":"245.573789ms","start":"2026-03-08T02:25:52.070903Z","end":"2026-03-08T02:25:52.316477Z","steps":["trace[1537832257] 'agreement among raft nodes before linearized reading' (duration: 245.542318ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:25:58.517909Z","caller":"traceutil/trace.go:171","msg":"trace[1140508304] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"141.937236ms","start":"2026-03-08T02:25:58.375937Z","end":"2026-03-08T02:25:58.517875Z","steps":["trace[1140508304] 'process raft request' (duration: 63.919284ms)","trace[1140508304] 'compare' (duration: 77.813257ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:02.905198Z","caller":"traceutil/trace.go:171","msg":"trace[1870565440] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"427.558632ms","start":"2026-03-08T02:26:02.477603Z","end":"2026-03-08T02:26:02.905161Z","steps":["trace[1870565440] 'process raft request' (duration: 427.319516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:02.905699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:02.477581Z","time spent":"427.725796ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:02.940263Z","caller":"traceutil/trace.go:171","msg":"trace[2003284450] linearizableReadLoop","detail":"{readStateIndex:419; appliedIndex:417; }","duration":"396.547867ms","start":"2026-03-08T02:26:02.543656Z","end":"2026-03-08T02:26:02.940204Z","steps":["trace[2003284450] 'read index received' (duration: 361.31889ms)","trace[2003284450] 'applied index is now lower than readState.Index' (duration: 35.224447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:02.940799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.106511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:26:02.9409Z","caller":"traceutil/trace.go:171","msg":"trace[755331336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:404; }","duration":"397.266365ms","start":"2026-03-08T02:26:02.543603Z","end":"2026-03-08T02:26:02.940869Z","steps":["trace[755331336] 'agreement among raft nodes before linearized reading' (duration: 397.100511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:02.94089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.393544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:26:02.940913Z","caller":"traceutil/trace.go:171","msg":"trace[725332454] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"435.523077ms","start":"2026-03-08T02:26:02.505369Z","end":"2026-03-08T02:26:02.940892Z","steps":["trace[725332454] 'process raft request' (duration: 434.550344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:02.94096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:02.54358Z","time spent":"397.366298ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:26:02.940981Z","caller":"traceutil/trace.go:171","msg":"trace[173163852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:404; }","duration":"381.539318ms","start":"2026-03-08T02:26:02.559419Z","end":"2026-03-08T02:26:02.940958Z","steps":["trace[173163852] 'agreement among raft nodes before linearized reading' (duration: 381.372524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:02.940956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.025796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-08T02:26:02.940963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.88891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:02.94104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:02.559402Z","time spent":"381.612209ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T02:26:02.941054Z","caller":"traceutil/trace.go:171","msg":"trace[1138744710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:404; }","duration":"243.18201ms","start":"2026-03-08T02:26:02.697848Z","end":"2026-03-08T02:26:02.94103Z","steps":["trace[1138744710] 'agreement among raft nodes before linearized reading' (duration: 242.979265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:02.941074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:02.505333Z","time spent":"435.656851ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:02.941076Z","caller":"traceutil/trace.go:171","msg":"trace[331043670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:404; }","duration":"277.065134ms","start":"2026-03-08T02:26:02.663979Z","end":"2026-03-08T02:26:02.941044Z","steps":["trace[331043670] 'agreement among raft nodes before linearized reading' (duration: 276.88805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:08.857244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.962052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:08.857378Z","caller":"traceutil/trace.go:171","msg":"trace[2047513366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:450; }","duration":"192.145107ms","start":"2026-03-08T02:26:08.665216Z","end":"2026-03-08T02:26:08.857362Z","steps":["trace[2047513366] 'range keys from in-memory index tree' (duration: 191.87489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:09.662967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.148459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:26:09.663127Z","caller":"traceutil/trace.go:171","msg":"trace[1406152487] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"626.057327ms","start":"2026-03-08T02:26:09.03705Z","end":"2026-03-08T02:26:09.663107Z","steps":["trace[1406152487] 'process raft request' (duration: 40.675693ms)","trace[1406152487] 'compare' (duration: 585.042327ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:09.663155Z","caller":"traceutil/trace.go:171","msg":"trace[1985408224] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"625.204878ms","start":"2026-03-08T02:26:09.037941Z","end":"2026-03-08T02:26:09.663146Z","steps":["trace[1985408224] 'process raft request' (duration: 625.173038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:09.663202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:09.037028Z","time spent":"626.14333ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:09.663215Z","caller":"traceutil/trace.go:171","msg":"trace[925288351] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"625.239909ms","start":"2026-03-08T02:26:09.037939Z","end":"2026-03-08T02:26:09.663179Z","steps":["trace[925288351] 'process raft request' (duration: 625.125307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:09.663286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:09.037919Z","time spent":"625.258729ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:09.663362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:09.037919Z","time spent":"625.362851ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:10.370097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.014771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-08T02:26:10.370209Z","caller":"traceutil/trace.go:171","msg":"trace[1799432805] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:454; }","duration":"430.170815ms","start":"2026-03-08T02:26:09.940011Z","end":"2026-03-08T02:26:10.370181Z","steps":["trace[1799432805] 'range keys from in-memory index tree' (duration: 429.913529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:10.370253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:09.939975Z","time spent":"430.268018ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-03-08T02:26:10.790208Z","caller":"traceutil/trace.go:171","msg":"trace[409318269] linearizableReadLoop","detail":"{readStateIndex:473; appliedIndex:472; }","duration":"125.599921ms","start":"2026-03-08T02:26:10.664586Z","end":"2026-03-08T02:26:10.790186Z","steps":["trace[409318269] 'read index received' (duration: 125.424687ms)","trace[409318269] 'applied index is now lower than readState.Index' (duration: 173.864µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:10.790232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:10.371192Z","time spent":"419.033131ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T02:26:10.790339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.727933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:10.79055Z","caller":"traceutil/trace.go:171","msg":"trace[836177755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:454; }","duration":"125.99987ms","start":"2026-03-08T02:26:10.664541Z","end":"2026-03-08T02:26:10.79054Z","steps":["trace[836177755] 'agreement among raft nodes before linearized reading' (duration: 125.740554ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:16.043123Z","caller":"traceutil/trace.go:171","msg":"trace[1493580022] linearizableReadLoop","detail":"{readStateIndex:486; appliedIndex:485; }","duration":"348.929453ms","start":"2026-03-08T02:26:15.69416Z","end":"2026-03-08T02:26:16.04309Z","steps":["trace[1493580022] 'read index received' (duration: 348.687007ms)","trace[1493580022] 'applied index is now lower than readState.Index' (duration: 240.786µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:16.043552Z","caller":"traceutil/trace.go:171","msg":"trace[1033100112] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"356.736032ms","start":"2026-03-08T02:26:15.686803Z","end":"2026-03-08T02:26:16.043539Z","steps":["trace[1033100112] 'process raft request' (duration: 356.079697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:16.043698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:15.686788Z","time spent":"356.806283ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:16.043681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.429264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:26:16.043717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.535697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:26:16.043793Z","caller":"traceutil/trace.go:171","msg":"trace[346765401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:466; }","duration":"349.604868ms","start":"2026-03-08T02:26:15.694158Z","end":"2026-03-08T02:26:16.043762Z","steps":["trace[346765401] 'agreement among raft nodes before linearized reading' (duration: 349.380443ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:16.043822Z","caller":"traceutil/trace.go:171","msg":"trace[1468757945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:466; }","duration":"349.711571ms","start":"2026-03-08T02:26:15.694085Z","end":"2026-03-08T02:26:16.043796Z","steps":["trace[1468757945] 'agreement among raft nodes before linearized reading' (duration: 349.489426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:16.043852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:15.694137Z","time spent":"349.705051ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:26:16.043876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:15.694057Z","time spent":"349.810872ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:26:16.575581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019337762,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:26:17.613201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.204777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:26:17.61331Z","caller":"traceutil/trace.go:171","msg":"trace[1596995999] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"1.565576312s","start":"2026-03-08T02:26:16.047715Z","end":"2026-03-08T02:26:17.613291Z","steps":["trace[1596995999] 'process raft request' (duration: 756.14725ms)","trace[1596995999] 'compare' (duration: 809.093964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:17.613373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:16.047688Z","time spent":"1.565654843s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:17.633248Z","caller":"traceutil/trace.go:171","msg":"trace[920941916] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:486; }","duration":"1.557995658s","start":"2026-03-08T02:26:16.075226Z","end":"2026-03-08T02:26:17.633222Z","steps":["trace[920941916] 'read index received' (duration: 728.731171ms)","trace[920941916] 'applied index is now lower than readState.Index' (duration: 829.263217ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:17.633313Z","caller":"traceutil/trace.go:171","msg":"trace[30718546] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"1.584799092s","start":"2026-03-08T02:26:16.048473Z","end":"2026-03-08T02:26:17.633272Z","steps":["trace[30718546] 'process raft request' (duration: 1.584597378s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:17.633413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558163763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:17.633434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:16.048462Z","time spent":"1.584921395s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:17.633456Z","caller":"traceutil/trace.go:171","msg":"trace[1558343290] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:468; }","duration":"1.558285825s","start":"2026-03-08T02:26:16.07516Z","end":"2026-03-08T02:26:17.633445Z","steps":["trace[1558343290] 'agreement among raft nodes before linearized reading' (duration: 1.558188913s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:17.633496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:16.075124Z","time spent":"1.558364687s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-08T02:26:17.63349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.367772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-08T02:26:17.633571Z","caller":"traceutil/trace.go:171","msg":"trace[2141140062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:468; }","duration":"564.495325ms","start":"2026-03-08T02:26:17.069053Z","end":"2026-03-08T02:26:17.633549Z","steps":["trace[2141140062] 'agreement among raft nodes before linearized reading' (duration: 564.345381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:17.633621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:17.069032Z","time spent":"564.580447ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:26:18.48929Z","caller":"traceutil/trace.go:171","msg":"trace[881789337] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"112.373087ms","start":"2026-03-08T02:26:18.376891Z","end":"2026-03-08T02:26:18.489264Z","steps":["trace[881789337] 'process raft request' (duration: 36.983418ms)","trace[881789337] 'compare' (duration: 75.124463ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:18.48937Z","caller":"traceutil/trace.go:171","msg":"trace[1080988836] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"111.806384ms","start":"2026-03-08T02:26:18.377545Z","end":"2026-03-08T02:26:18.489351Z","steps":["trace[1080988836] 'process raft request' (duration: 111.616819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:18.493452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.92616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-03-08T02:26:18.493757Z","caller":"traceutil/trace.go:171","msg":"trace[1515370185] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"104.896655ms","start":"2026-03-08T02:26:18.38874Z","end":"2026-03-08T02:26:18.493637Z","steps":["trace[1515370185] 'process raft request' (duration: 100.829492ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:18.493761Z","caller":"traceutil/trace.go:171","msg":"trace[259665504] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:496; }","duration":"113.048973ms","start":"2026-03-08T02:26:18.380483Z","end":"2026-03-08T02:26:18.493531Z","steps":["trace[259665504] 'agreement among raft nodes before linearized reading' (duration: 112.810037ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:18.737384Z","caller":"traceutil/trace.go:171","msg":"trace[1747643036] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:518; }","duration":"230.748732ms","start":"2026-03-08T02:26:18.506605Z","end":"2026-03-08T02:26:18.737354Z","steps":["trace[1747643036] 'read index received' (duration: 45.74794ms)","trace[1747643036] 'applied index is now lower than readState.Index' (duration: 184.999022ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:18.737483Z","caller":"traceutil/trace.go:171","msg":"trace[741692233] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"235.06444ms","start":"2026-03-08T02:26:18.502373Z","end":"2026-03-08T02:26:18.737438Z","steps":["trace[741692233] 'process raft request' (duration: 171.548984ms)","trace[741692233] 'compare' (duration: 63.314702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:18.737597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.938187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5v5zx\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-08T02:26:18.737668Z","caller":"traceutil/trace.go:171","msg":"trace[924167757] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-5v5zx; range_end:; response_count:1; response_revision:500; }","duration":"231.10114ms","start":"2026-03-08T02:26:18.50655Z","end":"2026-03-08T02:26:18.737651Z","steps":["trace[924167757] 'agreement among raft nodes before linearized reading' (duration: 230.937116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:18.737664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.151528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4354"} {"level":"warn","ts":"2026-03-08T02:26:18.73768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.321658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-08T02:26:18.737706Z","caller":"traceutil/trace.go:171","msg":"trace[1579327422] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:500; }","duration":"230.25524ms","start":"2026-03-08T02:26:18.507436Z","end":"2026-03-08T02:26:18.737691Z","steps":["trace[1579327422] 'agreement among raft nodes before linearized reading' (duration: 230.073776ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:18.737736Z","caller":"traceutil/trace.go:171","msg":"trace[1363619071] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:500; }","duration":"130.428421ms","start":"2026-03-08T02:26:18.607293Z","end":"2026-03-08T02:26:18.737722Z","steps":["trace[1363619071] 'agreement among raft nodes before linearized reading' (duration: 130.316458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:18.738073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.337031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329960"} {"level":"info","ts":"2026-03-08T02:26:18.738155Z","caller":"traceutil/trace.go:171","msg":"trace[220945679] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:500; }","duration":"165.448654ms","start":"2026-03-08T02:26:18.572681Z","end":"2026-03-08T02:26:18.73813Z","steps":["trace[220945679] 'agreement among raft nodes before linearized reading' (duration: 164.963063ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:18.870832Z","caller":"traceutil/trace.go:171","msg":"trace[382041517] linearizableReadLoop","detail":"{readStateIndex:522; appliedIndex:520; }","duration":"122.672853ms","start":"2026-03-08T02:26:18.748128Z","end":"2026-03-08T02:26:18.870801Z","steps":["trace[382041517] 'read index received' (duration: 42.857582ms)","trace[382041517] 'applied index is now lower than readState.Index' (duration: 79.813651ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:18.870901Z","caller":"traceutil/trace.go:171","msg":"trace[713054083] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"123.586404ms","start":"2026-03-08T02:26:18.747281Z","end":"2026-03-08T02:26:18.870868Z","steps":["trace[713054083] 'process raft request' (duration: 106.199026ms)","trace[713054083] 'compare' (duration: 17.189354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:18.871098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.95087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4354"} {"level":"info","ts":"2026-03-08T02:26:18.871181Z","caller":"traceutil/trace.go:171","msg":"trace[1090776790] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:502; }","duration":"123.103903ms","start":"2026-03-08T02:26:18.748059Z","end":"2026-03-08T02:26:18.871163Z","steps":["trace[1090776790] 'agreement among raft nodes before linearized reading' (duration: 122.855207ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:21.866341Z","caller":"traceutil/trace.go:171","msg":"trace[633390467] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"214.343336ms","start":"2026-03-08T02:26:21.651967Z","end":"2026-03-08T02:26:21.866311Z","steps":["trace[633390467] 'process raft request' (duration: 214.063569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:21.86655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.86752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:21.86665Z","caller":"traceutil/trace.go:171","msg":"trace[532164234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"202.007433ms","start":"2026-03-08T02:26:21.664618Z","end":"2026-03-08T02:26:21.866625Z","steps":["trace[532164234] 'agreement among raft nodes before linearized reading' (duration: 201.824839ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:21.867008Z","caller":"traceutil/trace.go:171","msg":"trace[1716738770] linearizableReadLoop","detail":"{readStateIndex:533; appliedIndex:532; }","duration":"201.582813ms","start":"2026-03-08T02:26:21.66464Z","end":"2026-03-08T02:26:21.866223Z","steps":["trace[1716738770] 'read index received' (duration: 201.317697ms)","trace[1716738770] 'applied index is now lower than readState.Index' (duration: 263.916µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:21.867346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.849009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:26:21.867489Z","caller":"traceutil/trace.go:171","msg":"trace[2042402523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:512; }","duration":"195.021112ms","start":"2026-03-08T02:26:21.672449Z","end":"2026-03-08T02:26:21.867471Z","steps":["trace[2042402523] 'agreement among raft nodes before linearized reading' (duration: 194.724786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:22.29434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.216587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-08T02:26:22.294461Z","caller":"traceutil/trace.go:171","msg":"trace[2095352977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:514; }","duration":"103.424272ms","start":"2026-03-08T02:26:22.191009Z","end":"2026-03-08T02:26:22.294434Z","steps":["trace[2095352977] 'range keys from in-memory index tree' (duration: 102.88688ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:23.936935Z","caller":"traceutil/trace.go:171","msg":"trace[1959671640] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"131.226039ms","start":"2026-03-08T02:26:23.805665Z","end":"2026-03-08T02:26:23.936891Z","steps":["trace[1959671640] 'process raft request' (duration: 74.283424ms)","trace[1959671640] 'compare' (duration: 56.768261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:24.337908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.771487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:26:24.338007Z","caller":"traceutil/trace.go:171","msg":"trace[1080247316] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"306.932109ms","start":"2026-03-08T02:26:24.031059Z","end":"2026-03-08T02:26:24.337991Z","steps":["trace[1080247316] 'process raft request' (duration: 162.986878ms)","trace[1080247316] 'compare' (duration: 143.643304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:24.33805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:24.03104Z","time spent":"306.99293ms","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:26:24.339865Z","caller":"traceutil/trace.go:171","msg":"trace[1236864877] linearizableReadLoop","detail":"{readStateIndex:557; appliedIndex:555; }","duration":"218.783938ms","start":"2026-03-08T02:26:24.121065Z","end":"2026-03-08T02:26:24.339849Z","steps":["trace[1236864877] 'read index received' (duration: 72.997544ms)","trace[1236864877] 'applied index is now lower than readState.Index' (duration: 145.785514ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:24.33991Z","caller":"traceutil/trace.go:171","msg":"trace[1828092858] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"298.542877ms","start":"2026-03-08T02:26:24.041351Z","end":"2026-03-08T02:26:24.339894Z","steps":["trace[1828092858] 'process raft request' (duration: 298.391373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:24.340069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.985622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-5v5zx\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-03-08T02:26:24.340144Z","caller":"traceutil/trace.go:171","msg":"trace[513090183] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-5v5zx; range_end:; response_count:1; response_revision:536; }","duration":"219.114765ms","start":"2026-03-08T02:26:24.121011Z","end":"2026-03-08T02:26:24.340126Z","steps":["trace[513090183] 'agreement among raft nodes before linearized reading' (duration: 218.90144ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:24.350249Z","caller":"traceutil/trace.go:171","msg":"trace[1629337898] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"142.772224ms","start":"2026-03-08T02:26:24.207461Z","end":"2026-03-08T02:26:24.350233Z","steps":["trace[1629337898] 'process raft request' (duration: 142.703732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:25.438203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019337938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:26:25.938966Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019337938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:26:26.386576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.689609Z","time spent":"696.960273ms","remote":"127.0.0.1:36902","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T02:26:26.439165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019337938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:26:26.482686Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.465252054s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:26:26.483169Z","caller":"traceutil/trace.go:171","msg":"trace[1370365196] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.676144481s","start":"2026-03-08T02:26:24.807006Z","end":"2026-03-08T02:26:26.48315Z","steps":["trace[1370365196] 'process raft request' (duration: 1.676022588s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.483284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:24.806981Z","time spent":"1.676241292s","remote":"127.0.0.1:57398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:26:26.771832Z","caller":"traceutil/trace.go:171","msg":"trace[1094243437] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"1.76507458s","start":"2026-03-08T02:26:25.0067Z","end":"2026-03-08T02:26:26.771774Z","steps":["trace[1094243437] 'process raft request' (duration: 1.763188106s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.771875Z","caller":"traceutil/trace.go:171","msg":"trace[1706737336] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"1.561715095s","start":"2026-03-08T02:26:25.210099Z","end":"2026-03-08T02:26:26.771814Z","steps":["trace[1706737336] 'process raft request' (duration: 1.561517711s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.772106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.00668Z","time spent":"1.765286954s","remote":"127.0.0.1:57398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:26:26.772127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.210054Z","time spent":"1.561949231s","remote":"127.0.0.1:57398","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:26:26.782097Z","caller":"traceutil/trace.go:171","msg":"trace[1533933969] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:589; }","duration":"1.84404859s","start":"2026-03-08T02:26:24.938012Z","end":"2026-03-08T02:26:26.782061Z","steps":["trace[1533933969] 'read index received' (duration: 1.545098545s)","trace[1533933969] 'applied index is now lower than readState.Index' (duration: 298.945965ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:26.782168Z","caller":"traceutil/trace.go:171","msg":"trace[1099194402] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"290.135893ms","start":"2026-03-08T02:26:26.492003Z","end":"2026-03-08T02:26:26.782139Z","steps":["trace[1099194402] 'process raft request' (duration: 289.958229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.782287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844244925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:26.782367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844271785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.782379Z","caller":"traceutil/trace.go:171","msg":"trace[926035131] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:572; }","duration":"1.844341657s","start":"2026-03-08T02:26:24.938006Z","end":"2026-03-08T02:26:26.782347Z","steps":["trace[926035131] 'agreement among raft nodes before linearized reading' (duration: 1.844144912s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.782428Z","caller":"traceutil/trace.go:171","msg":"trace[1292668104] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:572; }","duration":"1.844367487s","start":"2026-03-08T02:26:24.938045Z","end":"2026-03-08T02:26:26.782413Z","steps":["trace[1292668104] 'agreement among raft nodes before linearized reading' (duration: 1.844239674s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.78245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:24.937961Z","time spent":"1.84447416s","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-03-08T02:26:26.782483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:24.938042Z","time spent":"1.844423569s","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:26:26.782489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40581474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:26.784026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397349216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.784138Z","caller":"traceutil/trace.go:171","msg":"trace[1155283789] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:572; }","duration":"1.397451378s","start":"2026-03-08T02:26:25.386639Z","end":"2026-03-08T02:26:26.784091Z","steps":["trace[1155283789] 'agreement among raft nodes before linearized reading' (duration: 1.395834641s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.784188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.386626Z","time spent":"1.397549941s","remote":"127.0.0.1:36888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-08T02:26:26.78419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.703408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-08T02:26:26.784329Z","caller":"traceutil/trace.go:171","msg":"trace[845318309] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:572; }","duration":"778.78216ms","start":"2026-03-08T02:26:26.005447Z","end":"2026-03-08T02:26:26.784229Z","steps":["trace[845318309] 'agreement among raft nodes before linearized reading' (duration: 777.269595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.784371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:26.005429Z","time spent":"778.930403ms","remote":"127.0.0.1:57398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-08T02:26:26.782542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.053208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-08T02:26:26.782609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176280186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.784571Z","caller":"traceutil/trace.go:171","msg":"trace[1483337518] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:572; }","duration":"178.133285ms","start":"2026-03-08T02:26:26.606406Z","end":"2026-03-08T02:26:26.784539Z","steps":["trace[1483337518] 'agreement among raft nodes before linearized reading' (duration: 175.887994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.782637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39532905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.784869Z","caller":"traceutil/trace.go:171","msg":"trace[1921829243] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:572; }","duration":"1.178552488s","start":"2026-03-08T02:26:25.606286Z","end":"2026-03-08T02:26:26.784839Z","steps":["trace[1921829243] 'agreement among raft nodes before linearized reading' (duration: 1.176298116s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.784847Z","caller":"traceutil/trace.go:171","msg":"trace[852578133] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:572; }","duration":"1.397544951s","start":"2026-03-08T02:26:25.387272Z","end":"2026-03-08T02:26:26.784817Z","steps":["trace[852578133] 'agreement among raft nodes before linearized reading' (duration: 1.395124425s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.782613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.32732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:26.784939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.606266Z","time spent":"1.178642691s","remote":"127.0.0.1:57398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-08T02:26:26.784975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.387266Z","time spent":"1.397681334s","remote":"127.0.0.1:36888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-03-08T02:26:26.782719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377329736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.785034Z","caller":"traceutil/trace.go:171","msg":"trace[998065997] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:572; }","duration":"1.379625999s","start":"2026-03-08T02:26:25.405384Z","end":"2026-03-08T02:26:26.78501Z","steps":["trace[998065997] 'agreement among raft nodes before linearized reading' (duration: 1.377317886s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.78507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.405356Z","time spent":"1.379701271s","remote":"127.0.0.1:36894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:26:26.78502Z","caller":"traceutil/trace.go:171","msg":"trace[1683498299] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:572; }","duration":"978.752126ms","start":"2026-03-08T02:26:25.806219Z","end":"2026-03-08T02:26:26.784971Z","steps":["trace[1683498299] 'agreement among raft nodes before linearized reading' (duration: 976.30464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.782665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396021006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.785094Z","caller":"traceutil/trace.go:171","msg":"trace[936720785] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:572; }","duration":"1.408455031s","start":"2026-03-08T02:26:25.3766Z","end":"2026-03-08T02:26:26.785055Z","steps":["trace[936720785] 'agreement among raft nodes before linearized reading' (duration: 1.405767059s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.785142Z","caller":"traceutil/trace.go:171","msg":"trace[497166312] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:572; }","duration":"1.398477282s","start":"2026-03-08T02:26:25.386625Z","end":"2026-03-08T02:26:26.785103Z","steps":["trace[497166312] 'agreement among raft nodes before linearized reading' (duration: 1.395966124s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.785157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.806201Z","time spent":"978.92589ms","remote":"127.0.0.1:57398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-08T02:26:26.785177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.386575Z","time spent":"1.398588615s","remote":"127.0.0.1:36888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:26:26.782613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422294038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.785266Z","caller":"traceutil/trace.go:171","msg":"trace[1803349312] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:572; }","duration":"1.424982289s","start":"2026-03-08T02:26:25.360256Z","end":"2026-03-08T02:26:26.785238Z","steps":["trace[1803349312] 'agreement among raft nodes before linearized reading' (duration: 1.422231796s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.785311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.360247Z","time spent":"1.425051192s","remote":"127.0.0.1:36868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 "} {"level":"warn","ts":"2026-03-08T02:26:26.783981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376678741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.785587Z","caller":"traceutil/trace.go:171","msg":"trace[1560165425] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:572; }","duration":"1.379545298s","start":"2026-03-08T02:26:25.406026Z","end":"2026-03-08T02:26:26.785572Z","steps":["trace[1560165425] 'agreement among raft nodes before linearized reading' (duration: 1.376670152s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.785634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.406017Z","time spent":"1.379592769s","remote":"127.0.0.1:36894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 "} {"level":"warn","ts":"2026-03-08T02:26:26.785691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377206364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:26.782675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.755455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:26:26.785729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.874136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-08T02:26:26.782609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377010539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.78581Z","caller":"traceutil/trace.go:171","msg":"trace[1022703233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:572; }","duration":"834.903427ms","start":"2026-03-08T02:26:25.950849Z","end":"2026-03-08T02:26:26.785752Z","steps":["trace[1022703233] 'agreement among raft nodes before linearized reading' (duration: 831.642422ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.785838Z","caller":"traceutil/trace.go:171","msg":"trace[216223380] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:572; }","duration":"1.380297005s","start":"2026-03-08T02:26:25.405518Z","end":"2026-03-08T02:26:26.785815Z","steps":["trace[216223380] 'agreement among raft nodes before linearized reading' (duration: 1.376854935s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.785894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.405497Z","time spent":"1.380381157s","remote":"127.0.0.1:57398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-08T02:26:26.785869Z","caller":"traceutil/trace.go:171","msg":"trace[1173317764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:572; }","duration":"834.975789ms","start":"2026-03-08T02:26:25.950779Z","end":"2026-03-08T02:26:26.785754Z","steps":["trace[1173317764] 'agreement among raft nodes before linearized reading' (duration: 831.870978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.785912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.950817Z","time spent":"835.063521ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:26:26.785981Z","caller":"traceutil/trace.go:171","msg":"trace[1477835731] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:572; }","duration":"1.380258234s","start":"2026-03-08T02:26:25.405481Z","end":"2026-03-08T02:26:26.785739Z","steps":["trace[1477835731] 'agreement among raft nodes before linearized reading' (duration: 1.377188073s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.78264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118638924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.786033Z","caller":"traceutil/trace.go:171","msg":"trace[30959151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"1.122046162s","start":"2026-03-08T02:26:25.663972Z","end":"2026-03-08T02:26:26.786018Z","steps":["trace[30959151] 'agreement among raft nodes before linearized reading' (duration: 1.118650554s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.786032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.40543Z","time spent":"1.380587341s","remote":"127.0.0.1:36894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 "} {"level":"warn","ts":"2026-03-08T02:26:26.786067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.663961Z","time spent":"1.122093933s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:26:26.786061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.950769Z","time spent":"835.233915ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:26:26.786286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.833555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:26:26.786326Z","caller":"traceutil/trace.go:171","msg":"trace[1136537019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:572; }","duration":"837.929357ms","start":"2026-03-08T02:26:25.948385Z","end":"2026-03-08T02:26:26.786314Z","steps":["trace[1136537019] 'agreement among raft nodes before linearized reading' (duration: 834.299994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.78636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.948364Z","time spent":"837.988058ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:26:26.78632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.37659Z","time spent":"1.408564753s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:500 "} {"level":"warn","ts":"2026-03-08T02:26:26.786397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407246903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.786443Z","caller":"traceutil/trace.go:171","msg":"trace[273819620] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:572; }","duration":"1.410994859s","start":"2026-03-08T02:26:25.375427Z","end":"2026-03-08T02:26:26.786422Z","steps":["trace[273819620] 'agreement among raft nodes before linearized reading' (duration: 1.407257584s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.786485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.375415Z","time spent":"1.411055091s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" limit:10000 "} {"level":"warn","ts":"2026-03-08T02:26:26.786589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426505415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.78668Z","caller":"traceutil/trace.go:171","msg":"trace[2135977237] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:572; }","duration":"1.426608387s","start":"2026-03-08T02:26:25.360027Z","end":"2026-03-08T02:26:26.786636Z","steps":["trace[2135977237] 'agreement among raft nodes before linearized reading' (duration: 1.422691937s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.786725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.360011Z","time spent":"1.426702289s","remote":"127.0.0.1:36868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:26:26.786828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407305165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:26.786828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.9535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-08T02:26:26.786899Z","caller":"traceutil/trace.go:171","msg":"trace[37131805] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:572; }","duration":"1.41148545s","start":"2026-03-08T02:26:25.375401Z","end":"2026-03-08T02:26:26.786887Z","steps":["trace[37131805] 'agreement among raft nodes before linearized reading' (duration: 1.407303644s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.786921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422673797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:26.786944Z","caller":"traceutil/trace.go:171","msg":"trace[342818285] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:572; }","duration":"580.199276ms","start":"2026-03-08T02:26:26.206709Z","end":"2026-03-08T02:26:26.786908Z","steps":["trace[342818285] 'agreement among raft nodes before linearized reading' (duration: 575.856806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.787033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848452531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:26.787049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:26.206669Z","time spent":"580.36708ms","remote":"127.0.0.1:57398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-03-08T02:26:26.78709Z","caller":"traceutil/trace.go:171","msg":"trace[1768471722] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:572; }","duration":"1.848508983s","start":"2026-03-08T02:26:24.938552Z","end":"2026-03-08T02:26:26.787061Z","steps":["trace[1768471722] 'agreement among raft nodes before linearized reading' (duration: 1.844185704s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:26.787112Z","caller":"traceutil/trace.go:171","msg":"trace[1192677438] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:572; }","duration":"1.427001306s","start":"2026-03-08T02:26:25.360028Z","end":"2026-03-08T02:26:26.78703Z","steps":["trace[1192677438] 'agreement among raft nodes before linearized reading' (duration: 1.422683627s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.787136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:24.938549Z","time spent":"1.848577385s","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-03-08T02:26:26.787204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.955144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:26:26.787255Z","caller":"traceutil/trace.go:171","msg":"trace[1699024836] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:572; }","duration":"779.027405ms","start":"2026-03-08T02:26:26.008216Z","end":"2026-03-08T02:26:26.787244Z","steps":["trace[1699024836] 'agreement among raft nodes before linearized reading' (duration: 774.470871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.787314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.360002Z","time spent":"1.427138269s","remote":"127.0.0.1:36868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-08T02:26:26.787337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:26.008205Z","time spent":"779.121478ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:26:26.786941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:25.375351Z","time spent":"1.411570552s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:26:26.787587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.079879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:26:26.787644Z","caller":"traceutil/trace.go:171","msg":"trace[2065498019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:572; }","duration":"425.14496ms","start":"2026-03-08T02:26:26.362465Z","end":"2026-03-08T02:26:26.78761Z","steps":["trace[2065498019] 'agreement among raft nodes before linearized reading' (duration: 420.240127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.787824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:26.362445Z","time spent":"425.256573ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:26:26.788601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.805249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-08T02:26:26.788666Z","caller":"traceutil/trace.go:171","msg":"trace[1188888289] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:572; }","duration":"382.88153ms","start":"2026-03-08T02:26:26.405761Z","end":"2026-03-08T02:26:26.788642Z","steps":["trace[1188888289] 'agreement among raft nodes before linearized reading' (duration: 376.939334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:26.788707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:26.40575Z","time spent":"382.946133ms","remote":"127.0.0.1:57398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-03-08T02:26:29.25549Z","caller":"traceutil/trace.go:171","msg":"trace[2033120149] linearizableReadLoop","detail":"{readStateIndex:619; appliedIndex:618; }","duration":"164.765539ms","start":"2026-03-08T02:26:29.090699Z","end":"2026-03-08T02:26:29.255465Z","steps":["trace[2033120149] 'read index received' (duration: 164.696517ms)","trace[2033120149] 'applied index is now lower than readState.Index' (duration: 67.262µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:29.255608Z","caller":"traceutil/trace.go:171","msg":"trace[1684757495] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"172.778933ms","start":"2026-03-08T02:26:29.08278Z","end":"2026-03-08T02:26:29.255559Z","steps":["trace[1684757495] 'process raft request' (duration: 172.508037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:29.255658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.939853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:29.255831Z","caller":"traceutil/trace.go:171","msg":"trace[1303635159] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:597; }","duration":"165.163928ms","start":"2026-03-08T02:26:29.09065Z","end":"2026-03-08T02:26:29.255814Z","steps":["trace[1303635159] 'agreement among raft nodes before linearized reading' (duration: 164.948243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:29.290244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.022186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:29.290237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.003224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:29.290304Z","caller":"traceutil/trace.go:171","msg":"trace[1414525409] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:598; }","duration":"155.082727ms","start":"2026-03-08T02:26:29.135203Z","end":"2026-03-08T02:26:29.290286Z","steps":["trace[1414525409] 'agreement among raft nodes before linearized reading' (duration: 154.998365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:29.290334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.105866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:29.290362Z","caller":"traceutil/trace.go:171","msg":"trace[605318671] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:598; }","duration":"199.142026ms","start":"2026-03-08T02:26:29.091211Z","end":"2026-03-08T02:26:29.290353Z","steps":["trace[605318671] 'agreement among raft nodes before linearized reading' (duration: 199.103526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:29.290329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.997807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:29.290272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.966327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:29.290428Z","caller":"traceutil/trace.go:171","msg":"trace[1887842685] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:598; }","duration":"122.179632ms","start":"2026-03-08T02:26:29.168227Z","end":"2026-03-08T02:26:29.290407Z","steps":["trace[1887842685] 'agreement among raft nodes before linearized reading' (duration: 121.950406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:29.290319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.613379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:29.291874Z","caller":"traceutil/trace.go:171","msg":"trace[609515513] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:598; }","duration":"122.180051ms","start":"2026-03-08T02:26:29.168253Z","end":"2026-03-08T02:26:29.290433Z","steps":["trace[609515513] 'agreement among raft nodes before linearized reading' (duration: 121.984657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:29.290486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.556554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:29.29049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.318601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:29.292256Z","caller":"traceutil/trace.go:171","msg":"trace[240429266] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:598; }","duration":"160.136502ms","start":"2026-03-08T02:26:29.132082Z","end":"2026-03-08T02:26:29.292219Z","steps":["trace[240429266] 'agreement among raft nodes before linearized reading' (duration: 158.220938ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:29.292258Z","caller":"traceutil/trace.go:171","msg":"trace[1040427117] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:598; }","duration":"156.332965ms","start":"2026-03-08T02:26:29.135869Z","end":"2026-03-08T02:26:29.292202Z","steps":["trace[1040427117] 'agreement among raft nodes before linearized reading' (duration: 154.485533ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:29.292353Z","caller":"traceutil/trace.go:171","msg":"trace[1639688562] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:598; }","duration":"123.651045ms","start":"2026-03-08T02:26:29.168666Z","end":"2026-03-08T02:26:29.292317Z","steps":["trace[1639688562] 'agreement among raft nodes before linearized reading' (duration: 121.576768ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:29.292505Z","caller":"traceutil/trace.go:171","msg":"trace[232240310] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:598; }","duration":"199.180948ms","start":"2026-03-08T02:26:29.091135Z","end":"2026-03-08T02:26:29.290316Z","steps":["trace[232240310] 'agreement among raft nodes before linearized reading' (duration: 198.928612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:34.16372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019338217,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:26:34.481786Z","caller":"traceutil/trace.go:171","msg":"trace[1567985373] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:755; }","duration":"818.781757ms","start":"2026-03-08T02:26:33.662959Z","end":"2026-03-08T02:26:34.481741Z","steps":["trace[1567985373] 'read index received' (duration: 793.348433ms)","trace[1567985373] 'applied index is now lower than readState.Index' (duration: 25.431304ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:34.481809Z","caller":"traceutil/trace.go:171","msg":"trace[806452279] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"961.949079ms","start":"2026-03-08T02:26:33.519829Z","end":"2026-03-08T02:26:34.481778Z","steps":["trace[806452279] 'process raft request' (duration: 936.500516ms)","trace[806452279] 'compare' (duration: 24.943132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:34.481955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:33.519804Z","time spent":"962.077583ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:34.482019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.976731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:34.482161Z","caller":"traceutil/trace.go:171","msg":"trace[1937153576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:733; }","duration":"819.216497ms","start":"2026-03-08T02:26:33.662916Z","end":"2026-03-08T02:26:34.482133Z","steps":["trace[1937153576] 'agreement among raft nodes before linearized reading' (duration: 818.93458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:34.482405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:33.662898Z","time spent":"819.496053ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:26:34.48246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333976612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-pz92p\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-08T02:26:34.482508Z","caller":"traceutil/trace.go:171","msg":"trace[731270413] range","detail":"{range_begin:/registry/pods/kube-system/cilium-pz92p; range_end:; response_count:1; response_revision:732; }","duration":"1.334064864s","start":"2026-03-08T02:26:33.148429Z","end":"2026-03-08T02:26:34.482494Z","steps":["trace[731270413] 'range keys from in-memory index tree' (duration: 1.332964439s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:34.482539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:33.148409Z","time spent":"1.334122765s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-pz92p\" "} {"level":"warn","ts":"2026-03-08T02:26:34.7857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.952073ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:34.785849Z","caller":"traceutil/trace.go:171","msg":"trace[355444872] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:733; }","duration":"165.127266ms","start":"2026-03-08T02:26:34.620698Z","end":"2026-03-08T02:26:34.785825Z","steps":["trace[355444872] 'range keys from in-memory index tree' (duration: 164.911832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:35.165623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019338219,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:26:35.179231Z","caller":"traceutil/trace.go:171","msg":"trace[1797259318] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"677.995719ms","start":"2026-03-08T02:26:34.501198Z","end":"2026-03-08T02:26:35.179194Z","steps":["trace[1797259318] 'process raft request' (duration: 677.648731ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:35.179373Z","caller":"traceutil/trace.go:171","msg":"trace[1769861697] linearizableReadLoop","detail":"{readStateIndex:757; appliedIndex:757; }","duration":"513.889815ms","start":"2026-03-08T02:26:34.665463Z","end":"2026-03-08T02:26:35.179353Z","steps":["trace[1769861697] 'read index received' (duration: 513.252011ms)","trace[1769861697] 'applied index is now lower than readState.Index' (duration: 636.134µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:35.179426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:34.498607Z","time spent":"680.703691ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:35.179658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.109194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:26:35.179702Z","caller":"traceutil/trace.go:171","msg":"trace[2045975021] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:734; }","duration":"338.207396ms","start":"2026-03-08T02:26:34.841481Z","end":"2026-03-08T02:26:35.179689Z","steps":["trace[2045975021] 'agreement among raft nodes before linearized reading' (duration: 338.063793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:35.179734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:34.841424Z","time spent":"338.303099ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:26:35.179592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.12636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:26:35.180052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.289947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-08T02:26:35.180052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.255543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:26:35.180063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.749164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:26:35.180125Z","caller":"traceutil/trace.go:171","msg":"trace[155783595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:734; }","duration":"334.40417ms","start":"2026-03-08T02:26:34.845704Z","end":"2026-03-08T02:26:35.180108Z","steps":["trace[155783595] 'agreement among raft nodes before linearized reading' (duration: 334.201045ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:35.180131Z","caller":"traceutil/trace.go:171","msg":"trace[1231844573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:734; }","duration":"333.359105ms","start":"2026-03-08T02:26:34.846755Z","end":"2026-03-08T02:26:35.180114Z","steps":["trace[1231844573] 'agreement among raft nodes before linearized reading' (duration: 333.14015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:35.180162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:34.84569Z","time spent":"334.465901ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:26:35.180164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:34.846748Z","time spent":"333.409247ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:26:35.180162Z","caller":"traceutil/trace.go:171","msg":"trace[1465586136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:734; }","duration":"333.864536ms","start":"2026-03-08T02:26:34.846277Z","end":"2026-03-08T02:26:35.180141Z","steps":["trace[1465586136] 'agreement among raft nodes before linearized reading' (duration: 333.441817ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:35.180167Z","caller":"traceutil/trace.go:171","msg":"trace[1369839572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:734; }","duration":"514.706613ms","start":"2026-03-08T02:26:34.665398Z","end":"2026-03-08T02:26:35.180104Z","steps":["trace[1369839572] 'agreement among raft nodes before linearized reading' (duration: 514.10239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:35.180244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:34.846227Z","time spent":"334.00326ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:26:35.180293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:34.665375Z","time spent":"514.878178ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:26:35.180449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.603344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:26:35.180518Z","caller":"traceutil/trace.go:171","msg":"trace[866304131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:734; }","duration":"334.691815ms","start":"2026-03-08T02:26:34.845805Z","end":"2026-03-08T02:26:35.180496Z","steps":["trace[866304131] 'agreement among raft nodes before linearized reading' (duration: 334.43933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:35.180559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:34.845793Z","time spent":"334.754908ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:26:36.158999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.400166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:26:36.159199Z","caller":"traceutil/trace.go:171","msg":"trace[2115829412] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"974.486069ms","start":"2026-03-08T02:26:35.184683Z","end":"2026-03-08T02:26:36.159169Z","steps":["trace[2115829412] 'process raft request' (duration: 88.721755ms)","trace[2115829412] 'compare' (duration: 885.204001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:36.159296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:35.184662Z","time spent":"974.592801ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:36.246569Z","caller":"traceutil/trace.go:171","msg":"trace[1841008286] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"1.060908141s","start":"2026-03-08T02:26:35.185635Z","end":"2026-03-08T02:26:36.246543Z","steps":["trace[1841008286] 'process raft request' (duration: 1.060839829s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:36.24659Z","caller":"traceutil/trace.go:171","msg":"trace[1659874974] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"1.061149357s","start":"2026-03-08T02:26:35.185418Z","end":"2026-03-08T02:26:36.246568Z","steps":["trace[1659874974] 'process raft request' (duration: 1.060921891s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:36.246728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:35.185622Z","time spent":"1.061015493s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:36.246728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:35.185387Z","time spent":"1.061256958s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:36.246883Z","caller":"traceutil/trace.go:171","msg":"trace[1860441259] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"1.061162237s","start":"2026-03-08T02:26:35.185689Z","end":"2026-03-08T02:26:36.246851Z","steps":["trace[1860441259] 'process raft request' (duration: 1.060815969s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:36.246947Z","caller":"traceutil/trace.go:171","msg":"trace[598746355] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"1.061228039s","start":"2026-03-08T02:26:35.185688Z","end":"2026-03-08T02:26:36.246916Z","steps":["trace[598746355] 'process raft request' (duration: 1.061041914s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:36.247165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:35.18566Z","time spent":"1.061396022s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:36.246991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:35.185667Z","time spent":"1.061275029s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:36.595718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.370081ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-08T02:26:38.751252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019338234,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:26:38.890355Z","caller":"traceutil/trace.go:171","msg":"trace[191433123] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:763; }","duration":"640.170462ms","start":"2026-03-08T02:26:38.250161Z","end":"2026-03-08T02:26:38.890331Z","steps":["trace[191433123] 'read index received' (duration: 639.954947ms)","trace[191433123] 'applied index is now lower than readState.Index' (duration: 214.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:38.890461Z","caller":"traceutil/trace.go:171","msg":"trace[114098953] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"723.420351ms","start":"2026-03-08T02:26:38.167031Z","end":"2026-03-08T02:26:38.890451Z","steps":["trace[114098953] 'process raft request' (duration: 723.148245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:38.890561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:38.167009Z","time spent":"723.478642ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:38.890758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.075499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:26:38.890851Z","caller":"traceutil/trace.go:171","msg":"trace[1818584047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:740; }","duration":"640.225953ms","start":"2026-03-08T02:26:38.250609Z","end":"2026-03-08T02:26:38.890835Z","steps":["trace[1818584047] 'agreement among raft nodes before linearized reading' (duration: 639.954197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:38.89083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.654983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-08T02:26:38.890927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:38.250593Z","time spent":"640.306855ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:26:38.890937Z","caller":"traceutil/trace.go:171","msg":"trace[572995199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:740; }","duration":"640.773196ms","start":"2026-03-08T02:26:38.250143Z","end":"2026-03-08T02:26:38.890916Z","steps":["trace[572995199] 'agreement among raft nodes before linearized reading' (duration: 640.50968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:38.890937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.377693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:26:38.890996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:38.250094Z","time spent":"640.893039ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:26:38.890999Z","caller":"traceutil/trace.go:171","msg":"trace[2048124093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:740; }","duration":"639.486236ms","start":"2026-03-08T02:26:38.2515Z","end":"2026-03-08T02:26:38.890986Z","steps":["trace[2048124093] 'agreement among raft nodes before linearized reading' (duration: 639.292611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:38.891042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:38.251481Z","time spent":"639.550488ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:26:38.890771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.960524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:26:38.89113Z","caller":"traceutil/trace.go:171","msg":"trace[531155110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:740; }","duration":"639.343462ms","start":"2026-03-08T02:26:38.25177Z","end":"2026-03-08T02:26:38.891114Z","steps":["trace[531155110] 'agreement among raft nodes before linearized reading' (duration: 638.861981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:38.891174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:38.251764Z","time spent":"639.397534ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:26:43.317265Z","caller":"traceutil/trace.go:171","msg":"trace[1834816994] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"111.565539ms","start":"2026-03-08T02:26:43.205679Z","end":"2026-03-08T02:26:43.317245Z","steps":["trace[1834816994] 'process raft request' (duration: 84.59356ms)","trace[1834816994] 'compare' (duration: 26.870186ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:26:58.439882Z","caller":"traceutil/trace.go:171","msg":"trace[1366178305] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"115.771905ms","start":"2026-03-08T02:26:58.324086Z","end":"2026-03-08T02:26:58.439858Z","steps":["trace[1366178305] 'process raft request' (duration: 115.609511ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:58.772308Z","caller":"traceutil/trace.go:171","msg":"trace[515877817] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"325.826523ms","start":"2026-03-08T02:26:58.446453Z","end":"2026-03-08T02:26:58.772279Z","steps":["trace[515877817] 'process raft request' (duration: 289.369687ms)","trace[515877817] 'compare' (duration: 36.230771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:58.772519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:58.446428Z","time spent":"325.967996ms","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1602,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:26:58.772602Z","caller":"traceutil/trace.go:171","msg":"trace[494765700] linearizableReadLoop","detail":"{readStateIndex:984; appliedIndex:982; }","duration":"107.378903ms","start":"2026-03-08T02:26:58.665202Z","end":"2026-03-08T02:26:58.772581Z","steps":["trace[494765700] 'read index received' (duration: 70.558718ms)","trace[494765700] 'applied index is now lower than readState.Index' (duration: 36.818635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:26:58.772696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.495435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:26:58.772683Z","caller":"traceutil/trace.go:171","msg":"trace[831789428] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"324.83286ms","start":"2026-03-08T02:26:58.447824Z","end":"2026-03-08T02:26:58.772656Z","steps":["trace[831789428] 'process raft request' (duration: 324.368799ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:26:58.772734Z","caller":"traceutil/trace.go:171","msg":"trace[1197644356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:953; }","duration":"107.576937ms","start":"2026-03-08T02:26:58.665147Z","end":"2026-03-08T02:26:58.772724Z","steps":["trace[1197644356] 'agreement among raft nodes before linearized reading' (duration: 107.502135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:26:58.772834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:58.447818Z","time spent":"324.945242ms","remote":"127.0.0.1:57852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4503,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:26:59.488262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019338627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:26:59.988672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019338627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:27:00.488931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019338627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:27:00.609066Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.829408323s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:27:00.675214Z","caller":"traceutil/trace.go:171","msg":"trace[361755904] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"1.895714165s","start":"2026-03-08T02:26:58.779449Z","end":"2026-03-08T02:27:00.675163Z","steps":["trace[361755904] 'process raft request' (duration: 1.829983177s)","trace[361755904] 'compare' (duration: 65.228146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:27:00.675381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:58.779411Z","time spent":"1.895896088s","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4734,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:00.696277Z","caller":"traceutil/trace.go:171","msg":"trace[1640681007] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:984; }","duration":"1.708994872s","start":"2026-03-08T02:26:58.987244Z","end":"2026-03-08T02:27:00.696239Z","steps":["trace[1640681007] 'read index received' (duration: 1.622102539s)","trace[1640681007] 'applied index is now lower than readState.Index' (duration: 86.890873ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:27:00.696379Z","caller":"traceutil/trace.go:171","msg":"trace[575974331] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"1.042731973s","start":"2026-03-08T02:26:59.653615Z","end":"2026-03-08T02:27:00.696347Z","steps":["trace[575974331] 'process raft request' (duration: 1.042426876s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:00.696434Z","caller":"traceutil/trace.go:171","msg":"trace[34184692] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"894.993705ms","start":"2026-03-08T02:26:59.801421Z","end":"2026-03-08T02:27:00.696414Z","steps":["trace[34184692] 'process raft request' (duration: 894.750409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:00.696535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:59.653587Z","time spent":"1.042853516s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:27:00.696556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:59.801389Z","time spent":"895.101208ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:27:00.696553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691605605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:27:00.696578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70933554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:27:00.696604Z","caller":"traceutil/trace.go:171","msg":"trace[232821875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:956; }","duration":"1.691679436s","start":"2026-03-08T02:26:59.004911Z","end":"2026-03-08T02:27:00.696591Z","steps":["trace[232821875] 'agreement among raft nodes before linearized reading' (duration: 1.691544593s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:00.69663Z","caller":"traceutil/trace.go:171","msg":"trace[6741081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:956; }","duration":"1.709435922s","start":"2026-03-08T02:26:58.987176Z","end":"2026-03-08T02:27:00.696612Z","steps":["trace[6741081] 'agreement among raft nodes before linearized reading' (duration: 1.709250438s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:00.696651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.817965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-08T02:27:00.696732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668394082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-08T02:27:00.696747Z","caller":"traceutil/trace.go:171","msg":"trace[1886787810] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:956; }","duration":"752.960278ms","start":"2026-03-08T02:26:59.943763Z","end":"2026-03-08T02:27:00.696724Z","steps":["trace[1886787810] 'agreement among raft nodes before linearized reading' (duration: 752.726583ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:00.696785Z","caller":"traceutil/trace.go:171","msg":"trace[1908113198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:956; }","duration":"1.668468903s","start":"2026-03-08T02:26:59.028304Z","end":"2026-03-08T02:27:00.696773Z","steps":["trace[1908113198] 'agreement among raft nodes before linearized reading' (duration: 1.668357211s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:00.696804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:59.943682Z","time spent":"753.109302ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-08T02:27:00.696685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:58.987152Z","time spent":"1.709522014s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:27:00.696832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:59.028292Z","time spent":"1.668530295s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:27:00.696642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:59.0049Z","time spent":"1.691732327s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:27:00.696672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.721175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:27:00.697006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668397561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-08T02:27:00.697143Z","caller":"traceutil/trace.go:171","msg":"trace[616073033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:956; }","duration":"1.668576536s","start":"2026-03-08T02:26:59.028518Z","end":"2026-03-08T02:27:00.697095Z","steps":["trace[616073033] 'agreement among raft nodes before linearized reading' (duration: 1.668164996s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:00.697041Z","caller":"traceutil/trace.go:171","msg":"trace[581575361] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:956; }","duration":"604.156416ms","start":"2026-03-08T02:27:00.092857Z","end":"2026-03-08T02:27:00.697014Z","steps":["trace[581575361] 'agreement among raft nodes before linearized reading' (duration: 603.748696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:00.697206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:59.028496Z","time spent":"1.668699449s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:27:00.697213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:00.092818Z","time spent":"604.37834ms","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":25,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:27:00.69735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667922351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-08T02:27:00.697491Z","caller":"traceutil/trace.go:171","msg":"trace[1034671826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:956; }","duration":"1.668087515s","start":"2026-03-08T02:26:59.029362Z","end":"2026-03-08T02:27:00.697449Z","steps":["trace[1034671826] 'agreement among raft nodes before linearized reading' (duration: 1.66744652s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:00.697582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:26:59.029355Z","time spent":"1.668215217s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:27:00.85639Z","caller":"traceutil/trace.go:171","msg":"trace[1500938973] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"120.518104ms","start":"2026-03-08T02:27:00.735846Z","end":"2026-03-08T02:27:00.856364Z","steps":["trace[1500938973] 'process raft request' (duration: 39.847964ms)","trace[1500938973] 'compare' (duration: 80.557938ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:27:21.063379Z","caller":"traceutil/trace.go:171","msg":"trace[1447782521] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"104.872825ms","start":"2026-03-08T02:27:20.958478Z","end":"2026-03-08T02:27:21.063351Z","steps":["trace[1447782521] 'process raft request' (duration: 104.698022ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:21.333732Z","caller":"traceutil/trace.go:171","msg":"trace[1791461793] linearizableReadLoop","detail":"{readStateIndex:1143; appliedIndex:1141; }","duration":"275.832699ms","start":"2026-03-08T02:27:21.057858Z","end":"2026-03-08T02:27:21.333691Z","steps":["trace[1791461793] 'read index received' (duration: 5.30907ms)","trace[1791461793] 'applied index is now lower than readState.Index' (duration: 270.521589ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:27:21.333804Z","caller":"traceutil/trace.go:171","msg":"trace[2092825070] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"300.603738ms","start":"2026-03-08T02:27:21.033156Z","end":"2026-03-08T02:27:21.33376Z","steps":["trace[2092825070] 'process raft request' (duration: 263.113173ms)","trace[2092825070] 'compare' (duration: 37.291972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:27:21.334006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.123174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-08T02:27:21.334069Z","caller":"traceutil/trace.go:171","msg":"trace[1265097646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1104; }","duration":"276.234896ms","start":"2026-03-08T02:27:21.05781Z","end":"2026-03-08T02:27:21.334045Z","steps":["trace[1265097646] 'agreement among raft nodes before linearized reading' (duration: 276.054273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:21.334069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:21.0331Z","time spent":"300.774631ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:21.37948Z","caller":"traceutil/trace.go:171","msg":"trace[354616368] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"309.471978ms","start":"2026-03-08T02:27:21.069978Z","end":"2026-03-08T02:27:21.37945Z","steps":["trace[354616368] 'process raft request' (duration: 309.254885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:21.37952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.074238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T02:27:21.379541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.681424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-08T02:27:21.379577Z","caller":"traceutil/trace.go:171","msg":"trace[1122871827] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1105; }","duration":"310.20105ms","start":"2026-03-08T02:27:21.069362Z","end":"2026-03-08T02:27:21.379563Z","steps":["trace[1122871827] 'agreement among raft nodes before linearized reading' (duration: 309.992307ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:21.379611Z","caller":"traceutil/trace.go:171","msg":"trace[1343445917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1105; }","duration":"305.760806ms","start":"2026-03-08T02:27:21.07382Z","end":"2026-03-08T02:27:21.379581Z","steps":["trace[1343445917] 'agreement among raft nodes before linearized reading' (duration: 305.561102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:21.379614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:21.069336Z","time spent":"310.270782ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:27:21.379624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:21.069966Z","time spent":"309.59479ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:27:21.379659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:21.073811Z","time spent":"305.840317ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:27:21.379889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.959087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-08T02:27:21.379954Z","caller":"traceutil/trace.go:171","msg":"trace[662465597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1105; }","duration":"297.041328ms","start":"2026-03-08T02:27:21.082902Z","end":"2026-03-08T02:27:21.379944Z","steps":["trace[662465597] 'agreement among raft nodes before linearized reading' (duration: 296.857625ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:21.699713Z","caller":"traceutil/trace.go:171","msg":"trace[1024570179] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"270.159173ms","start":"2026-03-08T02:27:21.429514Z","end":"2026-03-08T02:27:21.699673Z","steps":["trace[1024570179] 'process raft request' (duration: 269.96956ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:30.341454Z","caller":"traceutil/trace.go:171","msg":"trace[618798965] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"149.817746ms","start":"2026-03-08T02:27:30.191604Z","end":"2026-03-08T02:27:30.341422Z","steps":["trace[618798965] 'process raft request' (duration: 97.767105ms)","trace[618798965] 'compare' (duration: 51.893589ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:27:32.608874Z","caller":"traceutil/trace.go:171","msg":"trace[1902054139] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"107.377128ms","start":"2026-03-08T02:27:32.501467Z","end":"2026-03-08T02:27:32.608844Z","steps":["trace[1902054139] 'process raft request' (duration: 107.151234ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:32.609018Z","caller":"traceutil/trace.go:171","msg":"trace[599251137] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"103.559923ms","start":"2026-03-08T02:27:32.505431Z","end":"2026-03-08T02:27:32.608991Z","steps":["trace[599251137] 'process raft request' (duration: 103.34779ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:32.802872Z","caller":"traceutil/trace.go:171","msg":"trace[678046099] linearizableReadLoop","detail":"{readStateIndex:1291; appliedIndex:1290; }","duration":"138.153658ms","start":"2026-03-08T02:27:32.664685Z","end":"2026-03-08T02:27:32.802838Z","steps":["trace[678046099] 'read index received' (duration: 130.718672ms)","trace[678046099] 'applied index is now lower than readState.Index' (duration: 7.433486ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:27:32.802894Z","caller":"traceutil/trace.go:171","msg":"trace[1380741285] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"183.911363ms","start":"2026-03-08T02:27:32.618953Z","end":"2026-03-08T02:27:32.802864Z","steps":["trace[1380741285] 'process raft request' (duration: 176.509207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:32.803022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.329722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:27:32.803066Z","caller":"traceutil/trace.go:171","msg":"trace[255956196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1250; }","duration":"138.429303ms","start":"2026-03-08T02:27:32.664623Z","end":"2026-03-08T02:27:32.803052Z","steps":["trace[255956196] 'agreement among raft nodes before linearized reading' (duration: 138.337841ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:41.643532Z","caller":"traceutil/trace.go:171","msg":"trace[123848472] linearizableReadLoop","detail":"{readStateIndex:1514; appliedIndex:1513; }","duration":"130.344966ms","start":"2026-03-08T02:27:41.513148Z","end":"2026-03-08T02:27:41.643493Z","steps":["trace[123848472] 'read index received' (duration: 106.061205ms)","trace[123848472] 'applied index is now lower than readState.Index' (duration: 24.281601ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:27:41.64364Z","caller":"traceutil/trace.go:171","msg":"trace[1094315957] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"134.558567ms","start":"2026-03-08T02:27:41.50902Z","end":"2026-03-08T02:27:41.643578Z","steps":["trace[1094315957] 'process raft request' (duration: 110.190705ms)","trace[1094315957] 'compare' (duration: 24.092498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:27:41.643895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.679652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:27:41.643996Z","caller":"traceutil/trace.go:171","msg":"trace[1019966368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1453; }","duration":"130.878605ms","start":"2026-03-08T02:27:41.513098Z","end":"2026-03-08T02:27:41.643977Z","steps":["trace[1019966368] 'agreement among raft nodes before linearized reading' (duration: 130.55639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:41.644001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.486309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:27:41.644079Z","caller":"traceutil/trace.go:171","msg":"trace[1178441167] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1453; }","duration":"130.658762ms","start":"2026-03-08T02:27:41.513405Z","end":"2026-03-08T02:27:41.644063Z","steps":["trace[1178441167] 'agreement among raft nodes before linearized reading' (duration: 130.354497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:41.644076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.214864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:27:41.644181Z","caller":"traceutil/trace.go:171","msg":"trace[1350051916] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1453; }","duration":"130.362606ms","start":"2026-03-08T02:27:41.513796Z","end":"2026-03-08T02:27:41.644159Z","steps":["trace[1350051916] 'agreement among raft nodes before linearized reading' (duration: 130.00171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:41.643995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.444928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:27:41.644287Z","caller":"traceutil/trace.go:171","msg":"trace[1726318719] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1453; }","duration":"130.829264ms","start":"2026-03-08T02:27:41.513449Z","end":"2026-03-08T02:27:41.644278Z","steps":["trace[1726318719] 'agreement among raft nodes before linearized reading' (duration: 130.349166ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:42.022135Z","caller":"traceutil/trace.go:171","msg":"trace[882924190] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"106.37826ms","start":"2026-03-08T02:27:41.915723Z","end":"2026-03-08T02:27:42.022102Z","steps":["trace[882924190] 'process raft request' (duration: 98.976835ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:42.046623Z","caller":"traceutil/trace.go:171","msg":"trace[1514065096] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"129.136245ms","start":"2026-03-08T02:27:41.917462Z","end":"2026-03-08T02:27:42.046598Z","steps":["trace[1514065096] 'process raft request' (duration: 129.035233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:43.007237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.120006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-08T02:27:43.007355Z","caller":"traceutil/trace.go:171","msg":"trace[857913444] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1468; }","duration":"272.274898ms","start":"2026-03-08T02:27:42.735054Z","end":"2026-03-08T02:27:43.007329Z","steps":["trace[857913444] 'range keys from in-memory index tree' (duration: 271.963163ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:43.010639Z","caller":"traceutil/trace.go:171","msg":"trace[1274586494] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"177.351152ms","start":"2026-03-08T02:27:42.830833Z","end":"2026-03-08T02:27:43.008184Z","steps":["trace[1274586494] 'process raft request' (duration: 172.670863ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:46.223403Z","caller":"traceutil/trace.go:171","msg":"trace[2014858067] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"206.76135ms","start":"2026-03-08T02:27:46.016616Z","end":"2026-03-08T02:27:46.223377Z","steps":["trace[2014858067] 'process raft request' (duration: 206.708089ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:46.223453Z","caller":"traceutil/trace.go:171","msg":"trace[1986954965] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"219.24519ms","start":"2026-03-08T02:27:46.004173Z","end":"2026-03-08T02:27:46.223418Z","steps":["trace[1986954965] 'process raft request' (duration: 219.012336ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:27:46.227264Z","caller":"traceutil/trace.go:171","msg":"trace[1282234756] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"123.395018ms","start":"2026-03-08T02:27:46.103844Z","end":"2026-03-08T02:27:46.227239Z","steps":["trace[1282234756] 'process raft request' (duration: 122.886999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:58.113009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019340026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:27:58.61357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019340026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:27:58.755841Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.441562999s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T02:27:59.183791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903010079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-208a1669-2e96-488f-9aed-0aab7089ee59\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-08T02:27:59.183943Z","caller":"traceutil/trace.go:171","msg":"trace[1015157251] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-208a1669-2e96-488f-9aed-0aab7089ee59; range_end:; response_count:1; response_revision:1647; }","duration":"1.903233083s","start":"2026-03-08T02:27:57.280673Z","end":"2026-03-08T02:27:59.183906Z","steps":["trace[1015157251] 'range keys from in-memory index tree' (duration: 1.902792016s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.18401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.28065Z","time spent":"1.903342375s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-208a1669-2e96-488f-9aed-0aab7089ee59\" "} {"level":"warn","ts":"2026-03-08T02:27:59.18402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.816011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:27:59.184267Z","caller":"traceutil/trace.go:171","msg":"trace[632615463] linearizableReadLoop","detail":"{readStateIndex:1718; appliedIndex:1716; }","duration":"1.571469038s","start":"2026-03-08T02:27:57.612778Z","end":"2026-03-08T02:27:59.184247Z","steps":["trace[632615463] 'read index received' (duration: 1.143328062s)","trace[632615463] 'applied index is now lower than readState.Index' (duration: 428.139256ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:27:59.18438Z","caller":"traceutil/trace.go:171","msg":"trace[585843036] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"1.552333754s","start":"2026-03-08T02:27:57.632035Z","end":"2026-03-08T02:27:59.184368Z","steps":["trace[585843036] 'process raft request' (duration: 1.55210257s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.184448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.632002Z","time spent":"1.552411195s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:27:59.184449Z","caller":"traceutil/trace.go:171","msg":"trace[1699677330] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"1.870248715s","start":"2026-03-08T02:27:57.31417Z","end":"2026-03-08T02:27:59.184419Z","steps":["trace[1699677330] 'process raft request' (duration: 1.441912375s)","trace[1699677330] 'compare' (duration: 427.383714ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:27:59.184585Z","caller":"traceutil/trace.go:171","msg":"trace[2007051752] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"491.708573ms","start":"2026-03-08T02:27:58.692865Z","end":"2026-03-08T02:27:59.184574Z","steps":["trace[2007051752] 'process raft request' (duration: 491.336386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.184645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:58.692809Z","time spent":"491.806484ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:27:59.184674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.314154Z","time spent":"1.870358417s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:27:59.184827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519279245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:27:59.184914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353932586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:27:59.184968Z","caller":"traceutil/trace.go:171","msg":"trace[274294909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1650; }","duration":"1.353986737s","start":"2026-03-08T02:27:57.830968Z","end":"2026-03-08T02:27:59.184955Z","steps":["trace[274294909] 'agreement among raft nodes before linearized reading' (duration: 1.353846075s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.185014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.830905Z","time spent":"1.354099699s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:27:59.185054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387461594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:27:59.185145Z","caller":"traceutil/trace.go:171","msg":"trace[672311750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1650; }","duration":"1.387534434s","start":"2026-03-08T02:27:57.797558Z","end":"2026-03-08T02:27:59.185092Z","steps":["trace[672311750] 'agreement among raft nodes before linearized reading' (duration: 1.387396162s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.185189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452708618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:27:59.185239Z","caller":"traceutil/trace.go:171","msg":"trace[808128400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1650; }","duration":"1.4528026s","start":"2026-03-08T02:27:57.732425Z","end":"2026-03-08T02:27:59.185228Z","steps":["trace[808128400] 'agreement among raft nodes before linearized reading' (duration: 1.452624667s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.185247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572466885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-208a1669-2e96-488f-9aed-0aab7089ee59\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-08T02:27:59.185279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.732404Z","time spent":"1.45286912s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:27:59.185298Z","caller":"traceutil/trace.go:171","msg":"trace[1578931985] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-208a1669-2e96-488f-9aed-0aab7089ee59; range_end:; response_count:1; response_revision:1650; }","duration":"1.572580257s","start":"2026-03-08T02:27:57.612702Z","end":"2026-03-08T02:27:59.185282Z","steps":["trace[1578931985] 'agreement among raft nodes before linearized reading' (duration: 1.572451104s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.185334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469248967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:27:59.185389Z","caller":"traceutil/trace.go:171","msg":"trace[1332664619] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1650; }","duration":"1.469342159s","start":"2026-03-08T02:27:57.716031Z","end":"2026-03-08T02:27:59.185373Z","steps":["trace[1332664619] 'agreement among raft nodes before linearized reading' (duration: 1.469197897s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.185427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444667702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:27:59.18544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.716012Z","time spent":"1.469415391s","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-08T02:27:59.185457Z","caller":"traceutil/trace.go:171","msg":"trace[1635400360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1650; }","duration":"1.444715832s","start":"2026-03-08T02:27:57.740732Z","end":"2026-03-08T02:27:59.185448Z","steps":["trace[1635400360] 'agreement among raft nodes before linearized reading' (duration: 1.444628491s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.1852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.797546Z","time spent":"1.387641186s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:27:59.184926Z","caller":"traceutil/trace.go:171","msg":"trace[1802773456] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1650; }","duration":"1.519422847s","start":"2026-03-08T02:27:57.665487Z","end":"2026-03-08T02:27:59.18491Z","steps":["trace[1802773456] 'agreement among raft nodes before linearized reading' (duration: 1.519286305s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.18556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265629741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:27:59.185593Z","caller":"traceutil/trace.go:171","msg":"trace[707237524] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1650; }","duration":"1.265681813s","start":"2026-03-08T02:27:57.919898Z","end":"2026-03-08T02:27:59.18558Z","steps":["trace[707237524] 'agreement among raft nodes before linearized reading' (duration: 1.265632002s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.185492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.740715Z","time spent":"1.444771913s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:27:59.185629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.919888Z","time spent":"1.265733703s","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:27:59.185623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.665461Z","time spent":"1.520124119s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:27:59.185939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350007579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:27:59.185993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109185494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-08T02:27:59.186013Z","caller":"traceutil/trace.go:171","msg":"trace[1712211654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1650; }","duration":"1.350124042s","start":"2026-03-08T02:27:57.835868Z","end":"2026-03-08T02:27:59.185992Z","steps":["trace[1712211654] 'agreement among raft nodes before linearized reading' (duration: 1.349671854s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.186061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.835856Z","time spent":"1.350194413s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:27:59.186026Z","caller":"traceutil/trace.go:171","msg":"trace[666546191] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1650; }","duration":"1.109273925s","start":"2026-03-08T02:27:58.076743Z","end":"2026-03-08T02:27:59.186017Z","steps":["trace[666546191] 'agreement among raft nodes before linearized reading' (duration: 1.109184814s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.18618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:58.076716Z","time spent":"1.109425227s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T02:27:59.185339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.612667Z","time spent":"1.572660567s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-208a1669-2e96-488f-9aed-0aab7089ee59\" "} {"level":"warn","ts":"2026-03-08T02:27:59.186934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520036568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:27:59.187066Z","caller":"traceutil/trace.go:171","msg":"trace[1662716891] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1650; }","duration":"1.520233231s","start":"2026-03-08T02:27:57.666797Z","end":"2026-03-08T02:27:59.18703Z","steps":["trace[1662716891] 'agreement among raft nodes before linearized reading' (duration: 1.518761006s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:27:59.18713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:57.666776Z","time spent":"1.520341083s","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-08T02:28:00.238495Z","caller":"traceutil/trace.go:171","msg":"trace[234735336] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"1.0410482s","start":"2026-03-08T02:27:59.197429Z","end":"2026-03-08T02:28:00.238477Z","steps":["trace[234735336] 'process raft request' (duration: 1.041002539s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:00.238621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.19742Z","time spent":"1.041133571s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:00.2386Z","caller":"traceutil/trace.go:171","msg":"trace[1145602555] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"1.041223282s","start":"2026-03-08T02:27:59.197334Z","end":"2026-03-08T02:28:00.238558Z","steps":["trace[1145602555] 'process raft request' (duration: 1.040977898s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:00.238784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.197314Z","time spent":"1.041376525s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:00.238853Z","caller":"traceutil/trace.go:171","msg":"trace[777358341] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"1.041391765s","start":"2026-03-08T02:27:59.197454Z","end":"2026-03-08T02:28:00.238846Z","steps":["trace[777358341] 'process raft request' (duration: 1.040999508s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:00.238891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.197444Z","time spent":"1.041429316s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:00.239169Z","caller":"traceutil/trace.go:171","msg":"trace[755217195] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"1.04165154s","start":"2026-03-08T02:27:59.197488Z","end":"2026-03-08T02:28:00.23914Z","steps":["trace[755217195] 'process raft request' (duration: 1.041550288s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:00.239348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.197473Z","time spent":"1.041794192s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:00.239497Z","caller":"traceutil/trace.go:171","msg":"trace[530391913] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"1.038182411s","start":"2026-03-08T02:27:59.2013Z","end":"2026-03-08T02:28:00.239483Z","steps":["trace[530391913] 'process raft request' (duration: 1.037777504s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:00.239515Z","caller":"traceutil/trace.go:171","msg":"trace[132210703] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"1.041996266s","start":"2026-03-08T02:27:59.197496Z","end":"2026-03-08T02:28:00.239492Z","steps":["trace[132210703] 'process raft request' (duration: 1.041306504s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:00.239165Z","caller":"traceutil/trace.go:171","msg":"trace[1721346778] linearizableReadLoop","detail":"{readStateIndex:1721; appliedIndex:1719; }","duration":"1.041743431s","start":"2026-03-08T02:27:59.197391Z","end":"2026-03-08T02:28:00.239135Z","steps":["trace[1721346778] 'read index received' (duration: 59.851043ms)","trace[1721346778] 'applied index is now lower than readState.Index' (duration: 981.890848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:00.239577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.201291Z","time spent":"1.038245322s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:00.239616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.197485Z","time spent":"1.042086487s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:00.239818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.83037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:28:00.239876Z","caller":"traceutil/trace.go:171","msg":"trace[309938629] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1657; }","duration":"492.935872ms","start":"2026-03-08T02:27:59.746927Z","end":"2026-03-08T02:28:00.239863Z","steps":["trace[309938629] 'agreement among raft nodes before linearized reading' (duration: 492.832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:00.239919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.746903Z","time spent":"493.006424ms","remote":"127.0.0.1:60976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:28:00.239938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.592259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-08T02:28:00.239981Z","caller":"traceutil/trace.go:171","msg":"trace[1434475425] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:1657; }","duration":"293.63446ms","start":"2026-03-08T02:27:59.946336Z","end":"2026-03-08T02:28:00.239971Z","steps":["trace[1434475425] 'agreement among raft nodes before linearized reading' (duration: 293.527748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:00.240593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043152744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:28:00.240719Z","caller":"traceutil/trace.go:171","msg":"trace[2050290884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1657; }","duration":"1.043359088s","start":"2026-03-08T02:27:59.197341Z","end":"2026-03-08T02:28:00.2407Z","steps":["trace[2050290884] 'agreement among raft nodes before linearized reading' (duration: 1.041896233s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:00.24094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:27:59.197323Z","time spent":"1.043601653s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:28:00.742491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019340041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:28:01.243489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019340041,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:28:01.291926Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050432184s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T02:28:02.24242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000333313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T02:28:02.242554Z","caller":"traceutil/trace.go:171","msg":"trace[1355301036] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000538927s","start":"2026-03-08T02:28:00.241985Z","end":"2026-03-08T02:28:02.242524Z","steps":["trace[1355301036] 'agreement among raft nodes before linearized reading' (duration: 2.000355203s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.242622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:00.241971Z","time spent":"2.000634579s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 02:28:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T02:28:02.744765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452499086s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-08T02:28:02.744855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:00.241315Z","time spent":"2.503536632s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T02:28:02.869681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.577410296s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:28:02.896617Z","caller":"traceutil/trace.go:171","msg":"trace[876900831] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"1.706477086s","start":"2026-03-08T02:28:01.190114Z","end":"2026-03-08T02:28:02.896591Z","steps":["trace[876900831] 'process raft request' (duration: 1.679821161s)","trace[876900831] 'compare' (duration: 26.425549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:02.896794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.190088Z","time spent":"1.70662201s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:02.896937Z","caller":"traceutil/trace.go:171","msg":"trace[1609409984] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"1.705247146s","start":"2026-03-08T02:28:01.19168Z","end":"2026-03-08T02:28:02.896927Z","steps":["trace[1609409984] 'process raft request' (duration: 1.705103082s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:02.89696Z","caller":"traceutil/trace.go:171","msg":"trace[1231644750] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"1.705291907s","start":"2026-03-08T02:28:01.191646Z","end":"2026-03-08T02:28:02.896938Z","steps":["trace[1231644750] 'process raft request' (duration: 1.704897167s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.896989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.191655Z","time spent":"1.705308028s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:02.897036Z","caller":"traceutil/trace.go:171","msg":"trace[168657124] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"150.867947ms","start":"2026-03-08T02:28:02.74615Z","end":"2026-03-08T02:28:02.897018Z","steps":["trace[168657124] 'process raft request' (duration: 150.825376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.897083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.191628Z","time spent":"1.705389799s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:02.897093Z","caller":"traceutil/trace.go:171","msg":"trace[2095330259] linearizableReadLoop","detail":"{readStateIndex:1730; appliedIndex:1726; }","duration":"2.655068481s","start":"2026-03-08T02:28:00.242016Z","end":"2026-03-08T02:28:02.897085Z","steps":["trace[2095330259] 'read index received' (duration: 1.050281563s)","trace[2095330259] 'applied index is now lower than readState.Index' (duration: 1.604786028s)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:02.897142Z","caller":"traceutil/trace.go:171","msg":"trace[1831139027] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"651.444959ms","start":"2026-03-08T02:28:02.245647Z","end":"2026-03-08T02:28:02.897091Z","steps":["trace[1831139027] 'process raft request' (duration: 651.291025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.897253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:02.245616Z","time spent":"651.587022ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:28:02.897295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.294398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:28:02.897067Z","caller":"traceutil/trace.go:171","msg":"trace[858346266] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"1.064146507s","start":"2026-03-08T02:28:01.832912Z","end":"2026-03-08T02:28:02.897059Z","steps":["trace[858346266] 'process raft request' (duration: 1.063974923s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:02.897325Z","caller":"traceutil/trace.go:171","msg":"trace[1645184196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1663; }","duration":"647.337719ms","start":"2026-03-08T02:28:02.249981Z","end":"2026-03-08T02:28:02.897318Z","steps":["trace[1645184196] 'agreement among raft nodes before linearized reading' (duration: 647.287128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.89733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397609895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-08T02:28:02.897351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:02.249974Z","time spent":"647.373921ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:28:02.89736Z","caller":"traceutil/trace.go:171","msg":"trace[1957909815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1663; }","duration":"2.397674826s","start":"2026-03-08T02:28:00.499677Z","end":"2026-03-08T02:28:02.897352Z","steps":["trace[1957909815] 'agreement among raft nodes before linearized reading' (duration: 2.397533523s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.897387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:00.499655Z","time spent":"2.397726378s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:28:02.897391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.832872Z","time spent":"1.064475655s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:02.897409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.594931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-08T02:28:02.897452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.067878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:28:02.897473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636717828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:28:02.8975Z","caller":"traceutil/trace.go:171","msg":"trace[60316876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1663; }","duration":"653.717584ms","start":"2026-03-08T02:28:02.243762Z","end":"2026-03-08T02:28:02.89748Z","steps":["trace[60316876] 'agreement among raft nodes before linearized reading' (duration: 653.473398ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:02.897528Z","caller":"traceutil/trace.go:171","msg":"trace[1100782470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1663; }","duration":"653.164081ms","start":"2026-03-08T02:28:02.244345Z","end":"2026-03-08T02:28:02.897509Z","steps":["trace[1100782470] 'agreement among raft nodes before linearized reading' (duration: 653.008217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.897551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.910719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:28:02.897552Z","caller":"traceutil/trace.go:171","msg":"trace[902573128] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1663; }","duration":"1.636821841s","start":"2026-03-08T02:28:01.260713Z","end":"2026-03-08T02:28:02.897534Z","steps":["trace[902573128] 'agreement among raft nodes before linearized reading' (duration: 1.636632457s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.897557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:02.243753Z","time spent":"653.793726ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T02:28:02.897578Z","caller":"traceutil/trace.go:171","msg":"trace[1366904488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1663; }","duration":"653.97845ms","start":"2026-03-08T02:28:02.243592Z","end":"2026-03-08T02:28:02.897571Z","steps":["trace[1366904488] 'agreement among raft nodes before linearized reading' (duration: 653.884598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.897586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:02.244334Z","time spent":"653.238382ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:02.897599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:02.243571Z","time spent":"654.023901ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:02.897599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.260695Z","time spent":"1.636892453s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:28:02.897607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650174395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-08T02:28:02.897684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.757575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:28:02.897687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651363483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-208a1669-2e96-488f-9aed-0aab7089ee59\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-03-08T02:28:02.897697Z","caller":"traceutil/trace.go:171","msg":"trace[1990742827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1663; }","duration":"1.650331248s","start":"2026-03-08T02:28:01.247348Z","end":"2026-03-08T02:28:02.89768Z","steps":["trace[1990742827] 'agreement among raft nodes before linearized reading' (duration: 1.650111073s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:02.897707Z","caller":"traceutil/trace.go:171","msg":"trace[1463523032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1663; }","duration":"653.841797ms","start":"2026-03-08T02:28:02.243859Z","end":"2026-03-08T02:28:02.897701Z","steps":["trace[1463523032] 'agreement among raft nodes before linearized reading' (duration: 653.785996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.897724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:02.24385Z","time spent":"653.870188ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:28:02.897724Z","caller":"traceutil/trace.go:171","msg":"trace[1906695449] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-208a1669-2e96-488f-9aed-0aab7089ee59; range_end:; response_count:1; response_revision:1663; }","duration":"1.651441285s","start":"2026-03-08T02:28:01.246271Z","end":"2026-03-08T02:28:02.897712Z","steps":["trace[1906695449] 'agreement among raft nodes before linearized reading' (duration: 1.651334802s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:02.897732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.247318Z","time spent":"1.65040719s","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T02:28:02.897755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:01.246256Z","time spent":"1.651492357s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-208a1669-2e96-488f-9aed-0aab7089ee59\" "} {"level":"info","ts":"2026-03-08T02:28:03.00285Z","caller":"traceutil/trace.go:171","msg":"trace[2118461907] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"100.08751ms","start":"2026-03-08T02:28:02.902739Z","end":"2026-03-08T02:28:03.002827Z","steps":["trace[2118461907] 'process raft request' (duration: 99.710631ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:03.027469Z","caller":"traceutil/trace.go:171","msg":"trace[1425459344] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"124.239253ms","start":"2026-03-08T02:28:02.903202Z","end":"2026-03-08T02:28:03.027441Z","steps":["trace[1425459344] 'process raft request' (duration: 124.071379ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:03.027735Z","caller":"traceutil/trace.go:171","msg":"trace[1711410541] linearizableReadLoop","detail":"{readStateIndex:1738; appliedIndex:1733; }","duration":"123.476775ms","start":"2026-03-08T02:28:02.904241Z","end":"2026-03-08T02:28:03.027718Z","steps":["trace[1711410541] 'read index received' (duration: 98.205124ms)","trace[1711410541] 'applied index is now lower than readState.Index' (duration: 25.270681ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:03.027768Z","caller":"traceutil/trace.go:171","msg":"trace[1306475641] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"123.604368ms","start":"2026-03-08T02:28:02.904151Z","end":"2026-03-08T02:28:03.027756Z","steps":["trace[1306475641] 'process raft request' (duration: 123.530656ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:03.027749Z","caller":"traceutil/trace.go:171","msg":"trace[1257635161] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"124.365917ms","start":"2026-03-08T02:28:02.903358Z","end":"2026-03-08T02:28:03.027724Z","steps":["trace[1257635161] 'process raft request' (duration: 124.038669ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:03.027817Z","caller":"traceutil/trace.go:171","msg":"trace[2045343373] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"123.911876ms","start":"2026-03-08T02:28:02.903839Z","end":"2026-03-08T02:28:03.027751Z","steps":["trace[2045343373] 'process raft request' (duration: 123.777612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:03.027907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.727082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:28:03.027906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.65016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:28:03.027935Z","caller":"traceutil/trace.go:171","msg":"trace[219555020] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1668; }","duration":"116.767433ms","start":"2026-03-08T02:28:02.911159Z","end":"2026-03-08T02:28:03.027927Z","steps":["trace[219555020] 'agreement among raft nodes before linearized reading' (duration: 116.721542ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:03.02795Z","caller":"traceutil/trace.go:171","msg":"trace[1458622939] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1668; }","duration":"123.732081ms","start":"2026-03-08T02:28:02.904204Z","end":"2026-03-08T02:28:03.027936Z","steps":["trace[1458622939] 'agreement among raft nodes before linearized reading' (duration: 123.635199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:06.648161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.747328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:06.648333Z","caller":"traceutil/trace.go:171","msg":"trace[504889587] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"579.596602ms","start":"2026-03-08T02:28:06.068705Z","end":"2026-03-08T02:28:06.648302Z","steps":["trace[504889587] 'process raft request' (duration: 420.556327ms)","trace[504889587] 'compare' (duration: 158.461641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:06.648425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:06.068664Z","time spent":"579.720855ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1838,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:06.653061Z","caller":"traceutil/trace.go:171","msg":"trace[1211410292] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"414.351578ms","start":"2026-03-08T02:28:06.23868Z","end":"2026-03-08T02:28:06.653032Z","steps":["trace[1211410292] 'process raft request' (duration: 414.05065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:06.653297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:06.238629Z","time spent":"414.555692ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10359,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:06.653405Z","caller":"traceutil/trace.go:171","msg":"trace[1854215988] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"200.822275ms","start":"2026-03-08T02:28:06.452551Z","end":"2026-03-08T02:28:06.653373Z","steps":["trace[1854215988] 'process raft request' (duration: 200.423315ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:06.892144Z","caller":"traceutil/trace.go:171","msg":"trace[1903017209] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"232.394139ms","start":"2026-03-08T02:28:06.659725Z","end":"2026-03-08T02:28:06.892119Z","steps":["trace[1903017209] 'process raft request' (duration: 232.249765ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:06.892182Z","caller":"traceutil/trace.go:171","msg":"trace[322291129] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1768; }","duration":"232.138992ms","start":"2026-03-08T02:28:06.660003Z","end":"2026-03-08T02:28:06.892142Z","steps":["trace[322291129] 'read index received' (duration: 232.124272ms)","trace[322291129] 'applied index is now lower than readState.Index' (duration: 11.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:06.892568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.851167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:28:06.892678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.8197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10374"} {"level":"info","ts":"2026-03-08T02:28:06.892674Z","caller":"traceutil/trace.go:171","msg":"trace[989754850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1696; }","duration":"230.001ms","start":"2026-03-08T02:28:06.66265Z","end":"2026-03-08T02:28:06.892651Z","steps":["trace[989754850] 'agreement among raft nodes before linearized reading' (duration: 229.703493ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:06.892713Z","caller":"traceutil/trace.go:171","msg":"trace[1377861196] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1696; }","duration":"230.890642ms","start":"2026-03-08T02:28:06.661812Z","end":"2026-03-08T02:28:06.892703Z","steps":["trace[1377861196] 'agreement among raft nodes before linearized reading' (duration: 230.510463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:06.892797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.276469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-08T02:28:06.892945Z","caller":"traceutil/trace.go:171","msg":"trace[1229772674] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1696; }","duration":"137.528685ms","start":"2026-03-08T02:28:06.755384Z","end":"2026-03-08T02:28:06.892912Z","steps":["trace[1229772674] 'agreement among raft nodes before linearized reading' (duration: 136.946141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:06.893011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.972372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-03-08T02:28:06.893164Z","caller":"traceutil/trace.go:171","msg":"trace[1247694596] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:1696; }","duration":"234.331685ms","start":"2026-03-08T02:28:06.658807Z","end":"2026-03-08T02:28:06.893139Z","steps":["trace[1247694596] 'agreement among raft nodes before linearized reading' (duration: 234.048048ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:07.041285Z","caller":"traceutil/trace.go:171","msg":"trace[493207670] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"135.512735ms","start":"2026-03-08T02:28:06.90572Z","end":"2026-03-08T02:28:07.041233Z","steps":["trace[493207670] 'process raft request' (duration: 135.049423ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:07.068377Z","caller":"traceutil/trace.go:171","msg":"trace[2022267508] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"150.303342ms","start":"2026-03-08T02:28:06.918049Z","end":"2026-03-08T02:28:07.068352Z","steps":["trace[2022267508] 'process raft request' (duration: 150.067467ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:07.068744Z","caller":"traceutil/trace.go:171","msg":"trace[931172434] linearizableReadLoop","detail":"{readStateIndex:1772; appliedIndex:1768; }","duration":"137.749959ms","start":"2026-03-08T02:28:06.930933Z","end":"2026-03-08T02:28:07.068683Z","steps":["trace[931172434] 'read index received' (duration: 109.859585ms)","trace[931172434] 'applied index is now lower than readState.Index' (duration: 27.889284ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:07.068817Z","caller":"traceutil/trace.go:171","msg":"trace[1762124022] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"148.663033ms","start":"2026-03-08T02:28:06.920144Z","end":"2026-03-08T02:28:07.068807Z","steps":["trace[1762124022] 'process raft request' (duration: 148.171322ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:07.068866Z","caller":"traceutil/trace.go:171","msg":"trace[1357731432] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"147.573077ms","start":"2026-03-08T02:28:06.921247Z","end":"2026-03-08T02:28:07.06882Z","steps":["trace[1357731432] 'process raft request' (duration: 147.336521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:07.068996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.748775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-08T02:28:07.069029Z","caller":"traceutil/trace.go:171","msg":"trace[1651485287] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1700; }","duration":"112.800507ms","start":"2026-03-08T02:28:06.956218Z","end":"2026-03-08T02:28:07.069019Z","steps":["trace[1651485287] 'agreement among raft nodes before linearized reading' (duration: 112.666503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:07.069029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.076228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:28:07.069155Z","caller":"traceutil/trace.go:171","msg":"trace[910912075] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1700; }","duration":"138.252951ms","start":"2026-03-08T02:28:06.93088Z","end":"2026-03-08T02:28:07.069133Z","steps":["trace[910912075] 'agreement among raft nodes before linearized reading' (duration: 137.937464ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:07.300406Z","caller":"traceutil/trace.go:171","msg":"trace[2071208752] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"221.134226ms","start":"2026-03-08T02:28:07.079227Z","end":"2026-03-08T02:28:07.300361Z","steps":["trace[2071208752] 'process raft request' (duration: 217.009827ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:07.300888Z","caller":"traceutil/trace.go:171","msg":"trace[26584936] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"221.561006ms","start":"2026-03-08T02:28:07.079286Z","end":"2026-03-08T02:28:07.300847Z","steps":["trace[26584936] 'process raft request' (duration: 220.976252ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:07.301229Z","caller":"traceutil/trace.go:171","msg":"trace[106085771] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"221.833643ms","start":"2026-03-08T02:28:07.079353Z","end":"2026-03-08T02:28:07.301187Z","steps":["trace[106085771] 'process raft request' (duration: 221.725191ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:07.301291Z","caller":"traceutil/trace.go:171","msg":"trace[2098742979] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"221.930095ms","start":"2026-03-08T02:28:07.07931Z","end":"2026-03-08T02:28:07.30124Z","steps":["trace[2098742979] 'process raft request' (duration: 221.498015ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:07.858737Z","caller":"traceutil/trace.go:171","msg":"trace[1052706843] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"177.203304ms","start":"2026-03-08T02:28:07.681499Z","end":"2026-03-08T02:28:07.858703Z","steps":["trace[1052706843] 'process raft request' (duration: 176.978418ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:08.214035Z","caller":"traceutil/trace.go:171","msg":"trace[718441720] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"521.891837ms","start":"2026-03-08T02:28:07.692101Z","end":"2026-03-08T02:28:08.213992Z","steps":["trace[718441720] 'process raft request' (duration: 521.556569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:08.214216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:07.692087Z","time spent":"522.040961ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:08.214019Z","caller":"traceutil/trace.go:171","msg":"trace[506511921] linearizableReadLoop","detail":"{readStateIndex:1781; appliedIndex:1780; }","duration":"167.055139ms","start":"2026-03-08T02:28:08.046881Z","end":"2026-03-08T02:28:08.213936Z","steps":["trace[506511921] 'read index received' (duration: 166.746901ms)","trace[506511921] 'applied index is now lower than readState.Index' (duration: 305.828µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:08.214348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.415367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11664"} {"level":"info","ts":"2026-03-08T02:28:08.214412Z","caller":"traceutil/trace.go:171","msg":"trace[1542018177] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1709; }","duration":"167.556761ms","start":"2026-03-08T02:28:08.046839Z","end":"2026-03-08T02:28:08.214395Z","steps":["trace[1542018177] 'agreement among raft nodes before linearized reading' (duration: 167.277364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:08.214741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.436133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:28:08.214866Z","caller":"traceutil/trace.go:171","msg":"trace[31687878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1709; }","duration":"137.602916ms","start":"2026-03-08T02:28:08.077232Z","end":"2026-03-08T02:28:08.214835Z","steps":["trace[31687878] 'agreement among raft nodes before linearized reading' (duration: 137.255008ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:09.212839Z","caller":"traceutil/trace.go:171","msg":"trace[718824422] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"138.060688ms","start":"2026-03-08T02:28:09.074748Z","end":"2026-03-08T02:28:09.212809Z","steps":["trace[718824422] 'process raft request' (duration: 137.887834ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:09.609764Z","caller":"traceutil/trace.go:171","msg":"trace[325994515] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"533.810115ms","start":"2026-03-08T02:28:09.075923Z","end":"2026-03-08T02:28:09.609734Z","steps":["trace[325994515] 'process raft request' (duration: 532.852602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:09.609937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:09.075902Z","time spent":"533.945519ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:09.610163Z","caller":"traceutil/trace.go:171","msg":"trace[36215949] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"533.853116ms","start":"2026-03-08T02:28:09.076293Z","end":"2026-03-08T02:28:09.610146Z","steps":["trace[36215949] 'process raft request' (duration: 533.336503ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:09.610138Z","caller":"traceutil/trace.go:171","msg":"trace[1187929925] linearizableReadLoop","detail":"{readStateIndex:1785; appliedIndex:1782; }","duration":"496.144955ms","start":"2026-03-08T02:28:09.113952Z","end":"2026-03-08T02:28:09.610097Z","steps":["trace[1187929925] 'read index received' (duration: 98.771128ms)","trace[1187929925] 'applied index is now lower than readState.Index' (duration: 397.370157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:09.610232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:09.07627Z","time spent":"533.929408ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:09.610383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.422051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-08T02:28:09.610464Z","caller":"traceutil/trace.go:171","msg":"trace[94043871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1713; }","duration":"496.560775ms","start":"2026-03-08T02:28:09.113885Z","end":"2026-03-08T02:28:09.610446Z","steps":["trace[94043871] 'agreement among raft nodes before linearized reading' (duration: 496.34357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:09.610505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:09.113859Z","time spent":"496.637696ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:09.610506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.092972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-08T02:28:09.610572Z","caller":"traceutil/trace.go:171","msg":"trace[2112543898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1713; }","duration":"304.240656ms","start":"2026-03-08T02:28:09.306305Z","end":"2026-03-08T02:28:09.610545Z","steps":["trace[2112543898] 'agreement among raft nodes before linearized reading' (duration: 304.01326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:09.610615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.608598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-08T02:28:09.61066Z","caller":"traceutil/trace.go:171","msg":"trace[603365924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1713; }","duration":"305.69213ms","start":"2026-03-08T02:28:09.304957Z","end":"2026-03-08T02:28:09.610649Z","steps":["trace[603365924] 'agreement among raft nodes before linearized reading' (duration: 305.575107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:09.610504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.719739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-08T02:28:09.610671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.028544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-08T02:28:09.610698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:09.304935Z","time spent":"305.756132ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:28:09.610716Z","caller":"traceutil/trace.go:171","msg":"trace[692011759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1713; }","duration":"305.088815ms","start":"2026-03-08T02:28:09.305615Z","end":"2026-03-08T02:28:09.610704Z","steps":["trace[692011759] 'agreement among raft nodes before linearized reading' (duration: 304.911461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:09.610722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.020776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-08T02:28:09.610751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:09.305608Z","time spent":"305.136676ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:09.610625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:09.306298Z","time spent":"304.316447ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:28:09.61072Z","caller":"traceutil/trace.go:171","msg":"trace[1061807765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1713; }","duration":"387.009786ms","start":"2026-03-08T02:28:09.223692Z","end":"2026-03-08T02:28:09.610702Z","steps":["trace[1061807765] 'agreement among raft nodes before linearized reading' (duration: 386.606037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:09.610853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:09.223664Z","time spent":"387.18098ms","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-08T02:28:09.610762Z","caller":"traceutil/trace.go:171","msg":"trace[1932386428] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1713; }","duration":"267.111537ms","start":"2026-03-08T02:28:09.343635Z","end":"2026-03-08T02:28:09.610747Z","steps":["trace[1932386428] 'agreement among raft nodes before linearized reading' (duration: 267.014285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:09.610916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.012373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-08T02:28:09.610944Z","caller":"traceutil/trace.go:171","msg":"trace[840211238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1713; }","duration":"305.073805ms","start":"2026-03-08T02:28:09.305861Z","end":"2026-03-08T02:28:09.610935Z","steps":["trace[840211238] 'agreement among raft nodes before linearized reading' (duration: 304.970183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:09.611152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:09.305854Z","time spent":"305.2927ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T02:28:17.600136Z","caller":"traceutil/trace.go:171","msg":"trace[825125621] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"358.82638ms","start":"2026-03-08T02:28:17.241235Z","end":"2026-03-08T02:28:17.600061Z","steps":["trace[825125621] 'process raft request' (duration: 320.804999ms)","trace[825125621] 'compare' (duration: 37.628402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:17.600567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:17.24121Z","time spent":"359.150077ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:17.833719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.727571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:17.833911Z","caller":"traceutil/trace.go:171","msg":"trace[883854296] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1849; }","duration":"185.275643ms","start":"2026-03-08T02:28:17.648617Z","end":"2026-03-08T02:28:17.833893Z","steps":["trace[883854296] 'read index received' (duration: 79.199214ms)","trace[883854296] 'applied index is now lower than readState.Index' (duration: 106.074819ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:17.833999Z","caller":"traceutil/trace.go:171","msg":"trace[930767606] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"193.86726ms","start":"2026-03-08T02:28:17.64012Z","end":"2026-03-08T02:28:17.833987Z","steps":["trace[930767606] 'process raft request' (duration: 87.76736ms)","trace[930767606] 'compare' (duration: 105.482635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:17.834301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.662932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:28:17.834423Z","caller":"traceutil/trace.go:171","msg":"trace[1437570041] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"193.833859ms","start":"2026-03-08T02:28:17.640578Z","end":"2026-03-08T02:28:17.834412Z","steps":["trace[1437570041] 'process raft request' (duration: 193.257676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:17.834453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.907555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:28:17.834417Z","caller":"traceutil/trace.go:171","msg":"trace[533868208] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1777; }","duration":"185.846277ms","start":"2026-03-08T02:28:17.64854Z","end":"2026-03-08T02:28:17.834386Z","steps":["trace[533868208] 'agreement among raft nodes before linearized reading' (duration: 185.464398ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:17.834548Z","caller":"traceutil/trace.go:171","msg":"trace[1280795751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1777; }","duration":"161.1208ms","start":"2026-03-08T02:28:17.673404Z","end":"2026-03-08T02:28:17.834525Z","steps":["trace[1280795751] 'agreement among raft nodes before linearized reading' (duration: 160.955746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:17.834676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.600756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:28:17.834727Z","caller":"traceutil/trace.go:171","msg":"trace[750560048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1777; }","duration":"173.671327ms","start":"2026-03-08T02:28:17.661044Z","end":"2026-03-08T02:28:17.834716Z","steps":["trace[750560048] 'agreement among raft nodes before linearized reading' (duration: 173.530644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:17.834547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.717888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-08T02:28:17.834742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.685671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:28:17.834787Z","caller":"traceutil/trace.go:171","msg":"trace[1508389892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1777; }","duration":"174.761583ms","start":"2026-03-08T02:28:17.660015Z","end":"2026-03-08T02:28:17.834777Z","steps":["trace[1508389892] 'agreement among raft nodes before linearized reading' (duration: 174.621889ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:17.834816Z","caller":"traceutil/trace.go:171","msg":"trace[2051240169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1777; }","duration":"173.977015ms","start":"2026-03-08T02:28:17.660802Z","end":"2026-03-08T02:28:17.834779Z","steps":["trace[2051240169] 'agreement among raft nodes before linearized reading' (duration: 173.658417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:17.8343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.855593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:28:17.834938Z","caller":"traceutil/trace.go:171","msg":"trace[1802079269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1777; }","duration":"178.530119ms","start":"2026-03-08T02:28:17.656386Z","end":"2026-03-08T02:28:17.834916Z","steps":["trace[1802079269] 'agreement among raft nodes before linearized reading' (duration: 177.683329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:22.180603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019340320,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:28:22.474546Z","caller":"traceutil/trace.go:171","msg":"trace[1793127186] transaction","detail":"{read_only:false; response_revision:1795; number_of_response:1; }","duration":"863.335566ms","start":"2026-03-08T02:28:21.611178Z","end":"2026-03-08T02:28:22.474513Z","steps":["trace[1793127186] 'process raft request' (duration: 863.157602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:22.47471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:21.611158Z","time spent":"863.46636ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:22.476909Z","caller":"traceutil/trace.go:171","msg":"trace[283219157] linearizableReadLoop","detail":"{readStateIndex:1872; appliedIndex:1869; }","duration":"796.364703ms","start":"2026-03-08T02:28:21.680513Z","end":"2026-03-08T02:28:22.476877Z","steps":["trace[283219157] 'read index received' (duration: 793.765703ms)","trace[283219157] 'applied index is now lower than readState.Index' (duration: 2.59768ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:22.476963Z","caller":"traceutil/trace.go:171","msg":"trace[1735457667] transaction","detail":"{read_only:false; response_revision:1797; number_of_response:1; }","duration":"615.282034ms","start":"2026-03-08T02:28:21.861661Z","end":"2026-03-08T02:28:22.476943Z","steps":["trace[1735457667] 'process raft request' (duration: 615.09225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:22.477039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:21.861652Z","time spent":"615.349795ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:22.477168Z","caller":"traceutil/trace.go:171","msg":"trace[1986705275] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"630.874682ms","start":"2026-03-08T02:28:21.846284Z","end":"2026-03-08T02:28:22.477158Z","steps":["trace[1986705275] 'process raft request' (duration: 629.293036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:22.477205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.608109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:28:22.477226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:21.846242Z","time spent":"630.954494ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:22.477273Z","caller":"traceutil/trace.go:171","msg":"trace[60287841] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1797; }","duration":"796.759262ms","start":"2026-03-08T02:28:21.680494Z","end":"2026-03-08T02:28:22.477253Z","steps":["trace[60287841] 'agreement among raft nodes before linearized reading' (duration: 796.570888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:22.477325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:21.680433Z","time spent":"796.879615ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:28:22.477383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.024173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-08T02:28:22.477419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.214897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:28:22.477449Z","caller":"traceutil/trace.go:171","msg":"trace[226588490] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1797; }","duration":"613.140555ms","start":"2026-03-08T02:28:21.864293Z","end":"2026-03-08T02:28:22.477434Z","steps":["trace[226588490] 'agreement among raft nodes before linearized reading' (duration: 612.949531ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:22.477472Z","caller":"traceutil/trace.go:171","msg":"trace[620341393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1797; }","duration":"599.289128ms","start":"2026-03-08T02:28:21.878167Z","end":"2026-03-08T02:28:22.477457Z","steps":["trace[620341393] 'agreement among raft nodes before linearized reading' (duration: 599.154595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:22.477499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:21.864272Z","time spent":"613.215797ms","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T02:28:22.477518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:21.878157Z","time spent":"599.34492ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:28:22.477755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.190705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:28:22.477817Z","caller":"traceutil/trace.go:171","msg":"trace[523616118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1797; }","duration":"599.245087ms","start":"2026-03-08T02:28:21.878535Z","end":"2026-03-08T02:28:22.47778Z","steps":["trace[523616118] 'agreement among raft nodes before linearized reading' (duration: 599.069433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:22.477834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.138589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:28:22.477842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.959401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:28:22.477905Z","caller":"traceutil/trace.go:171","msg":"trace[634993516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1797; }","duration":"604.244292ms","start":"2026-03-08T02:28:21.873645Z","end":"2026-03-08T02:28:22.477889Z","steps":["trace[634993516] 'agreement among raft nodes before linearized reading' (duration: 604.041597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:22.477953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:21.873575Z","time spent":"604.365945ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:28:22.477954Z","caller":"traceutil/trace.go:171","msg":"trace[1839598216] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1797; }","duration":"599.111254ms","start":"2026-03-08T02:28:21.878818Z","end":"2026-03-08T02:28:22.477929Z","steps":["trace[1839598216] 'agreement among raft nodes before linearized reading' (duration: 598.784266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:22.477859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:21.878525Z","time spent":"599.321559ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:22.478029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:21.87881Z","time spent":"599.204057ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:22.47885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.047186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:28:22.479015Z","caller":"traceutil/trace.go:171","msg":"trace[1227938869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1797; }","duration":"607.25358ms","start":"2026-03-08T02:28:21.871742Z","end":"2026-03-08T02:28:22.478995Z","steps":["trace[1227938869] 'agreement among raft nodes before linearized reading' (duration: 605.897529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:22.479087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:21.871724Z","time spent":"607.327152ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:28:49.22415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019340642,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:28:49.352952Z","caller":"traceutil/trace.go:171","msg":"trace[325360123] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"696.620257ms","start":"2026-03-08T02:28:48.656299Z","end":"2026-03-08T02:28:49.352919Z","steps":["trace[325360123] 'process raft request' (duration: 696.400832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:49.353164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.656271Z","time spent":"696.769921ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:49.35341Z","caller":"traceutil/trace.go:171","msg":"trace[117928974] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"696.28315ms","start":"2026-03-08T02:28:48.657032Z","end":"2026-03-08T02:28:49.353315Z","steps":["trace[117928974] 'process raft request' (duration: 695.83864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:49.353949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.65702Z","time spent":"696.636608ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:49.698025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.244761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:49.698241Z","caller":"traceutil/trace.go:171","msg":"trace[1372562093] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2008; }","duration":"974.411351ms","start":"2026-03-08T02:28:48.723746Z","end":"2026-03-08T02:28:49.698157Z","steps":["trace[1372562093] 'read index received' (duration: 628.947767ms)","trace[1372562093] 'applied index is now lower than readState.Index' (duration: 345.461964ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:49.698375Z","caller":"traceutil/trace.go:171","msg":"trace[88462142] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"859.98648ms","start":"2026-03-08T02:28:48.838357Z","end":"2026-03-08T02:28:49.698343Z","steps":["trace[88462142] 'process raft request' (duration: 699.295559ms)","trace[88462142] 'compare' (duration: 160.019116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:49.698554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.838329Z","time spent":"860.131053ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:49.69868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.925702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:28:49.698729Z","caller":"traceutil/trace.go:171","msg":"trace[1588193300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1931; }","duration":"975.020224ms","start":"2026-03-08T02:28:48.723693Z","end":"2026-03-08T02:28:49.698713Z","steps":["trace[1588193300] 'agreement among raft nodes before linearized reading' (duration: 974.644866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:49.698777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.723668Z","time spent":"975.094987ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:28:49.698824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.016133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:28:49.698867Z","caller":"traceutil/trace.go:171","msg":"trace[1364115048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1931; }","duration":"964.071734ms","start":"2026-03-08T02:28:48.73478Z","end":"2026-03-08T02:28:49.698852Z","steps":["trace[1364115048] 'agreement among raft nodes before linearized reading' (duration: 963.92153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:49.698899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.734772Z","time spent":"964.120076ms","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T02:28:49.699022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.861298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-08T02:28:49.699026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.075023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-08T02:28:49.699046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.848848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:28:49.699051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.204616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:28:49.699104Z","caller":"traceutil/trace.go:171","msg":"trace[1765638030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1931; }","duration":"974.010881ms","start":"2026-03-08T02:28:48.725049Z","end":"2026-03-08T02:28:49.69906Z","steps":["trace[1765638030] 'agreement among raft nodes before linearized reading' (duration: 973.862328ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:49.699142Z","caller":"traceutil/trace.go:171","msg":"trace[2095497548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1931; }","duration":"974.226167ms","start":"2026-03-08T02:28:48.72489Z","end":"2026-03-08T02:28:49.699116Z","steps":["trace[2095497548] 'agreement among raft nodes before linearized reading' (duration: 973.871739ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:49.69916Z","caller":"traceutil/trace.go:171","msg":"trace[440869187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1931; }","duration":"974.066603ms","start":"2026-03-08T02:28:48.725063Z","end":"2026-03-08T02:28:49.69913Z","steps":["trace[440869187] 'agreement among raft nodes before linearized reading' (duration: 973.709945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:49.699179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.724999Z","time spent":"974.164735ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:28:49.699173Z","caller":"traceutil/trace.go:171","msg":"trace[351264313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1931; }","duration":"974.39832ms","start":"2026-03-08T02:28:48.724753Z","end":"2026-03-08T02:28:49.699151Z","steps":["trace[351264313] 'agreement among raft nodes before linearized reading' (duration: 973.970181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:49.699207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.724883Z","time spent":"974.310638ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:28:49.699215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.725027Z","time spent":"974.179576ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:49.699322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:48.72474Z","time spent":"974.497812ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:49.924021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.374452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:49.92418Z","caller":"traceutil/trace.go:171","msg":"trace[14985706] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"217.987884ms","start":"2026-03-08T02:28:49.706175Z","end":"2026-03-08T02:28:49.924162Z","steps":["trace[14985706] 'process raft request' (duration: 92.387077ms)","trace[14985706] 'compare' (duration: 125.241729ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:49.924362Z","caller":"traceutil/trace.go:171","msg":"trace[2116577116] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"217.793949ms","start":"2026-03-08T02:28:49.706562Z","end":"2026-03-08T02:28:49.924356Z","steps":["trace[2116577116] 'process raft request' (duration: 217.567324ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:49.924893Z","caller":"traceutil/trace.go:171","msg":"trace[2076363811] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"218.040245ms","start":"2026-03-08T02:28:49.706843Z","end":"2026-03-08T02:28:49.924883Z","steps":["trace[2076363811] 'process raft request' (duration: 217.481172ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:49.925045Z","caller":"traceutil/trace.go:171","msg":"trace[851065149] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"217.750838ms","start":"2026-03-08T02:28:49.707288Z","end":"2026-03-08T02:28:49.925038Z","steps":["trace[851065149] 'process raft request' (duration: 217.525253ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:49.925216Z","caller":"traceutil/trace.go:171","msg":"trace[1885702443] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"217.671306ms","start":"2026-03-08T02:28:49.70748Z","end":"2026-03-08T02:28:49.925151Z","steps":["trace[1885702443] 'process raft request' (duration: 217.498382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:50.150221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.807196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-08T02:28:50.150315Z","caller":"traceutil/trace.go:171","msg":"trace[799422584] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1937; }","duration":"123.989021ms","start":"2026-03-08T02:28:50.026305Z","end":"2026-03-08T02:28:50.150294Z","steps":["trace[799422584] 'range keys from in-memory index tree' (duration: 123.597471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:54.512407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019340700,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:28:54.75376Z","caller":"traceutil/trace.go:171","msg":"trace[10269869] linearizableReadLoop","detail":"{readStateIndex:2032; appliedIndex:2031; }","duration":"741.549248ms","start":"2026-03-08T02:28:54.012101Z","end":"2026-03-08T02:28:54.753651Z","steps":["trace[10269869] 'read index received' (duration: 741.445356ms)","trace[10269869] 'applied index is now lower than readState.Index' (duration: 102.452µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:54.753873Z","caller":"traceutil/trace.go:171","msg":"trace[1597598461] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"776.457567ms","start":"2026-03-08T02:28:53.977364Z","end":"2026-03-08T02:28:54.753822Z","steps":["trace[1597598461] 'process raft request' (duration: 776.087199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:54.754065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.922327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:28:54.754142Z","caller":"traceutil/trace.go:171","msg":"trace[1420536048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1951; }","duration":"742.049109ms","start":"2026-03-08T02:28:54.012076Z","end":"2026-03-08T02:28:54.754125Z","steps":["trace[1420536048] 'agreement among raft nodes before linearized reading' (duration: 741.813484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:54.754203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:54.012065Z","time spent":"742.124282ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:28:54.754346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:53.977334Z","time spent":"776.711033ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:55.136945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:54.789686Z","time spent":"347.250283ms","remote":"127.0.0.1:35436","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T02:28:55.137432Z","caller":"traceutil/trace.go:171","msg":"trace[1674386353] transaction","detail":"{read_only:false; response_revision:1953; number_of_response:1; }","duration":"378.430107ms","start":"2026-03-08T02:28:54.758975Z","end":"2026-03-08T02:28:55.137405Z","steps":["trace[1674386353] 'process raft request' (duration: 378.381676ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:55.137479Z","caller":"traceutil/trace.go:171","msg":"trace[499385574] linearizableReadLoop","detail":"{readStateIndex:2033; appliedIndex:2032; }","duration":"383.604535ms","start":"2026-03-08T02:28:54.753848Z","end":"2026-03-08T02:28:55.137453Z","steps":["trace[499385574] 'read index received' (duration: 337.588591ms)","trace[499385574] 'applied index is now lower than readState.Index' (duration: 46.012634ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:55.137533Z","caller":"traceutil/trace.go:171","msg":"trace[1844544878] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"410.033561ms","start":"2026-03-08T02:28:54.727419Z","end":"2026-03-08T02:28:55.137453Z","steps":["trace[1844544878] 'process raft request' (duration: 364.025547ms)","trace[1844544878] 'compare' (duration: 45.762409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:55.137651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124037108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:28:55.137654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124338595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-08T02:28:55.137658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124016078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:28:55.137658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.203681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:28:55.137687Z","caller":"traceutil/trace.go:171","msg":"trace[1593522673] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1953; }","duration":"1.12410305s","start":"2026-03-08T02:28:54.013576Z","end":"2026-03-08T02:28:55.137679Z","steps":["trace[1593522673] 'agreement among raft nodes before linearized reading' (duration: 1.123983967s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:55.137685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.365475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-08T02:28:55.137697Z","caller":"traceutil/trace.go:171","msg":"trace[1713746828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1953; }","duration":"1.124405327s","start":"2026-03-08T02:28:54.013279Z","end":"2026-03-08T02:28:55.137684Z","steps":["trace[1713746828] 'agreement among raft nodes before linearized reading' (duration: 1.124265633s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:55.137705Z","caller":"traceutil/trace.go:171","msg":"trace[1784136350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1953; }","duration":"1.124075319s","start":"2026-03-08T02:28:54.013615Z","end":"2026-03-08T02:28:55.137691Z","steps":["trace[1784136350] 'agreement among raft nodes before linearized reading' (duration: 1.123923795s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:55.137713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:54.013566Z","time spent":"1.12414025s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:55.137538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.503583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:28:55.137739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:54.013269Z","time spent":"1.124459248s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:55.137741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:54.01361Z","time spent":"1.12412403s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:28:55.137738Z","caller":"traceutil/trace.go:171","msg":"trace[201578865] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1953; }","duration":"467.430356ms","start":"2026-03-08T02:28:54.670284Z","end":"2026-03-08T02:28:55.137715Z","steps":["trace[201578865] 'agreement among raft nodes before linearized reading' (duration: 467.304713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:55.137799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:54.670274Z","time spent":"467.511238ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-08T02:28:55.137716Z","caller":"traceutil/trace.go:171","msg":"trace[1172086628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1953; }","duration":"398.288213ms","start":"2026-03-08T02:28:54.739411Z","end":"2026-03-08T02:28:55.1377Z","steps":["trace[1172086628] 'agreement among raft nodes before linearized reading' (duration: 398.099309ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:55.137891Z","caller":"traceutil/trace.go:171","msg":"trace[933629878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1953; }","duration":"472.848811ms","start":"2026-03-08T02:28:54.664965Z","end":"2026-03-08T02:28:55.137814Z","steps":["trace[933629878] 'agreement among raft nodes before linearized reading' (duration: 472.501533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:55.137719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:54.727391Z","time spent":"410.224776ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:55.137945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:54.739394Z","time spent":"398.529198ms","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T02:28:55.138064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:54.664938Z","time spent":"473.068196ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:28:55.138242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:54.758947Z","time spent":"378.54762ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:55.307676Z","caller":"traceutil/trace.go:171","msg":"trace[432583595] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"164.682792ms","start":"2026-03-08T02:28:55.142952Z","end":"2026-03-08T02:28:55.307634Z","steps":["trace[432583595] 'process raft request' (duration: 159.109455ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:55.307746Z","caller":"traceutil/trace.go:171","msg":"trace[127850234] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"164.501768ms","start":"2026-03-08T02:28:55.143197Z","end":"2026-03-08T02:28:55.307699Z","steps":["trace[127850234] 'process raft request' (duration: 164.433506ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:55.307964Z","caller":"traceutil/trace.go:171","msg":"trace[778412420] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"164.991429ms","start":"2026-03-08T02:28:55.142937Z","end":"2026-03-08T02:28:55.307929Z","steps":["trace[778412420] 'process raft request' (duration: 164.507918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:55.705975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.622431ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:28:55.706351Z","caller":"traceutil/trace.go:171","msg":"trace[556319215] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2038; }","duration":"142.390092ms","start":"2026-03-08T02:28:55.563937Z","end":"2026-03-08T02:28:55.706327Z","steps":["trace[556319215] 'read index received' (duration: 41.593163ms)","trace[556319215] 'applied index is now lower than readState.Index' (duration: 100.795909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:55.706644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.695178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189abcba0c144b24\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-08T02:28:55.70671Z","caller":"traceutil/trace.go:171","msg":"trace[182894659] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"252.153806ms","start":"2026-03-08T02:28:55.454515Z","end":"2026-03-08T02:28:55.706669Z","steps":["trace[182894659] 'process raft request' (duration: 251.581153ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:55.706762Z","caller":"traceutil/trace.go:171","msg":"trace[860448868] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189abcba0c144b24; range_end:; response_count:1; response_revision:1959; }","duration":"142.830331ms","start":"2026-03-08T02:28:55.563882Z","end":"2026-03-08T02:28:55.706713Z","steps":["trace[860448868] 'agreement among raft nodes before linearized reading' (duration: 142.612426ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:55.706836Z","caller":"traceutil/trace.go:171","msg":"trace[1534010711] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"252.038503ms","start":"2026-03-08T02:28:55.454662Z","end":"2026-03-08T02:28:55.7067Z","steps":["trace[1534010711] 'process raft request' (duration: 251.621084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:56.211669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.90104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:56.211835Z","caller":"traceutil/trace.go:171","msg":"trace[2052907805] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2042; }","duration":"158.87762ms","start":"2026-03-08T02:28:56.052933Z","end":"2026-03-08T02:28:56.211811Z","steps":["trace[2052907805] 'read index received' (duration: 30.539649ms)","trace[2052907805] 'applied index is now lower than readState.Index' (duration: 128.335971ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:56.211859Z","caller":"traceutil/trace.go:171","msg":"trace[805822932] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"440.845731ms","start":"2026-03-08T02:28:55.770964Z","end":"2026-03-08T02:28:56.21181Z","steps":["trace[805822932] 'process raft request' (duration: 312.665524ms)","trace[805822932] 'compare' (duration: 127.696806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:56.212001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.026503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:28:56.212104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:55.770913Z","time spent":"441.037805ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:56.212121Z","caller":"traceutil/trace.go:171","msg":"trace[1495756977] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1960; }","duration":"159.214567ms","start":"2026-03-08T02:28:56.052879Z","end":"2026-03-08T02:28:56.212093Z","steps":["trace[1495756977] 'agreement among raft nodes before linearized reading' (duration: 158.990692ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:56.949472Z","caller":"traceutil/trace.go:171","msg":"trace[1130898842] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"186.581364ms","start":"2026-03-08T02:28:56.762854Z","end":"2026-03-08T02:28:56.949435Z","steps":["trace[1130898842] 'process raft request' (duration: 186.135114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:57.645087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019340725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:28:58.145645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019340725,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:28:58.400234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.451317347s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:28:58.450718Z","caller":"traceutil/trace.go:171","msg":"trace[1543644233] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"1.625734733s","start":"2026-03-08T02:28:56.824948Z","end":"2026-03-08T02:28:58.450683Z","steps":["trace[1543644233] 'process raft request' (duration: 1.575664745s)","trace[1543644233] 'compare' (duration: 49.875063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:58.450945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:56.82492Z","time spent":"1.625876626s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8395,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:58.450999Z","caller":"traceutil/trace.go:171","msg":"trace[1994193701] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"1.306765457s","start":"2026-03-08T02:28:57.144209Z","end":"2026-03-08T02:28:58.450974Z","steps":["trace[1994193701] 'process raft request' (duration: 1.306421799s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:58.451151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:57.144177Z","time spent":"1.30688907s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:58.451912Z","caller":"traceutil/trace.go:171","msg":"trace[771697379] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2044; }","duration":"1.307631907s","start":"2026-03-08T02:28:57.144255Z","end":"2026-03-08T02:28:58.451887Z","steps":["trace[771697379] 'read index received' (duration: 1.256373593s)","trace[771697379] 'applied index is now lower than readState.Index' (duration: 51.256364ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:58.452065Z","caller":"traceutil/trace.go:171","msg":"trace[1842603683] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"739.491514ms","start":"2026-03-08T02:28:57.712541Z","end":"2026-03-08T02:28:58.452032Z","steps":["trace[1842603683] 'process raft request' (duration: 739.226357ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:58.452084Z","caller":"traceutil/trace.go:171","msg":"trace[570118137] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"1.028427311s","start":"2026-03-08T02:28:57.423639Z","end":"2026-03-08T02:28:58.452066Z","steps":["trace[570118137] 'process raft request' (duration: 1.028043833s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:58.452182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:57.712512Z","time spent":"739.617546ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:28:58.452186Z","caller":"traceutil/trace.go:171","msg":"trace[767045388] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"738.952681ms","start":"2026-03-08T02:28:57.713177Z","end":"2026-03-08T02:28:58.452129Z","steps":["trace[767045388] 'process raft request' (duration: 738.652824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:58.452423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:57.713169Z","time spent":"739.122314ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:58.452412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:57.423603Z","time spent":"1.028656997s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:58.452427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308141918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-08T02:28:58.452529Z","caller":"traceutil/trace.go:171","msg":"trace[58983169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1967; }","duration":"1.308316762s","start":"2026-03-08T02:28:57.144187Z","end":"2026-03-08T02:28:58.452504Z","steps":["trace[58983169] 'agreement among raft nodes before linearized reading' (duration: 1.307900233s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:58.452582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:57.144163Z","time spent":"1.308408995s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:28:58.452641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.595812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:28:58.452701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261154682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-08T02:28:58.452732Z","caller":"traceutil/trace.go:171","msg":"trace[382531372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1967; }","duration":"786.745445ms","start":"2026-03-08T02:28:57.665961Z","end":"2026-03-08T02:28:58.452706Z","steps":["trace[382531372] 'agreement among raft nodes before linearized reading' (duration: 786.567871ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:58.452769Z","caller":"traceutil/trace.go:171","msg":"trace[462901937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1967; }","duration":"1.261269005s","start":"2026-03-08T02:28:57.19148Z","end":"2026-03-08T02:28:58.452749Z","steps":["trace[462901937] 'agreement among raft nodes before linearized reading' (duration: 1.261017049s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:58.452799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139547807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-08T02:28:58.452842Z","caller":"traceutil/trace.go:171","msg":"trace[2122500515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1967; }","duration":"1.139618148s","start":"2026-03-08T02:28:57.313212Z","end":"2026-03-08T02:28:58.45283Z","steps":["trace[2122500515] 'agreement among raft nodes before linearized reading' (duration: 1.139418483s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:58.452873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:57.313195Z","time spent":"1.13967145s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:28:58.452094Z","caller":"traceutil/trace.go:171","msg":"trace[1737448737] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"1.246391544s","start":"2026-03-08T02:28:57.205676Z","end":"2026-03-08T02:28:58.452067Z","steps":["trace[1737448737] 'process raft request' (duration: 1.245214157s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:58.452885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.088217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:28:58.452949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:57.665936Z","time spent":"787.003411ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:28:58.452945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139554107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-08T02:28:58.452937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:57.191465Z","time spent":"1.261342506s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:28:58.45297Z","caller":"traceutil/trace.go:171","msg":"trace[1261823348] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:1967; }","duration":"304.23009ms","start":"2026-03-08T02:28:58.148716Z","end":"2026-03-08T02:28:58.452946Z","steps":["trace[1261823348] 'agreement among raft nodes before linearized reading' (duration: 304.068767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:58.45301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:58.148685Z","time spent":"304.317462ms","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:28:58.453004Z","caller":"traceutil/trace.go:171","msg":"trace[221656334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1967; }","duration":"1.139667439s","start":"2026-03-08T02:28:57.313316Z","end":"2026-03-08T02:28:58.452984Z","steps":["trace[221656334] 'agreement among raft nodes before linearized reading' (duration: 1.139421694s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:58.453045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:57.313284Z","time spent":"1.139754492s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:28:58.453054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:57.205648Z","time spent":"1.247296675s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:28:58.45319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.902034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:28:58.453221Z","caller":"traceutil/trace.go:171","msg":"trace[380153460] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1967; }","duration":"781.949926ms","start":"2026-03-08T02:28:57.671262Z","end":"2026-03-08T02:28:58.453212Z","steps":["trace[380153460] 'agreement among raft nodes before linearized reading' (duration: 781.882024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:58.453251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:57.671256Z","time spent":"781.988856ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:28:58.453291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233307244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:28:58.453359Z","caller":"traceutil/trace.go:171","msg":"trace[156611873] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1967; }","duration":"1.233390776s","start":"2026-03-08T02:28:57.219945Z","end":"2026-03-08T02:28:58.453336Z","steps":["trace[156611873] 'agreement among raft nodes before linearized reading' (duration: 1.233203922s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:28:58.45343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:28:57.219933Z","time spent":"1.233484718s","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T02:28:58.712768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.788604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:28:58.713056Z","caller":"traceutil/trace.go:171","msg":"trace[1580380885] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"254.605873ms","start":"2026-03-08T02:28:58.458403Z","end":"2026-03-08T02:28:58.713009Z","steps":["trace[1580380885] 'process raft request' (duration: 151.44722ms)","trace[1580380885] 'compare' (duration: 102.59851ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:28:58.713251Z","caller":"traceutil/trace.go:171","msg":"trace[252388470] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"254.689874ms","start":"2026-03-08T02:28:58.458519Z","end":"2026-03-08T02:28:58.713209Z","steps":["trace[252388470] 'process raft request' (duration: 254.410858ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:58.713442Z","caller":"traceutil/trace.go:171","msg":"trace[1317796413] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"254.911719ms","start":"2026-03-08T02:28:58.45851Z","end":"2026-03-08T02:28:58.713422Z","steps":["trace[1317796413] 'process raft request' (duration: 254.50737ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:58.713569Z","caller":"traceutil/trace.go:171","msg":"trace[952035415] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"254.697755ms","start":"2026-03-08T02:28:58.458828Z","end":"2026-03-08T02:28:58.713525Z","steps":["trace[952035415] 'process raft request' (duration: 254.589642ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:28:58.713615Z","caller":"traceutil/trace.go:171","msg":"trace[1357140932] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2050; }","duration":"192.443128ms","start":"2026-03-08T02:28:58.521061Z","end":"2026-03-08T02:28:58.713504Z","steps":["trace[1357140932] 'read index received' (duration: 88.802764ms)","trace[1357140932] 'applied index is now lower than readState.Index' (duration: 103.638444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:28:58.713871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.784757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-08T02:28:58.713982Z","caller":"traceutil/trace.go:171","msg":"trace[1621251692] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1971; }","duration":"192.95021ms","start":"2026-03-08T02:28:58.521011Z","end":"2026-03-08T02:28:58.713961Z","steps":["trace[1621251692] 'agreement among raft nodes before linearized reading' (duration: 192.621142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:00.981189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019340757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:29:01.516853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235787927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-08T02:29:01.51696Z","caller":"traceutil/trace.go:171","msg":"trace[279299098] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1973; }","duration":"1.235943941s","start":"2026-03-08T02:29:00.280991Z","end":"2026-03-08T02:29:01.516935Z","steps":["trace[279299098] 'range keys from in-memory index tree' (duration: 1.235555882s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:01.517179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:00.280973Z","time spent":"1.236038333s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-08T02:29:01.517195Z","caller":"traceutil/trace.go:171","msg":"trace[1745668957] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"1.058080446s","start":"2026-03-08T02:29:00.45909Z","end":"2026-03-08T02:29:01.517171Z","steps":["trace[1745668957] 'process raft request' (duration: 982.804702ms)","trace[1745668957] 'compare' (duration: 74.298432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:29:01.518223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:00.459059Z","time spent":"1.059011368s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:29:01.574167Z","caller":"traceutil/trace.go:171","msg":"trace[1065897821] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2057; }","duration":"1.093759534s","start":"2026-03-08T02:29:00.480371Z","end":"2026-03-08T02:29:01.574131Z","steps":["trace[1065897821] 'read index received' (duration: 961.543615ms)","trace[1065897821] 'applied index is now lower than readState.Index' (duration: 132.214319ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:29:01.5742Z","caller":"traceutil/trace.go:171","msg":"trace[290594570] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"1.114914569s","start":"2026-03-08T02:29:00.459252Z","end":"2026-03-08T02:29:01.574167Z","steps":["trace[290594570] 'process raft request' (duration: 1.114665693s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:01.574374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:00.459199Z","time spent":"1.115081112s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:29:01.574618Z","caller":"traceutil/trace.go:171","msg":"trace[1287982715] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"1.114747254s","start":"2026-03-08T02:29:00.459529Z","end":"2026-03-08T02:29:01.574277Z","steps":["trace[1287982715] 'process raft request' (duration: 1.11454815s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:01.574694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094297586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-08T02:29:01.57474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:00.459498Z","time spent":"1.115171664s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:29:01.574801Z","caller":"traceutil/trace.go:171","msg":"trace[90966969] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1976; }","duration":"1.09446424s","start":"2026-03-08T02:29:00.480311Z","end":"2026-03-08T02:29:01.574775Z","steps":["trace[90966969] 'agreement among raft nodes before linearized reading' (duration: 1.094162823s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:01.574995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:00.480282Z","time spent":"1.094691385s","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T02:29:01.613942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.641017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-08T02:29:01.613975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.716268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:29:01.613991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.517994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-08T02:29:01.61401Z","caller":"traceutil/trace.go:171","msg":"trace[774175138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1977; }","duration":"895.761189ms","start":"2026-03-08T02:29:00.71823Z","end":"2026-03-08T02:29:01.613991Z","steps":["trace[774175138] 'agreement among raft nodes before linearized reading' (duration: 895.590215ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:29:01.614044Z","caller":"traceutil/trace.go:171","msg":"trace[902332038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1977; }","duration":"895.611936ms","start":"2026-03-08T02:29:00.718422Z","end":"2026-03-08T02:29:01.614034Z","steps":["trace[902332038] 'agreement among raft nodes before linearized reading' (duration: 895.482923ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:29:01.614047Z","caller":"traceutil/trace.go:171","msg":"trace[734989469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1977; }","duration":"895.835851ms","start":"2026-03-08T02:29:00.718189Z","end":"2026-03-08T02:29:01.614025Z","steps":["trace[734989469] 'agreement among raft nodes before linearized reading' (duration: 895.699988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:01.614059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:00.718201Z","time spent":"895.848651ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:29:01.61407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:00.71839Z","time spent":"895.674798ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:29:01.614077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:00.718156Z","time spent":"895.913973ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:29:01.614075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.752222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:29:01.613878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.073541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:29:01.614245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.927313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:29:01.614245Z","caller":"traceutil/trace.go:171","msg":"trace[933627661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1977; }","duration":"948.964418ms","start":"2026-03-08T02:29:00.665223Z","end":"2026-03-08T02:29:01.614188Z","steps":["trace[933627661] 'agreement among raft nodes before linearized reading' (duration: 948.750683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:01.613975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044556327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189abcba0c144b24\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-08T02:29:01.614299Z","caller":"traceutil/trace.go:171","msg":"trace[1259586743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1977; }","duration":"896.008995ms","start":"2026-03-08T02:29:00.718259Z","end":"2026-03-08T02:29:01.614268Z","steps":["trace[1259586743] 'agreement among raft nodes before linearized reading' (duration: 895.834931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:01.614275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.558472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-08T02:29:01.614322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:00.718226Z","time spent":"896.091107ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:29:01.614335Z","caller":"traceutil/trace.go:171","msg":"trace[361118239] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189abcba0c144b24; range_end:; response_count:1; response_revision:1977; }","duration":"1.044955456s","start":"2026-03-08T02:29:00.569345Z","end":"2026-03-08T02:29:01.6143Z","steps":["trace[361118239] 'agreement among raft nodes before linearized reading' (duration: 1.044409394s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:29:01.614359Z","caller":"traceutil/trace.go:171","msg":"trace[248347289] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1977; }","duration":"729.422799ms","start":"2026-03-08T02:29:00.884789Z","end":"2026-03-08T02:29:01.614212Z","steps":["trace[248347289] 'agreement among raft nodes before linearized reading' (duration: 729.00362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:01.614364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:00.665191Z","time spent":"949.161001ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:29:01.614333Z","caller":"traceutil/trace.go:171","msg":"trace[19445123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1977; }","duration":"619.672925ms","start":"2026-03-08T02:29:00.994649Z","end":"2026-03-08T02:29:01.614322Z","steps":["trace[19445123] 'agreement among raft nodes before linearized reading' (duration: 619.436879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:01.614395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:00.884732Z","time spent":"729.654864ms","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:29:01.614414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:00.569313Z","time spent":"1.045080559s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189abcba0c144b24\" "} {"level":"warn","ts":"2026-03-08T02:29:01.614417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:00.99463Z","time spent":"619.775398ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:29:02.77289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.286234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:29:02.773207Z","caller":"traceutil/trace.go:171","msg":"trace[268983976] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"1.156376389s","start":"2026-03-08T02:29:01.616782Z","end":"2026-03-08T02:29:02.773158Z","steps":["trace[268983976] 'process raft request' (duration: 516.736756ms)","trace[268983976] 'compare' (duration: 638.824824ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:29:02.773378Z","caller":"traceutil/trace.go:171","msg":"trace[1250406156] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"1.154100706s","start":"2026-03-08T02:29:01.619254Z","end":"2026-03-08T02:29:02.773354Z","steps":["trace[1250406156] 'process raft request' (duration: 1.153941293s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:02.773396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:01.616759Z","time spent":"1.156535543s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:29:02.773377Z","caller":"traceutil/trace.go:171","msg":"trace[2121027057] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"1.154136217s","start":"2026-03-08T02:29:01.619215Z","end":"2026-03-08T02:29:02.773352Z","steps":["trace[2121027057] 'process raft request' (duration: 1.153788859s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:02.773502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:01.619234Z","time spent":"1.154216409s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:29:02.773386Z","caller":"traceutil/trace.go:171","msg":"trace[363750236] linearizableReadLoop","detail":"{readStateIndex:2067; appliedIndex:2061; }","duration":"996.377124ms","start":"2026-03-08T02:29:01.776994Z","end":"2026-03-08T02:29:02.773371Z","steps":["trace[363750236] 'read index received' (duration: 356.597258ms)","trace[363750236] 'applied index is now lower than readState.Index' (duration: 639.778946ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:29:02.773546Z","caller":"traceutil/trace.go:171","msg":"trace[1382852626] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"1.154133227s","start":"2026-03-08T02:29:01.619357Z","end":"2026-03-08T02:29:02.773491Z","steps":["trace[1382852626] 'process raft request' (duration: 1.153932513s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:02.773582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:01.619191Z","time spent":"1.15426279s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:29:02.773783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:01.619341Z","time spent":"1.154316831s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:29:02.773837Z","caller":"traceutil/trace.go:171","msg":"trace[1395665425] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"1.154442165s","start":"2026-03-08T02:29:01.61933Z","end":"2026-03-08T02:29:02.773772Z","steps":["trace[1395665425] 'process raft request' (duration: 1.153903882s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:02.7739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.118589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:29:02.774001Z","caller":"traceutil/trace.go:171","msg":"trace[704770124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1983; }","duration":"109.243853ms","start":"2026-03-08T02:29:02.664739Z","end":"2026-03-08T02:29:02.773983Z","steps":["trace[704770124] 'agreement among raft nodes before linearized reading' (duration: 109.101059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:02.774051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.825291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:29:02.77366Z","caller":"traceutil/trace.go:171","msg":"trace[900939078] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"1.154181278s","start":"2026-03-08T02:29:01.619447Z","end":"2026-03-08T02:29:02.773628Z","steps":["trace[900939078] 'process raft request' (duration: 1.153882192s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:29:02.774097Z","caller":"traceutil/trace.go:171","msg":"trace[288856249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1983; }","duration":"190.900473ms","start":"2026-03-08T02:29:02.583184Z","end":"2026-03-08T02:29:02.774084Z","steps":["trace[288856249] 'agreement among raft nodes before linearized reading' (duration: 190.76383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:02.774032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.036468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:29:02.773914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.669824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T02:29:02.774184Z","caller":"traceutil/trace.go:171","msg":"trace[1521620862] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1983; }","duration":"997.218312ms","start":"2026-03-08T02:29:01.776931Z","end":"2026-03-08T02:29:02.774149Z","steps":["trace[1521620862] 'agreement among raft nodes before linearized reading' (duration: 996.488656ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:29:02.774191Z","caller":"traceutil/trace.go:171","msg":"trace[203354812] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1983; }","duration":"488.990951ms","start":"2026-03-08T02:29:02.285184Z","end":"2026-03-08T02:29:02.774175Z","steps":["trace[203354812] 'agreement among raft nodes before linearized reading' (duration: 488.51745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:02.773932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.241423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:29:02.774196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:01.619321Z","time spent":"1.15467284s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:29:02.774195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:01.619418Z","time spent":"1.15468923s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:29:02.774263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:01.776908Z","time spent":"997.311565ms","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:29:02.774291Z","caller":"traceutil/trace.go:171","msg":"trace[774173146] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1983; }","duration":"171.639932ms","start":"2026-03-08T02:29:02.602611Z","end":"2026-03-08T02:29:02.774251Z","steps":["trace[774173146] 'agreement among raft nodes before linearized reading' (duration: 171.256743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:02.774271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:29:02.285159Z","time spent":"489.096484ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":263,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:29:03.801546Z","caller":"traceutil/trace.go:171","msg":"trace[1178583443] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"277.281611ms","start":"2026-03-08T02:29:03.524237Z","end":"2026-03-08T02:29:03.801518Z","steps":["trace[1178583443] 'process raft request' (duration: 277.123618ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:29:03.825569Z","caller":"traceutil/trace.go:171","msg":"trace[2104286903] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"245.592206ms","start":"2026-03-08T02:29:03.579948Z","end":"2026-03-08T02:29:03.82554Z","steps":["trace[2104286903] 'process raft request' (duration: 245.380311ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:29:03.825713Z","caller":"traceutil/trace.go:171","msg":"trace[1894830393] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"243.748263ms","start":"2026-03-08T02:29:03.581948Z","end":"2026-03-08T02:29:03.825696Z","steps":["trace[1894830393] 'process raft request' (duration: 243.534888ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:29:07.978461Z","caller":"traceutil/trace.go:171","msg":"trace[1170844683] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"137.834696ms","start":"2026-03-08T02:29:07.84059Z","end":"2026-03-08T02:29:07.978425Z","steps":["trace[1170844683] 'process raft request' (duration: 120.729834ms)","trace[1170844683] 'compare' (duration: 16.886567ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:29:07.97857Z","caller":"traceutil/trace.go:171","msg":"trace[572773928] linearizableReadLoop","detail":"{readStateIndex:2091; appliedIndex:2088; }","duration":"123.12724ms","start":"2026-03-08T02:29:07.855418Z","end":"2026-03-08T02:29:07.978545Z","steps":["trace[572773928] 'read index received' (duration: 23.891786ms)","trace[572773928] 'applied index is now lower than readState.Index' (duration: 99.233844ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:29:07.978662Z","caller":"traceutil/trace.go:171","msg":"trace[1921680863] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"137.424957ms","start":"2026-03-08T02:29:07.841199Z","end":"2026-03-08T02:29:07.978624Z","steps":["trace[1921680863] 'process raft request' (duration: 137.171611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:07.97873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.292615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-08T02:29:07.978751Z","caller":"traceutil/trace.go:171","msg":"trace[1740541340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2006; }","duration":"123.334436ms","start":"2026-03-08T02:29:07.855409Z","end":"2026-03-08T02:29:07.978744Z","steps":["trace[1740541340] 'agreement among raft nodes before linearized reading' (duration: 123.213733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:29:44.330794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.091207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:29:44.331163Z","caller":"traceutil/trace.go:171","msg":"trace[2032779560] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"164.485479ms","start":"2026-03-08T02:29:44.166624Z","end":"2026-03-08T02:29:44.331109Z","steps":["trace[2032779560] 'process raft request' (duration: 56.965703ms)","trace[2032779560] 'compare' (duration: 106.954794ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:30:10.384034Z","caller":"traceutil/trace.go:171","msg":"trace[784839115] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"185.015762ms","start":"2026-03-08T02:30:10.198992Z","end":"2026-03-08T02:30:10.384008Z","steps":["trace[784839115] 'process raft request' (duration: 184.855978ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:10.385289Z","caller":"traceutil/trace.go:171","msg":"trace[658345417] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"149.873228ms","start":"2026-03-08T02:30:10.235384Z","end":"2026-03-08T02:30:10.385258Z","steps":["trace[658345417] 'process raft request' (duration: 149.655493ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:10.385432Z","caller":"traceutil/trace.go:171","msg":"trace[575286416] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"112.354254ms","start":"2026-03-08T02:30:10.273047Z","end":"2026-03-08T02:30:10.385402Z","steps":["trace[575286416] 'process raft request' (duration: 112.176191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:11.378018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.146596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:30:11.378182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.939888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:30:11.378187Z","caller":"traceutil/trace.go:171","msg":"trace[798993204] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2478; }","duration":"918.32894ms","start":"2026-03-08T02:30:10.459824Z","end":"2026-03-08T02:30:11.378153Z","steps":["trace[798993204] 'count revisions from in-memory index tree' (duration: 918.006703ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:11.378247Z","caller":"traceutil/trace.go:171","msg":"trace[2085674245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2478; }","duration":"712.05999ms","start":"2026-03-08T02:30:10.666169Z","end":"2026-03-08T02:30:11.378229Z","steps":["trace[2085674245] 'range keys from in-memory index tree' (duration: 711.761085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:11.378266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:10.459717Z","time spent":"918.526004ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:30:11.378303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:10.666142Z","time spent":"712.149713ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:30:11.378513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.677899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:30:11.378651Z","caller":"traceutil/trace.go:171","msg":"trace[1415378545] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2478; }","duration":"190.916713ms","start":"2026-03-08T02:30:11.187703Z","end":"2026-03-08T02:30:11.37862Z","steps":["trace[1415378545] 'range keys from in-memory index tree' (duration: 190.513336ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:16.692982Z","caller":"traceutil/trace.go:171","msg":"trace[1479326006] linearizableReadLoop","detail":"{readStateIndex:2622; appliedIndex:2620; }","duration":"151.295067ms","start":"2026-03-08T02:30:16.54166Z","end":"2026-03-08T02:30:16.692955Z","steps":["trace[1479326006] 'read index received' (duration: 147.274634ms)","trace[1479326006] 'applied index is now lower than readState.Index' (duration: 4.018993ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:30:16.69302Z","caller":"traceutil/trace.go:171","msg":"trace[458640790] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"246.681302ms","start":"2026-03-08T02:30:16.4463Z","end":"2026-03-08T02:30:16.692981Z","steps":["trace[458640790] 'process raft request' (duration: 242.563778ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:16.69308Z","caller":"traceutil/trace.go:171","msg":"trace[599788902] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"237.414652ms","start":"2026-03-08T02:30:16.455639Z","end":"2026-03-08T02:30:16.693054Z","steps":["trace[599788902] 'process raft request' (duration: 237.269669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:16.693578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.88289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:30:16.693684Z","caller":"traceutil/trace.go:171","msg":"trace[263935014] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2514; }","duration":"152.041052ms","start":"2026-03-08T02:30:16.54162Z","end":"2026-03-08T02:30:16.693661Z","steps":["trace[263935014] 'agreement among raft nodes before linearized reading' (duration: 151.478091ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:18.879678Z","caller":"traceutil/trace.go:171","msg":"trace[1152815760] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"164.50579ms","start":"2026-03-08T02:30:18.715138Z","end":"2026-03-08T02:30:18.879644Z","steps":["trace[1152815760] 'process raft request' (duration: 87.648936ms)","trace[1152815760] 'compare' (duration: 76.656389ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:30:38.660035Z","caller":"traceutil/trace.go:171","msg":"trace[1835947017] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"106.360597ms","start":"2026-03-08T02:30:38.553632Z","end":"2026-03-08T02:30:38.659993Z","steps":["trace[1835947017] 'process raft request' (duration: 105.971688ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:39.176048Z","caller":"traceutil/trace.go:171","msg":"trace[670882477] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"330.470461ms","start":"2026-03-08T02:30:38.845553Z","end":"2026-03-08T02:30:39.176023Z","steps":["trace[670882477] 'process raft request' (duration: 330.286416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:39.176243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:38.845522Z","time spent":"330.609174ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:39.322382Z","caller":"traceutil/trace.go:171","msg":"trace[17381698] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"471.784305ms","start":"2026-03-08T02:30:38.850561Z","end":"2026-03-08T02:30:39.322345Z","steps":["trace[17381698] 'process raft request' (duration: 417.920396ms)","trace[17381698] 'compare' (duration: 53.615094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:39.322596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:38.850529Z","time spent":"471.938829ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:45.975601Z","caller":"traceutil/trace.go:171","msg":"trace[650075251] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"770.208414ms","start":"2026-03-08T02:30:45.205356Z","end":"2026-03-08T02:30:45.975565Z","steps":["trace[650075251] 'process raft request' (duration: 769.955119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:45.975816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:45.205326Z","time spent":"770.367088ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:46.042359Z","caller":"traceutil/trace.go:171","msg":"trace[278082013] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"679.754401ms","start":"2026-03-08T02:30:45.362548Z","end":"2026-03-08T02:30:46.042303Z","steps":["trace[278082013] 'process raft request' (duration: 679.509145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:46.042556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:45.362517Z","time spent":"679.938825ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:46.12165Z","caller":"traceutil/trace.go:171","msg":"trace[2101340852] linearizableReadLoop","detail":"{readStateIndex:2780; appliedIndex:2777; }","duration":"456.313812ms","start":"2026-03-08T02:30:45.665307Z","end":"2026-03-08T02:30:46.121621Z","steps":["trace[2101340852] 'read index received' (duration: 310.116986ms)","trace[2101340852] 'applied index is now lower than readState.Index' (duration: 146.195436ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:30:46.121706Z","caller":"traceutil/trace.go:171","msg":"trace[1178152780] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"260.213378ms","start":"2026-03-08T02:30:45.861442Z","end":"2026-03-08T02:30:46.121655Z","steps":["trace[1178152780] 'process raft request' (duration: 259.790058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:46.74372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.850257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:30:46.743819Z","caller":"traceutil/trace.go:171","msg":"trace[1269505652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2667; }","duration":"937.003961ms","start":"2026-03-08T02:30:45.806792Z","end":"2026-03-08T02:30:46.743796Z","steps":["trace[1269505652] 'agreement among raft nodes before linearized reading' (duration: 315.08771ms)","trace[1269505652] 'range keys from in-memory index tree' (duration: 621.714426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:46.74386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:45.806765Z","time spent":"937.086322ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:30:46.743756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.41056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-08T02:30:46.744236Z","caller":"traceutil/trace.go:171","msg":"trace[2136373201] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2667; }","duration":"334.946362ms","start":"2026-03-08T02:30:46.409278Z","end":"2026-03-08T02:30:46.744224Z","steps":["trace[2136373201] 'range keys from in-memory index tree' (duration: 334.274558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:46.744221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.745643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189abcd4c201b0e5\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-08T02:30:46.744274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078951719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:30:46.744323Z","caller":"traceutil/trace.go:171","msg":"trace[783253878] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189abcd4c201b0e5; range_end:; response_count:1; response_revision:2667; }","duration":"882.889305ms","start":"2026-03-08T02:30:45.861408Z","end":"2026-03-08T02:30:46.744298Z","steps":["trace[783253878] 'agreement among raft nodes before linearized reading' (duration: 260.506503ms)","trace[783253878] 'range keys from in-memory index tree' (duration: 622.152006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:46.744379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.219757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:30:46.7444Z","caller":"traceutil/trace.go:171","msg":"trace[1292841994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2667; }","duration":"1.079097813s","start":"2026-03-08T02:30:45.665262Z","end":"2026-03-08T02:30:46.74436Z","steps":["trace[1292841994] 'agreement among raft nodes before linearized reading' (duration: 456.478625ms)","trace[1292841994] 'range keys from in-memory index tree' (duration: 622.452683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:46.744399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.418432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:30:46.744471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:45.665239Z","time spent":"1.079222786s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:30:46.744502Z","caller":"traceutil/trace.go:171","msg":"trace[1345056453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2667; }","duration":"934.35528ms","start":"2026-03-08T02:30:45.810096Z","end":"2026-03-08T02:30:46.744452Z","steps":["trace[1345056453] 'agreement among raft nodes before linearized reading' (duration: 311.770703ms)","trace[1345056453] 'range keys from in-memory index tree' (duration: 622.33871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:46.744555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:45.810085Z","time spent":"934.463293ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:30:46.744543Z","caller":"traceutil/trace.go:171","msg":"trace[1156170110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2667; }","duration":"941.619426ms","start":"2026-03-08T02:30:45.802899Z","end":"2026-03-08T02:30:46.744518Z","steps":["trace[1156170110] 'agreement among raft nodes before linearized reading' (duration: 318.992629ms)","trace[1156170110] 'range keys from in-memory index tree' (duration: 621.977242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:46.744597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:45.802875Z","time spent":"941.710818ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:30:46.744449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:45.861386Z","time spent":"883.042269ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.189abcd4c201b0e5\" "} {"level":"warn","ts":"2026-03-08T02:30:46.744273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:46.409254Z","time spent":"335.008684ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-08T02:30:46.7448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.787074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:30:46.745018Z","caller":"traceutil/trace.go:171","msg":"trace[2044478401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2667; }","duration":"933.548121ms","start":"2026-03-08T02:30:45.811279Z","end":"2026-03-08T02:30:46.744827Z","steps":["trace[2044478401] 'agreement among raft nodes before linearized reading' (duration: 310.600787ms)","trace[2044478401] 'range keys from in-memory index tree' (duration: 622.026744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:46.745054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:45.811253Z","time spent":"933.791547ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:30:46.745357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011795727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:30:46.74547Z","caller":"traceutil/trace.go:171","msg":"trace[624467333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2667; }","duration":"1.011959281s","start":"2026-03-08T02:30:45.733477Z","end":"2026-03-08T02:30:46.745436Z","steps":["trace[624467333] 'agreement among raft nodes before linearized reading' (duration: 388.365112ms)","trace[624467333] 'range keys from in-memory index tree' (duration: 623.291223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:46.745529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:45.733451Z","time spent":"1.012068233s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:30:46.980141Z","caller":"traceutil/trace.go:171","msg":"trace[651328686] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"290.879367ms","start":"2026-03-08T02:30:46.689016Z","end":"2026-03-08T02:30:46.979895Z","steps":["trace[651328686] 'process raft request' (duration: 290.536009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:46.980206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.355182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-08T02:30:46.980301Z","caller":"traceutil/trace.go:171","msg":"trace[1749494196] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2668; }","duration":"264.501495ms","start":"2026-03-08T02:30:46.715778Z","end":"2026-03-08T02:30:46.98028Z","steps":["trace[1749494196] 'agreement among raft nodes before linearized reading' (duration: 264.207369ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:46.979953Z","caller":"traceutil/trace.go:171","msg":"trace[1826202168] linearizableReadLoop","detail":"{readStateIndex:2782; appliedIndex:2781; }","duration":"264.025655ms","start":"2026-03-08T02:30:46.715821Z","end":"2026-03-08T02:30:46.979847Z","steps":["trace[1826202168] 'read index received' (duration: 263.83979ms)","trace[1826202168] 'applied index is now lower than readState.Index' (duration: 185.055µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:47.481016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019342406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:30:47.985252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019342406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:30:48.315132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.335484752s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T02:30:48.457889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.332738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:30:48.45817Z","caller":"traceutil/trace.go:171","msg":"trace[1073354651] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"1.708654827s","start":"2026-03-08T02:30:46.749493Z","end":"2026-03-08T02:30:48.458148Z","steps":["trace[1073354651] 'process raft request' (duration: 1.708572236s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:48.458177Z","caller":"traceutil/trace.go:171","msg":"trace[1116352391] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"1.710022698s","start":"2026-03-08T02:30:46.748111Z","end":"2026-03-08T02:30:48.458134Z","steps":["trace[1116352391] 'process raft request' (duration: 1.567287241s)","trace[1116352391] 'compare' (duration: 142.071182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:48.458248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:46.749486Z","time spent":"1.708729169s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:48.458171Z","caller":"traceutil/trace.go:171","msg":"trace[2030518204] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"1.708880362s","start":"2026-03-08T02:30:46.749257Z","end":"2026-03-08T02:30:48.458137Z","steps":["trace[2030518204] 'process raft request' (duration: 1.708742779s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:48.458399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:46.748092Z","time spent":"1.710166662s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:48.458538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:46.749231Z","time spent":"1.709172949s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:48.458576Z","caller":"traceutil/trace.go:171","msg":"trace[139109183] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"1.708975954s","start":"2026-03-08T02:30:46.749557Z","end":"2026-03-08T02:30:48.458533Z","steps":["trace[139109183] 'process raft request' (duration: 1.708547074s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:48.458536Z","caller":"traceutil/trace.go:171","msg":"trace[1096413377] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"1.708938874s","start":"2026-03-08T02:30:46.749564Z","end":"2026-03-08T02:30:48.458503Z","steps":["trace[1096413377] 'process raft request' (duration: 1.70877755s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:48.458757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:46.749547Z","time spent":"1.709118907s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:48.458757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:46.749547Z","time spent":"1.709129418s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:48.459135Z","caller":"traceutil/trace.go:171","msg":"trace[247412139] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"1.709550788s","start":"2026-03-08T02:30:46.74957Z","end":"2026-03-08T02:30:48.45912Z","steps":["trace[247412139] 'process raft request' (duration: 1.708890403s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:48.459219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:46.749552Z","time spent":"1.709624849s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:48.459403Z","caller":"traceutil/trace.go:171","msg":"trace[1661831687] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"1.697679856s","start":"2026-03-08T02:30:46.761715Z","end":"2026-03-08T02:30:48.459394Z","steps":["trace[1661831687] 'process raft request' (duration: 1.697344548s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:48.459466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:46.761704Z","time spent":"1.697729828s","remote":"127.0.0.1:57372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:48.747192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000578268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T02:30:48.747311Z","caller":"traceutil/trace.go:171","msg":"trace[2104694558] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000754152s","start":"2026-03-08T02:30:46.746527Z","end":"2026-03-08T02:30:48.747281Z","steps":["trace[2104694558] 'agreement among raft nodes before linearized reading' (duration: 2.000594908s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:48.74737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:46.746506Z","time spent":"2.000849234s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 02:30:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T02:30:48.764962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.844136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:30:48.765488Z","caller":"traceutil/trace.go:171","msg":"trace[727120793] linearizableReadLoop","detail":"{readStateIndex:2790; appliedIndex:2782; }","duration":"1.784949828s","start":"2026-03-08T02:30:46.980518Z","end":"2026-03-08T02:30:48.765468Z","steps":["trace[727120793] 'read index received' (duration: 1.334897559s)","trace[727120793] 'applied index is now lower than readState.Index' (duration: 450.050999ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:30:48.765612Z","caller":"traceutil/trace.go:171","msg":"trace[703265096] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"716.714353ms","start":"2026-03-08T02:30:48.048883Z","end":"2026-03-08T02:30:48.765597Z","steps":["trace[703265096] 'process raft request' (duration: 716.268203ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:48.765699Z","caller":"traceutil/trace.go:171","msg":"trace[998366438] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"1.780068496s","start":"2026-03-08T02:30:46.985553Z","end":"2026-03-08T02:30:48.765621Z","steps":["trace[998366438] 'process raft request' (duration: 1.655463373s)","trace[998366438] 'compare' (duration: 123.653972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:48.765858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:46.985531Z","time spent":"1.78026399s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:48.766022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.14342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189abcd72af6b28c\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-08T02:30:48.765815Z","caller":"traceutil/trace.go:171","msg":"trace[94322551] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"780.076669ms","start":"2026-03-08T02:30:47.985623Z","end":"2026-03-08T02:30:48.7657Z","steps":["trace[94322551] 'process raft request' (duration: 779.429634ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:48.766078Z","caller":"traceutil/trace.go:171","msg":"trace[111660812] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189abcd72af6b28c; range_end:; response_count:1; response_revision:2678; }","duration":"304.290243ms","start":"2026-03-08T02:30:48.461773Z","end":"2026-03-08T02:30:48.766063Z","steps":["trace[111660812] 'agreement among raft nodes before linearized reading' (duration: 304.12471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:48.766116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:48.461755Z","time spent":"304.353874ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189abcd72af6b28c\" "} {"level":"warn","ts":"2026-03-08T02:30:48.766167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167009838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:30:48.76614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167165451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:30:48.766274Z","caller":"traceutil/trace.go:171","msg":"trace[159468493] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2678; }","duration":"1.167160701s","start":"2026-03-08T02:30:47.599088Z","end":"2026-03-08T02:30:48.766249Z","steps":["trace[159468493] 'agreement among raft nodes before linearized reading' (duration: 1.166992387s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:48.766292Z","caller":"traceutil/trace.go:171","msg":"trace[392264433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2678; }","duration":"1.167384186s","start":"2026-03-08T02:30:47.598887Z","end":"2026-03-08T02:30:48.766271Z","steps":["trace[392264433] 'agreement among raft nodes before linearized reading' (duration: 1.167181081s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:48.766324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:47.59908Z","time spent":"1.167234112s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:30:48.766338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:47.598862Z","time spent":"1.167463417s","remote":"127.0.0.1:58314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:30:48.766487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467962875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:30:48.766534Z","caller":"traceutil/trace.go:171","msg":"trace[1235459959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2678; }","duration":"1.468049897s","start":"2026-03-08T02:30:47.298473Z","end":"2026-03-08T02:30:48.766523Z","steps":["trace[1235459959] 'agreement among raft nodes before linearized reading' (duration: 1.467911534s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:48.766579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:47.298447Z","time spent":"1.468124388s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:30:48.766537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:47.985597Z","time spent":"780.495808ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:48.767183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018785554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-08T02:30:48.767235Z","caller":"traceutil/trace.go:171","msg":"trace[408514644] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2678; }","duration":"2.018859065s","start":"2026-03-08T02:30:46.748364Z","end":"2026-03-08T02:30:48.767223Z","steps":["trace[408514644] 'agreement among raft nodes before linearized reading' (duration: 2.018465856s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:48.767266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:46.748357Z","time spent":"2.018901426s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1470,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-08T02:30:48.769024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690039372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-08T02:30:48.769217Z","caller":"traceutil/trace.go:171","msg":"trace[693227330] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2678; }","duration":"1.690151504s","start":"2026-03-08T02:30:47.078934Z","end":"2026-03-08T02:30:48.769086Z","steps":["trace[693227330] 'agreement among raft nodes before linearized reading' (duration: 1.686941231s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:48.765723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:48.048844Z","time spent":"716.810165ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:48.769268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:47.07891Z","time spent":"1.690347379s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:30:50.21163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.140285949s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T02:30:50.416157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487724386s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:30:50.416389Z","caller":"traceutil/trace.go:171","msg":"trace[1396710529] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"1.42914079s","start":"2026-03-08T02:30:48.987222Z","end":"2026-03-08T02:30:50.416363Z","steps":["trace[1396710529] 'process raft request' (duration: 1.429062488s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:50.416377Z","caller":"traceutil/trace.go:171","msg":"trace[2146566269] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"1.647517153s","start":"2026-03-08T02:30:48.768821Z","end":"2026-03-08T02:30:50.416338Z","steps":["trace[2146566269] 'process raft request' (duration: 159.461609ms)","trace[2146566269] 'compare' (duration: 1.487576353s)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:30:50.416377Z","caller":"traceutil/trace.go:171","msg":"trace[546943871] linearizableReadLoop","detail":"{readStateIndex:2793; appliedIndex:2792; }","duration":"1.645657121s","start":"2026-03-08T02:30:48.770698Z","end":"2026-03-08T02:30:50.416355Z","steps":["trace[546943871] 'read index received' (duration: 157.546655ms)","trace[546943871] 'applied index is now lower than readState.Index' (duration: 1.488109096s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:50.416467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:48.987181Z","time spent":"1.429252062s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:50.416816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646106031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:30:50.416847Z","caller":"traceutil/trace.go:171","msg":"trace[60045156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2680; }","duration":"1.646157942s","start":"2026-03-08T02:30:48.770681Z","end":"2026-03-08T02:30:50.416839Z","steps":["trace[60045156] 'agreement among raft nodes before linearized reading' (duration: 1.645875975s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:50.416888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:48.770675Z","time spent":"1.646207313s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:30:50.416991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645922187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-08T02:30:50.417043Z","caller":"traceutil/trace.go:171","msg":"trace[917833930] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2680; }","duration":"1.645984698s","start":"2026-03-08T02:30:48.771045Z","end":"2026-03-08T02:30:50.41703Z","steps":["trace[917833930] 'agreement among raft nodes before linearized reading' (duration: 1.645824724s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:50.417081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:48.77104Z","time spent":"1.646034189s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1340,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-08T02:30:50.417072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.765339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:30:50.417345Z","caller":"traceutil/trace.go:171","msg":"trace[110981233] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2680; }","duration":"594.067715ms","start":"2026-03-08T02:30:49.823264Z","end":"2026-03-08T02:30:50.417332Z","steps":["trace[110981233] 'agreement among raft nodes before linearized reading' (duration: 593.732447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:50.417392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:49.823246Z","time spent":"594.135267ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":28,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:30:50.417433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461269343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:30:50.417464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.02338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-08T02:30:50.417481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.721731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:30:50.417539Z","caller":"traceutil/trace.go:171","msg":"trace[1118637829] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:2680; }","duration":"454.150222ms","start":"2026-03-08T02:30:49.963371Z","end":"2026-03-08T02:30:50.417521Z","steps":["trace[1118637829] 'agreement among raft nodes before linearized reading' (duration: 453.677821ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:50.417552Z","caller":"traceutil/trace.go:171","msg":"trace[351977320] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2680; }","duration":"1.461466028s","start":"2026-03-08T02:30:48.95604Z","end":"2026-03-08T02:30:50.417506Z","steps":["trace[351977320] 'agreement among raft nodes before linearized reading' (duration: 1.461039968s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:50.417578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:49.96334Z","time spent":"454.230124ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-08T02:30:50.417535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:48.768719Z","time spent":"1.647731008s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:50.417591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644569586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-208a1669-2e96-488f-9aed-0aab7089ee59\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-08T02:30:50.417585Z","caller":"traceutil/trace.go:171","msg":"trace[196729948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2680; }","duration":"548.905155ms","start":"2026-03-08T02:30:49.868657Z","end":"2026-03-08T02:30:50.417562Z","steps":["trace[196729948] 'agreement among raft nodes before linearized reading' (duration: 548.396703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:50.417796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:49.86863Z","time spent":"549.14743ms","remote":"127.0.0.1:58326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:30:50.417618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:48.956013Z","time spent":"1.46159338s","remote":"127.0.0.1:57854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":7,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:30:50.417692Z","caller":"traceutil/trace.go:171","msg":"trace[1932429027] range","detail":"{range_begin:/registry/persistentvolumes/pvc-208a1669-2e96-488f-9aed-0aab7089ee59; range_end:; response_count:1; response_revision:2680; }","duration":"1.644689838s","start":"2026-03-08T02:30:48.772975Z","end":"2026-03-08T02:30:50.417665Z","steps":["trace[1932429027] 'agreement among raft nodes before linearized reading' (duration: 1.644124916s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:50.418042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:48.772969Z","time spent":"1.645060087s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-208a1669-2e96-488f-9aed-0aab7089ee59\" "} {"level":"warn","ts":"2026-03-08T02:30:51.230485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.255201ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-08T02:30:51.230592Z","caller":"traceutil/trace.go:171","msg":"trace[2081982137] linearizableReadLoop","detail":"{readStateIndex:2795; appliedIndex:2794; }","duration":"809.069921ms","start":"2026-03-08T02:30:50.421503Z","end":"2026-03-08T02:30:51.230573Z","steps":["trace[2081982137] 'read index received' (duration: 121.644346ms)","trace[2081982137] 'applied index is now lower than readState.Index' (duration: 687.423945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:51.23061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:50.419285Z","time spent":"811.313843ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T02:30:51.230773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.255285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189abcd3ebd82298\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-08T02:30:51.230801Z","caller":"traceutil/trace.go:171","msg":"trace[1325598419] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189abcd3ebd82298; range_end:; response_count:1; response_revision:2680; }","duration":"809.308567ms","start":"2026-03-08T02:30:50.421483Z","end":"2026-03-08T02:30:51.230792Z","steps":["trace[1325598419] 'agreement among raft nodes before linearized reading' (duration: 809.152644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:51.230826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:50.42147Z","time spent":"809.349448ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":804,"request content":"key:\"/registry/events/auth-system/keycloak-0.189abcd3ebd82298\" "} {"level":"info","ts":"2026-03-08T02:30:51.313697Z","caller":"traceutil/trace.go:171","msg":"trace[1374320856] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"539.682735ms","start":"2026-03-08T02:30:50.773988Z","end":"2026-03-08T02:30:51.313671Z","steps":["trace[1374320856] 'process raft request' (duration: 539.47819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:51.313872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:50.773948Z","time spent":"539.824748ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:52.079943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.262978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:30:52.080122Z","caller":"traceutil/trace.go:171","msg":"trace[816897337] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"900.275141ms","start":"2026-03-08T02:30:51.179831Z","end":"2026-03-08T02:30:52.080106Z","steps":["trace[816897337] 'process raft request' (duration: 900.202519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.080169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:51.179798Z","time spent":"900.349683ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:52.08031Z","caller":"traceutil/trace.go:171","msg":"trace[2086970037] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"1.304906194s","start":"2026-03-08T02:30:50.775396Z","end":"2026-03-08T02:30:52.080303Z","steps":["trace[2086970037] 'process raft request' (duration: 792.202737ms)","trace[2086970037] 'compare' (duration: 512.047842ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:30:52.080319Z","caller":"traceutil/trace.go:171","msg":"trace[47775880] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"539.563501ms","start":"2026-03-08T02:30:51.54073Z","end":"2026-03-08T02:30:52.080293Z","steps":["trace[47775880] 'process raft request' (duration: 539.52501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.080349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:50.775369Z","time spent":"1.304953386s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:52.080673Z","caller":"traceutil/trace.go:171","msg":"trace[582320644] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"847.115898ms","start":"2026-03-08T02:30:51.233544Z","end":"2026-03-08T02:30:52.08066Z","steps":["trace[582320644] 'process raft request' (duration: 846.626667ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:52.080692Z","caller":"traceutil/trace.go:171","msg":"trace[482556816] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"848.799237ms","start":"2026-03-08T02:30:51.231855Z","end":"2026-03-08T02:30:52.080654Z","steps":["trace[482556816] 'process raft request' (duration: 848.217674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.080748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:51.233514Z","time spent":"847.199181ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:52.080739Z","caller":"traceutil/trace.go:171","msg":"trace[2063765286] linearizableReadLoop","detail":"{readStateIndex:2798; appliedIndex:2795; }","duration":"850.112017ms","start":"2026-03-08T02:30:51.230614Z","end":"2026-03-08T02:30:52.080726Z","steps":["trace[2063765286] 'read index received' (duration: 82.919853ms)","trace[2063765286] 'applied index is now lower than readState.Index' (duration: 767.190784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:52.080937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659317591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-08T02:30:52.080971Z","caller":"traceutil/trace.go:171","msg":"trace[300951457] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2686; }","duration":"1.659368142s","start":"2026-03-08T02:30:50.421594Z","end":"2026-03-08T02:30:52.080962Z","steps":["trace[300951457] 'agreement among raft nodes before linearized reading' (duration: 1.659170958s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.080987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615058032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:30:52.08105Z","caller":"traceutil/trace.go:171","msg":"trace[1416743308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2686; }","duration":"1.615123673s","start":"2026-03-08T02:30:50.465913Z","end":"2026-03-08T02:30:52.081037Z","steps":["trace[1416743308] 'agreement among raft nodes before linearized reading' (duration: 1.614816026s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.081003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:50.42159Z","time spent":"1.659405323s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-08T02:30:52.081558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615628664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:30:52.081615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530359928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:30:52.081709Z","caller":"traceutil/trace.go:171","msg":"trace[1616127455] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2686; }","duration":"1.530520152s","start":"2026-03-08T02:30:50.551167Z","end":"2026-03-08T02:30:52.081687Z","steps":["trace[1616127455] 'agreement among raft nodes before linearized reading' (duration: 1.52957615s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.081094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:50.465893Z","time spent":"1.615192594s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:30:52.081759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:50.551142Z","time spent":"1.530608204s","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T02:30:52.08109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:51.54069Z","time spent":"539.683333ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:52.081726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414496735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:30:52.081736Z","caller":"traceutil/trace.go:171","msg":"trace[178296727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2686; }","duration":"1.615871249s","start":"2026-03-08T02:30:50.465838Z","end":"2026-03-08T02:30:52.081709Z","steps":["trace[178296727] 'agreement among raft nodes before linearized reading' (duration: 1.614906447s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:52.081835Z","caller":"traceutil/trace.go:171","msg":"trace[2056689192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2686; }","duration":"1.414684199s","start":"2026-03-08T02:30:50.667126Z","end":"2026-03-08T02:30:52.08181Z","steps":["trace[2056689192] 'agreement among raft nodes before linearized reading' (duration: 1.413639585s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.081847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:50.465833Z","time spent":"1.615997093s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:30:52.081893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:50.667086Z","time spent":"1.414798371s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:30:52.081849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616035094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:30:52.081988Z","caller":"traceutil/trace.go:171","msg":"trace[149434695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2686; }","duration":"1.616225188s","start":"2026-03-08T02:30:50.465736Z","end":"2026-03-08T02:30:52.081961Z","steps":["trace[149434695] 'agreement among raft nodes before linearized reading' (duration: 1.615022921s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.081181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615283986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:30:52.082059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:50.465717Z","time spent":"1.61632679s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:30:52.082082Z","caller":"traceutil/trace.go:171","msg":"trace[110959525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2686; }","duration":"1.616199068s","start":"2026-03-08T02:30:50.465869Z","end":"2026-03-08T02:30:52.082068Z","steps":["trace[110959525] 'agreement among raft nodes before linearized reading' (duration: 1.615059322s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.082128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:50.465864Z","time spent":"1.616250319s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:30:52.081206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615227245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:30:52.082282Z","caller":"traceutil/trace.go:171","msg":"trace[2075895383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2686; }","duration":"1.61631409s","start":"2026-03-08T02:30:50.465925Z","end":"2026-03-08T02:30:52.082239Z","steps":["trace[2075895383] 'agreement among raft nodes before linearized reading' (duration: 1.614999569s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.082432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:50.46592Z","time spent":"1.616461964s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:30:52.081472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:51.231823Z","time spent":"848.96291ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:52.588413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.104653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:30:52.588633Z","caller":"traceutil/trace.go:171","msg":"trace[57588132] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"501.771619ms","start":"2026-03-08T02:30:52.086813Z","end":"2026-03-08T02:30:52.588585Z","steps":["trace[57588132] 'process raft request' (duration: 249.395241ms)","trace[57588132] 'compare' (duration: 251.556679ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:30:52.589136Z","caller":"traceutil/trace.go:171","msg":"trace[634203263] linearizableReadLoop","detail":"{readStateIndex:2802; appliedIndex:2801; }","duration":"502.112077ms","start":"2026-03-08T02:30:52.086975Z","end":"2026-03-08T02:30:52.589087Z","steps":["trace[634203263] 'read index received' (duration: 249.220306ms)","trace[634203263] 'applied index is now lower than readState.Index' (duration: 252.890471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:52.589193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:52.0868Z","time spent":"502.019805ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:52.589421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.437814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:30:52.589466Z","caller":"traceutil/trace.go:171","msg":"trace[987037597] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2689; }","duration":"502.485555ms","start":"2026-03-08T02:30:52.086968Z","end":"2026-03-08T02:30:52.589454Z","steps":["trace[987037597] 'agreement among raft nodes before linearized reading' (duration: 502.405923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.589533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:52.086914Z","time spent":"502.607299ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-08T02:30:52.589731Z","caller":"traceutil/trace.go:171","msg":"trace[1046692966] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"501.142195ms","start":"2026-03-08T02:30:52.088559Z","end":"2026-03-08T02:30:52.589702Z","steps":["trace[1046692966] 'process raft request' (duration: 500.086681ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:52.589797Z","caller":"traceutil/trace.go:171","msg":"trace[2136537455] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"499.298793ms","start":"2026-03-08T02:30:52.090485Z","end":"2026-03-08T02:30:52.589784Z","steps":["trace[2136537455] 'process raft request' (duration: 498.240768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.589954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:52.090467Z","time spent":"499.392775ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:52.589973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.940316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-08T02:30:52.589949Z","caller":"traceutil/trace.go:171","msg":"trace[467889789] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"501.444312ms","start":"2026-03-08T02:30:52.088473Z","end":"2026-03-08T02:30:52.589917Z","steps":["trace[467889789] 'process raft request' (duration: 500.05555ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:52.590045Z","caller":"traceutil/trace.go:171","msg":"trace[872482648] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c; range_end:; response_count:1; response_revision:2692; }","duration":"503.011098ms","start":"2026-03-08T02:30:52.086994Z","end":"2026-03-08T02:30:52.590005Z","steps":["trace[872482648] 'agreement among raft nodes before linearized reading' (duration: 502.780642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.590117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:52.086975Z","time spent":"503.105339ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" "} {"level":"warn","ts":"2026-03-08T02:30:52.590124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:52.088452Z","time spent":"501.570745ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:52.590244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:52.088554Z","time spent":"501.240507ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:52.590513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.225794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:30:52.590559Z","caller":"traceutil/trace.go:171","msg":"trace[1150401919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2692; }","duration":"500.268025ms","start":"2026-03-08T02:30:52.090277Z","end":"2026-03-08T02:30:52.590545Z","steps":["trace[1150401919] 'agreement among raft nodes before linearized reading' (duration: 500.206864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.590591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.826829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-08T02:30:52.590628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:52.090225Z","time spent":"500.394168ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:30:52.59027Z","caller":"traceutil/trace.go:171","msg":"trace[1897324507] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"499.594179ms","start":"2026-03-08T02:30:52.09066Z","end":"2026-03-08T02:30:52.590254Z","steps":["trace[1897324507] 'process raft request' (duration: 498.881683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.590843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.714494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-08T02:30:52.590884Z","caller":"traceutil/trace.go:171","msg":"trace[1885051110] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2692; }","duration":"503.770974ms","start":"2026-03-08T02:30:52.087102Z","end":"2026-03-08T02:30:52.590873Z","steps":["trace[1885051110] 'agreement among raft nodes before linearized reading' (duration: 503.679172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.59088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:52.090648Z","time spent":"500.171473ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:30:52.590637Z","caller":"traceutil/trace.go:171","msg":"trace[185873652] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2692; }","duration":"181.919111ms","start":"2026-03-08T02:30:52.408707Z","end":"2026-03-08T02:30:52.590626Z","steps":["trace[185873652] 'agreement among raft nodes before linearized reading' (duration: 181.746907ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:30:52.589718Z","caller":"traceutil/trace.go:171","msg":"trace[1588135810] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"165.912575ms","start":"2026-03-08T02:30:52.423778Z","end":"2026-03-08T02:30:52.58969Z","steps":["trace[1588135810] 'process raft request' (duration: 165.847734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:52.590924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:52.087094Z","time spent":"503.821926ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-08T02:30:53.050592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.99399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:30:53.050721Z","caller":"traceutil/trace.go:171","msg":"trace[827698405] linearizableReadLoop","detail":"{readStateIndex:2809; appliedIndex:2808; }","duration":"372.309886ms","start":"2026-03-08T02:30:52.678393Z","end":"2026-03-08T02:30:53.050703Z","steps":["trace[827698405] 'read index received' (duration: 49.000778ms)","trace[827698405] 'applied index is now lower than readState.Index' (duration: 323.307228ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:30:53.05092Z","caller":"traceutil/trace.go:171","msg":"trace[934726094] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"372.677603ms","start":"2026-03-08T02:30:52.678226Z","end":"2026-03-08T02:30:53.050904Z","steps":["trace[934726094] 'process raft request' (duration: 49.255053ms)","trace[934726094] 'compare' (duration: 322.631382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:30:53.050985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:52.678209Z","time spent":"372.744175ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:30:53.051211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.791166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7460"} {"level":"info","ts":"2026-03-08T02:30:53.051334Z","caller":"traceutil/trace.go:171","msg":"trace[1852708387] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2694; }","duration":"372.92621ms","start":"2026-03-08T02:30:52.678384Z","end":"2026-03-08T02:30:53.051311Z","steps":["trace[1852708387] 'agreement among raft nodes before linearized reading' (duration: 372.619222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:53.051412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:52.678321Z","time spent":"373.078853ms","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7483,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-08T02:30:53.051232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.766578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-08T02:30:53.051666Z","caller":"traceutil/trace.go:171","msg":"trace[1780504552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2694; }","duration":"367.147787ms","start":"2026-03-08T02:30:52.684406Z","end":"2026-03-08T02:30:53.051554Z","steps":["trace[1780504552] 'agreement among raft nodes before linearized reading' (duration: 366.538313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:30:53.053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:30:52.684387Z","time spent":"367.355392ms","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-08T02:31:17.58107Z","caller":"traceutil/trace.go:171","msg":"trace[1814266790] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"125.36729ms","start":"2026-03-08T02:31:17.45566Z","end":"2026-03-08T02:31:17.581028Z","steps":["trace[1814266790] 'process raft request' (duration: 125.122755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:31:49.21314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.584489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:31:49.213267Z","caller":"traceutil/trace.go:171","msg":"trace[1679740869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2964; }","duration":"141.773782ms","start":"2026-03-08T02:31:49.071466Z","end":"2026-03-08T02:31:49.21324Z","steps":["trace[1679740869] 'range keys from in-memory index tree' (duration: 141.406934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:31:49.213191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.059461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:31:49.213391Z","caller":"traceutil/trace.go:171","msg":"trace[1584605341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2964; }","duration":"143.279776ms","start":"2026-03-08T02:31:49.070085Z","end":"2026-03-08T02:31:49.213364Z","steps":["trace[1584605341] 'range keys from in-memory index tree' (duration: 142.834557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:31:49.213331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.716054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:31:49.213438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.887565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:31:49.213496Z","caller":"traceutil/trace.go:171","msg":"trace[393032820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2964; }","duration":"142.96738ms","start":"2026-03-08T02:31:49.070507Z","end":"2026-03-08T02:31:49.213474Z","steps":["trace[393032820] 'range keys from in-memory index tree' (duration: 142.490948ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:31:49.213564Z","caller":"traceutil/trace.go:171","msg":"trace[342435489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2964; }","duration":"217.078549ms","start":"2026-03-08T02:31:48.996459Z","end":"2026-03-08T02:31:49.213538Z","steps":["trace[342435489] 'range keys from in-memory index tree' (duration: 216.66959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:31:49.21364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.412189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:31:49.213747Z","caller":"traceutil/trace.go:171","msg":"trace[1789968180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2964; }","duration":"135.536341ms","start":"2026-03-08T02:31:49.07819Z","end":"2026-03-08T02:31:49.213726Z","steps":["trace[1789968180] 'range keys from in-memory index tree' (duration: 135.208134ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:31:49.436693Z","caller":"traceutil/trace.go:171","msg":"trace[1693666797] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"218.42854ms","start":"2026-03-08T02:31:49.218213Z","end":"2026-03-08T02:31:49.436642Z","steps":["trace[1693666797] 'process raft request' (duration: 125.237098ms)","trace[1693666797] 'compare' (duration: 92.894555ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:31:49.43675Z","caller":"traceutil/trace.go:171","msg":"trace[1884859710] linearizableReadLoop","detail":"{readStateIndex:3096; appliedIndex:3091; }","duration":"145.978808ms","start":"2026-03-08T02:31:49.290752Z","end":"2026-03-08T02:31:49.436731Z","steps":["trace[1884859710] 'read index received' (duration: 21.927327ms)","trace[1884859710] 'applied index is now lower than readState.Index' (duration: 124.050231ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:31:49.436789Z","caller":"traceutil/trace.go:171","msg":"trace[1565032571] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"218.484971ms","start":"2026-03-08T02:31:49.21826Z","end":"2026-03-08T02:31:49.436745Z","steps":["trace[1565032571] 'process raft request' (duration: 218.274837ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:31:49.436836Z","caller":"traceutil/trace.go:171","msg":"trace[559191215] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"218.225385ms","start":"2026-03-08T02:31:49.218581Z","end":"2026-03-08T02:31:49.436806Z","steps":["trace[559191215] 'process raft request' (duration: 218.094162ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:31:49.436831Z","caller":"traceutil/trace.go:171","msg":"trace[1769369210] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"218.514602ms","start":"2026-03-08T02:31:49.218259Z","end":"2026-03-08T02:31:49.436773Z","steps":["trace[1769369210] 'process raft request' (duration: 218.345588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:31:49.437032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.257324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:31:49.437098Z","caller":"traceutil/trace.go:171","msg":"trace[2063265259] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2969; }","duration":"146.396938ms","start":"2026-03-08T02:31:49.290689Z","end":"2026-03-08T02:31:49.437086Z","steps":["trace[2063265259] 'agreement among raft nodes before linearized reading' (duration: 146.113962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:44.777804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.058415ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:32:44.77797Z","caller":"traceutil/trace.go:171","msg":"trace[1606328682] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3229; }","duration":"157.240479ms","start":"2026-03-08T02:32:44.620706Z","end":"2026-03-08T02:32:44.777947Z","steps":["trace[1606328682] 'range keys from in-memory index tree' (duration: 157.042044ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:32:44.777923Z","caller":"traceutil/trace.go:171","msg":"trace[1269882284] linearizableReadLoop","detail":"{readStateIndex:3368; appliedIndex:3367; }","duration":"123.837238ms","start":"2026-03-08T02:32:44.654027Z","end":"2026-03-08T02:32:44.777864Z","steps":["trace[1269882284] 'read index received' (duration: 123.774157ms)","trace[1269882284] 'applied index is now lower than readState.Index' (duration: 61.111µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:32:44.77797Z","caller":"traceutil/trace.go:171","msg":"trace[1949991573] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"125.093338ms","start":"2026-03-08T02:32:44.652832Z","end":"2026-03-08T02:32:44.777925Z","steps":["trace[1949991573] 'process raft request' (duration: 124.76098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:44.778483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.429862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:3 size:76684"} {"level":"info","ts":"2026-03-08T02:32:44.778648Z","caller":"traceutil/trace.go:171","msg":"trace[1676670936] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:3; response_revision:3230; }","duration":"124.556505ms","start":"2026-03-08T02:32:44.654009Z","end":"2026-03-08T02:32:44.778566Z","steps":["trace[1676670936] 'agreement among raft nodes before linearized reading' (duration: 124.049034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:44.782417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.160964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:32:44.782511Z","caller":"traceutil/trace.go:171","msg":"trace[529419718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3232; }","duration":"109.293598ms","start":"2026-03-08T02:32:44.673196Z","end":"2026-03-08T02:32:44.78249Z","steps":["trace[529419718] 'agreement among raft nodes before linearized reading' (duration: 109.117564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:45.557533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.313136ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:32:54.246034Z","caller":"traceutil/trace.go:171","msg":"trace[1271498503] linearizableReadLoop","detail":"{readStateIndex:3531; appliedIndex:3530; }","duration":"447.956065ms","start":"2026-03-08T02:32:53.798028Z","end":"2026-03-08T02:32:54.245984Z","steps":["trace[1271498503] 'read index received' (duration: 447.857383ms)","trace[1271498503] 'applied index is now lower than readState.Index' (duration: 97.652µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:32:54.246138Z","caller":"traceutil/trace.go:171","msg":"trace[815986058] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"449.899209ms","start":"2026-03-08T02:32:53.796195Z","end":"2026-03-08T02:32:54.246095Z","steps":["trace[815986058] 'process raft request' (duration: 449.634993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.246274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.224651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:32:54.246343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:53.796167Z","time spent":"450.048693ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:32:54.246407Z","caller":"traceutil/trace.go:171","msg":"trace[1479318788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3385; }","duration":"448.319424ms","start":"2026-03-08T02:32:53.797983Z","end":"2026-03-08T02:32:54.246303Z","steps":["trace[1479318788] 'agreement among raft nodes before linearized reading' (duration: 448.16138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.24646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:53.797967Z","time spent":"448.481907ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:32:54.329396Z","caller":"traceutil/trace.go:171","msg":"trace[1132623407] transaction","detail":"{read_only:false; response_revision:3386; number_of_response:1; }","duration":"326.964371ms","start":"2026-03-08T02:32:54.002399Z","end":"2026-03-08T02:32:54.329363Z","steps":["trace[1132623407] 'process raft request' (duration: 319.649305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.329714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.281537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:32:54.32972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.753157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:32:54.329787Z","caller":"traceutil/trace.go:171","msg":"trace[1638321631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3387; }","duration":"511.361169ms","start":"2026-03-08T02:32:53.81841Z","end":"2026-03-08T02:32:54.329771Z","steps":["trace[1638321631] 'agreement among raft nodes before linearized reading' (duration: 511.033601ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:32:54.329804Z","caller":"traceutil/trace.go:171","msg":"trace[462516377] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3387; }","duration":"181.8872ms","start":"2026-03-08T02:32:54.147899Z","end":"2026-03-08T02:32:54.329786Z","steps":["trace[462516377] 'agreement among raft nodes before linearized reading' (duration: 181.557502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.329838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:53.818374Z","time spent":"511.454431ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:32:54.329884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:54.002364Z","time spent":"327.143476ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:32:54.329841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.961049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:32:54.329976Z","caller":"traceutil/trace.go:171","msg":"trace[1312329661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3387; }","duration":"337.192035ms","start":"2026-03-08T02:32:53.992757Z","end":"2026-03-08T02:32:54.329949Z","steps":["trace[1312329661] 'agreement among raft nodes before linearized reading' (duration: 336.673703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.330049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:53.992724Z","time spent":"337.314028ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:32:54.330043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.549925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:32:54.330131Z","caller":"traceutil/trace.go:171","msg":"trace[1555724711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3387; }","duration":"530.683288ms","start":"2026-03-08T02:32:53.799423Z","end":"2026-03-08T02:32:54.330107Z","steps":["trace[1555724711] 'agreement among raft nodes before linearized reading' (duration: 529.997863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:32:54.330403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:32:53.799406Z","time spent":"530.987735ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:33:19.43461Z","caller":"traceutil/trace.go:171","msg":"trace[116179084] transaction","detail":"{read_only:false; response_revision:3584; number_of_response:1; }","duration":"102.090383ms","start":"2026-03-08T02:33:19.332483Z","end":"2026-03-08T02:33:19.434573Z","steps":["trace[116179084] 'process raft request' (duration: 101.869048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:33:29.993837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019344945,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:33:30.124926Z","caller":"traceutil/trace.go:171","msg":"trace[1604117027] transaction","detail":"{read_only:false; response_revision:3632; number_of_response:1; }","duration":"655.180392ms","start":"2026-03-08T02:33:29.469703Z","end":"2026-03-08T02:33:30.124883Z","steps":["trace[1604117027] 'process raft request' (duration: 654.921536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:33:30.12523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:33:29.469664Z","time spent":"655.406306ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:33:30.146745Z","caller":"traceutil/trace.go:171","msg":"trace[904161557] linearizableReadLoop","detail":"{readStateIndex:3786; appliedIndex:3784; }","duration":"653.401391ms","start":"2026-03-08T02:33:29.49331Z","end":"2026-03-08T02:33:30.146712Z","steps":["trace[904161557] 'read index received' (duration: 631.270617ms)","trace[904161557] 'applied index is now lower than readState.Index' (duration: 22.129504ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:33:30.146849Z","caller":"traceutil/trace.go:171","msg":"trace[1323277100] transaction","detail":"{read_only:false; response_revision:3633; number_of_response:1; }","duration":"322.100761ms","start":"2026-03-08T02:33:29.824721Z","end":"2026-03-08T02:33:30.146822Z","steps":["trace[1323277100] 'process raft request' (duration: 321.805264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:33:30.146951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:33:29.824687Z","time spent":"322.211193ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:33:30.147029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.713404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:33:30.147092Z","caller":"traceutil/trace.go:171","msg":"trace[796884962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3633; }","duration":"481.835126ms","start":"2026-03-08T02:33:29.665239Z","end":"2026-03-08T02:33:30.147074Z","steps":["trace[796884962] 'agreement among raft nodes before linearized reading' (duration: 481.744564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:33:30.14713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:33:29.665207Z","time spent":"481.916168ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:33:30.14734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.936013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-08T02:33:30.147435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.109594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-08T02:33:30.147522Z","caller":"traceutil/trace.go:171","msg":"trace[2092462677] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:3633; }","duration":"178.252737ms","start":"2026-03-08T02:33:29.969255Z","end":"2026-03-08T02:33:30.147507Z","steps":["trace[2092462677] 'agreement among raft nodes before linearized reading' (duration: 177.779366ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:33:30.147402Z","caller":"traceutil/trace.go:171","msg":"trace[477770660] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:3633; }","duration":"654.131957ms","start":"2026-03-08T02:33:29.493256Z","end":"2026-03-08T02:33:30.147388Z","steps":["trace[477770660] 'agreement among raft nodes before linearized reading' (duration: 653.608025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:33:30.147638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:33:29.493236Z","time spent":"654.388443ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:33:30.14779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.914228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:33:30.147925Z","caller":"traceutil/trace.go:171","msg":"trace[1014942493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3633; }","duration":"225.135744ms","start":"2026-03-08T02:33:29.922755Z","end":"2026-03-08T02:33:30.147891Z","steps":["trace[1014942493] 'agreement among raft nodes before linearized reading' (duration: 224.320935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:33:30.535231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:33:30.14914Z","time spent":"386.081387ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T02:33:30.542565Z","caller":"traceutil/trace.go:171","msg":"trace[2039109093] transaction","detail":"{read_only:false; response_revision:3634; number_of_response:1; }","duration":"389.903644ms","start":"2026-03-08T02:33:30.152641Z","end":"2026-03-08T02:33:30.542545Z","steps":["trace[2039109093] 'process raft request' (duration: 389.673879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:33:30.542705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:33:30.152624Z","time spent":"390.009537ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:33:30.542999Z","caller":"traceutil/trace.go:171","msg":"trace[1226753129] linearizableReadLoop","detail":"{readStateIndex:3788; appliedIndex:3786; }","duration":"390.007727ms","start":"2026-03-08T02:33:30.152931Z","end":"2026-03-08T02:33:30.542939Z","steps":["trace[1226753129] 'read index received' (duration: 381.606206ms)","trace[1226753129] 'applied index is now lower than readState.Index' (duration: 8.397221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:33:30.54325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.290993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63077"} {"level":"info","ts":"2026-03-08T02:33:30.543317Z","caller":"traceutil/trace.go:171","msg":"trace[1045559705] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3635; }","duration":"390.396725ms","start":"2026-03-08T02:33:30.152902Z","end":"2026-03-08T02:33:30.543299Z","steps":["trace[1045559705] 'agreement among raft nodes before linearized reading' (duration: 390.125269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:33:30.543355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:33:30.152885Z","time spent":"390.461647ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63100,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:33:30.543524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.448493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:33:30.543656Z","caller":"traceutil/trace.go:171","msg":"trace[582972923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3636; }","duration":"117.644798ms","start":"2026-03-08T02:33:30.425989Z","end":"2026-03-08T02:33:30.543634Z","steps":["trace[582972923] 'agreement among raft nodes before linearized reading' (duration: 117.346001ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:02.822702Z","caller":"traceutil/trace.go:171","msg":"trace[2090886492] transaction","detail":"{read_only:false; response_revision:3842; number_of_response:1; }","duration":"109.190864ms","start":"2026-03-08T02:34:02.713476Z","end":"2026-03-08T02:34:02.822667Z","steps":["trace[2090886492] 'process raft request' (duration: 52.625597ms)","trace[2090886492] 'compare' (duration: 56.275991ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:02.822781Z","caller":"traceutil/trace.go:171","msg":"trace[1465029170] transaction","detail":"{read_only:false; response_revision:3843; number_of_response:1; }","duration":"105.5234ms","start":"2026-03-08T02:34:02.717221Z","end":"2026-03-08T02:34:02.822744Z","steps":["trace[1465029170] 'process raft request' (duration: 105.428108ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:02.822895Z","caller":"traceutil/trace.go:171","msg":"trace[2057009404] linearizableReadLoop","detail":"{readStateIndex:4006; appliedIndex:4005; }","duration":"105.783566ms","start":"2026-03-08T02:34:02.717074Z","end":"2026-03-08T02:34:02.822858Z","steps":["trace[2057009404] 'read index received' (duration: 49.080235ms)","trace[2057009404] 'applied index is now lower than readState.Index' (duration: 56.698821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:02.823157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.043403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:02.823237Z","caller":"traceutil/trace.go:171","msg":"trace[699536556] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com; range_end:; response_count:0; response_revision:3843; }","duration":"106.178475ms","start":"2026-03-08T02:34:02.717038Z","end":"2026-03-08T02:34:02.823216Z","steps":["trace[699536556] 'agreement among raft nodes before linearized reading' (duration: 106.005001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:02.879845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.064634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:34:02.879961Z","caller":"traceutil/trace.go:171","msg":"trace[1132265516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3844; }","duration":"127.231809ms","start":"2026-03-08T02:34:02.752701Z","end":"2026-03-08T02:34:02.879933Z","steps":["trace[1132265516] 'agreement among raft nodes before linearized reading' (duration: 127.010134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:02.880181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.003593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:34:02.880297Z","caller":"traceutil/trace.go:171","msg":"trace[1537965894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3844; }","duration":"127.347702ms","start":"2026-03-08T02:34:02.75292Z","end":"2026-03-08T02:34:02.880268Z","steps":["trace[1537965894] 'agreement among raft nodes before linearized reading' (duration: 126.789779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:02.880311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.993396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:34:02.880505Z","caller":"traceutil/trace.go:171","msg":"trace[2097021346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3844; }","duration":"128.1793ms","start":"2026-03-08T02:34:02.752284Z","end":"2026-03-08T02:34:02.880463Z","steps":["trace[2097021346] 'agreement among raft nodes before linearized reading' (duration: 127.943855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:02.880795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.915273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:34:02.880834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.644675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-08T02:34:02.880786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.29311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:34:02.880901Z","caller":"traceutil/trace.go:171","msg":"trace[59336778] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:3844; }","duration":"127.095746ms","start":"2026-03-08T02:34:02.753787Z","end":"2026-03-08T02:34:02.880883Z","steps":["trace[59336778] 'agreement among raft nodes before linearized reading' (duration: 126.476782ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:02.880879Z","caller":"traceutil/trace.go:171","msg":"trace[1195540257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3844; }","duration":"131.067126ms","start":"2026-03-08T02:34:02.749791Z","end":"2026-03-08T02:34:02.880858Z","steps":["trace[1195540257] 'agreement among raft nodes before linearized reading' (duration: 130.688928ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:02.880984Z","caller":"traceutil/trace.go:171","msg":"trace[1842218308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3844; }","duration":"144.534735ms","start":"2026-03-08T02:34:02.7364Z","end":"2026-03-08T02:34:02.880935Z","steps":["trace[1842218308] 'agreement among raft nodes before linearized reading' (duration: 144.013933ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:02.953642Z","caller":"traceutil/trace.go:171","msg":"trace[554450801] transaction","detail":"{read_only:false; response_revision:3845; number_of_response:1; }","duration":"114.002105ms","start":"2026-03-08T02:34:02.839609Z","end":"2026-03-08T02:34:02.953611Z","steps":["trace[554450801] 'process raft request' (duration: 83.562897ms)","trace[554450801] 'compare' (duration: 29.818544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:02.953966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.85667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:02.954095Z","caller":"traceutil/trace.go:171","msg":"trace[678659938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3845; }","duration":"117.063265ms","start":"2026-03-08T02:34:02.837008Z","end":"2026-03-08T02:34:02.954071Z","steps":["trace[678659938] 'agreement among raft nodes before linearized reading' (duration: 116.84577ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:25.687616Z","caller":"traceutil/trace.go:171","msg":"trace[1604628852] transaction","detail":"{read_only:false; response_revision:3988; number_of_response:1; }","duration":"100.657128ms","start":"2026-03-08T02:34:25.586893Z","end":"2026-03-08T02:34:25.68755Z","steps":["trace[1604628852] 'process raft request' (duration: 100.226279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:41.140048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.398148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:34:41.140551Z","caller":"traceutil/trace.go:171","msg":"trace[497785849] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"374.262024ms","start":"2026-03-08T02:34:40.766252Z","end":"2026-03-08T02:34:41.140514Z","steps":["trace[497785849] 'process raft request' (duration: 251.257222ms)","trace[497785849] 'compare' (duration: 122.114031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:41.140699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:40.766219Z","time spent":"374.409887ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:41.140694Z","caller":"traceutil/trace.go:171","msg":"trace[1069334090] linearizableReadLoop","detail":"{readStateIndex:4265; appliedIndex:4263; }","duration":"370.974488ms","start":"2026-03-08T02:34:40.769659Z","end":"2026-03-08T02:34:41.140634Z","steps":["trace[1069334090] 'read index received' (duration: 15.224629ms)","trace[1069334090] 'applied index is now lower than readState.Index' (duration: 355.744259ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:41.140718Z","caller":"traceutil/trace.go:171","msg":"trace[1449742186] transaction","detail":"{read_only:false; response_revision:4083; number_of_response:1; }","duration":"145.749173ms","start":"2026-03-08T02:34:40.994846Z","end":"2026-03-08T02:34:41.140595Z","steps":["trace[1449742186] 'process raft request' (duration: 145.63161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:41.141089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.400269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:34:41.141512Z","caller":"traceutil/trace.go:171","msg":"trace[1421129450] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4083; }","duration":"371.637694ms","start":"2026-03-08T02:34:40.76959Z","end":"2026-03-08T02:34:41.141228Z","steps":["trace[1421129450] 'agreement among raft nodes before linearized reading' (duration: 371.154553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:41.141595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:40.769565Z","time spent":"372.013803ms","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:34:46.826243Z","caller":"traceutil/trace.go:171","msg":"trace[1017901623] transaction","detail":"{read_only:false; response_revision:4422; number_of_response:1; }","duration":"197.501939ms","start":"2026-03-08T02:34:46.628691Z","end":"2026-03-08T02:34:46.826193Z","steps":["trace[1017901623] 'process raft request' (duration: 178.543438ms)","trace[1017901623] 'compare' (duration: 18.585012ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:46.826588Z","caller":"traceutil/trace.go:171","msg":"trace[929236215] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"168.309509ms","start":"2026-03-08T02:34:46.65824Z","end":"2026-03-08T02:34:46.826549Z","steps":["trace[929236215] 'process raft request' (duration: 168.080364ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:46.826674Z","caller":"traceutil/trace.go:171","msg":"trace[1761256887] linearizableReadLoop","detail":"{readStateIndex:4615; appliedIndex:4612; }","duration":"161.49944ms","start":"2026-03-08T02:34:46.665141Z","end":"2026-03-08T02:34:46.82664Z","steps":["trace[1761256887] 'read index received' (duration: 142.179611ms)","trace[1761256887] 'applied index is now lower than readState.Index' (duration: 19.318619ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:46.826712Z","caller":"traceutil/trace.go:171","msg":"trace[274117648] transaction","detail":"{read_only:false; response_revision:4425; number_of_response:1; }","duration":"100.548111ms","start":"2026-03-08T02:34:46.726129Z","end":"2026-03-08T02:34:46.826677Z","steps":["trace[274117648] 'process raft request' (duration: 100.405578ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:46.826687Z","caller":"traceutil/trace.go:171","msg":"trace[2042896410] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"162.75089ms","start":"2026-03-08T02:34:46.663901Z","end":"2026-03-08T02:34:46.826652Z","steps":["trace[2042896410] 'process raft request' (duration: 162.568595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:46.826839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.675124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:46.826976Z","caller":"traceutil/trace.go:171","msg":"trace[669963682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4426; }","duration":"161.850228ms","start":"2026-03-08T02:34:46.665096Z","end":"2026-03-08T02:34:46.826946Z","steps":["trace[669963682] 'agreement among raft nodes before linearized reading' (duration: 161.683445ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:47.332616Z","caller":"traceutil/trace.go:171","msg":"trace[1400201514] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"119.659366ms","start":"2026-03-08T02:34:47.212932Z","end":"2026-03-08T02:34:47.332591Z","steps":["trace[1400201514] 'process raft request' (duration: 44.759262ms)","trace[1400201514] 'compare' (duration: 74.74028ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:48.210088Z","caller":"traceutil/trace.go:171","msg":"trace[2030650741] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"338.82752ms","start":"2026-03-08T02:34:47.87123Z","end":"2026-03-08T02:34:48.210057Z","steps":["trace[2030650741] 'process raft request' (duration: 338.665496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:48.210267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:47.871202Z","time spent":"338.970752ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2528,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:48.213528Z","caller":"traceutil/trace.go:171","msg":"trace[2028002139] linearizableReadLoop","detail":"{readStateIndex:4660; appliedIndex:4658; }","duration":"248.006215ms","start":"2026-03-08T02:34:47.965494Z","end":"2026-03-08T02:34:48.2135Z","steps":["trace[2028002139] 'read index received' (duration: 244.505703ms)","trace[2028002139] 'applied index is now lower than readState.Index' (duration: 3.499022ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:48.213772Z","caller":"traceutil/trace.go:171","msg":"trace[1517365328] transaction","detail":"{read_only:false; response_revision:4469; number_of_response:1; }","duration":"138.873454ms","start":"2026-03-08T02:34:48.074855Z","end":"2026-03-08T02:34:48.213728Z","steps":["trace[1517365328] 'process raft request' (duration: 138.532586ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:48.213883Z","caller":"traceutil/trace.go:171","msg":"trace[904955535] transaction","detail":"{read_only:false; response_revision:4468; number_of_response:1; }","duration":"299.913093ms","start":"2026-03-08T02:34:47.913957Z","end":"2026-03-08T02:34:48.21387Z","steps":["trace[904955535] 'process raft request' (duration: 299.273018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:48.213818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.298842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-08T02:34:48.214002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.380273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130596"} {"level":"info","ts":"2026-03-08T02:34:48.214108Z","caller":"traceutil/trace.go:171","msg":"trace[1986603393] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4469; }","duration":"248.532247ms","start":"2026-03-08T02:34:47.965552Z","end":"2026-03-08T02:34:48.214084Z","steps":["trace[1986603393] 'agreement among raft nodes before linearized reading' (duration: 248.22003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:48.214254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.221738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:34:48.214036Z","caller":"traceutil/trace.go:171","msg":"trace[476183972] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4469; }","duration":"248.571309ms","start":"2026-03-08T02:34:47.965439Z","end":"2026-03-08T02:34:48.214011Z","steps":["trace[476183972] 'agreement among raft nodes before linearized reading' (duration: 248.257461ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:48.21429Z","caller":"traceutil/trace.go:171","msg":"trace[964574464] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4469; }","duration":"232.287059ms","start":"2026-03-08T02:34:47.981994Z","end":"2026-03-08T02:34:48.214281Z","steps":["trace[964574464] 'agreement among raft nodes before linearized reading' (duration: 232.100465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:48.214294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.549067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-03-08T02:34:48.214387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.602931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-pz4qc\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-03-08T02:34:48.214396Z","caller":"traceutil/trace.go:171","msg":"trace[277052196] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4469; }","duration":"248.666591ms","start":"2026-03-08T02:34:47.965704Z","end":"2026-03-08T02:34:48.214371Z","steps":["trace[277052196] 'agreement among raft nodes before linearized reading' (duration: 248.407255ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:48.214432Z","caller":"traceutil/trace.go:171","msg":"trace[1384283236] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-pz4qc; range_end:; response_count:1; response_revision:4469; }","duration":"200.656192ms","start":"2026-03-08T02:34:48.013764Z","end":"2026-03-08T02:34:48.21442Z","steps":["trace[1384283236] 'agreement among raft nodes before linearized reading' (duration: 200.492698ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:49.742042Z","caller":"traceutil/trace.go:171","msg":"trace[368645532] linearizableReadLoop","detail":"{readStateIndex:4688; appliedIndex:4685; }","duration":"108.691152ms","start":"2026-03-08T02:34:49.633307Z","end":"2026-03-08T02:34:49.741998Z","steps":["trace[368645532] 'read index received' (duration: 42.978801ms)","trace[368645532] 'applied index is now lower than readState.Index' (duration: 65.710941ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:49.742116Z","caller":"traceutil/trace.go:171","msg":"trace[806136294] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"113.955005ms","start":"2026-03-08T02:34:49.6281Z","end":"2026-03-08T02:34:49.742055Z","steps":["trace[806136294] 'process raft request' (duration: 113.646318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:49.742242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.914147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:49.742297Z","caller":"traceutil/trace.go:171","msg":"trace[1071953419] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:0; response_revision:4496; }","duration":"109.016729ms","start":"2026-03-08T02:34:49.633264Z","end":"2026-03-08T02:34:49.742281Z","steps":["trace[1071953419] 'agreement among raft nodes before linearized reading' (duration: 108.871916ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:49.742361Z","caller":"traceutil/trace.go:171","msg":"trace[1433202458] transaction","detail":"{read_only:false; response_revision:4496; number_of_response:1; }","duration":"111.255652ms","start":"2026-03-08T02:34:49.631063Z","end":"2026-03-08T02:34:49.742319Z","steps":["trace[1433202458] 'process raft request' (duration: 110.876763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:50.767738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.768121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:34:50.767902Z","caller":"traceutil/trace.go:171","msg":"trace[1962154569] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"871.934214ms","start":"2026-03-08T02:34:49.895937Z","end":"2026-03-08T02:34:50.767872Z","steps":["trace[1962154569] 'process raft request' (duration: 81.910708ms)","trace[1962154569] 'compare' (duration: 788.792977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:50.768001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:49.895912Z","time spent":"872.032815ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:50.977687Z","caller":"traceutil/trace.go:171","msg":"trace[1258562577] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"1.081684467s","start":"2026-03-08T02:34:49.895954Z","end":"2026-03-08T02:34:50.977638Z","steps":["trace[1258562577] 'process raft request' (duration: 1.081304658s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:50.977715Z","caller":"traceutil/trace.go:171","msg":"trace[764850721] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"1.080054179s","start":"2026-03-08T02:34:49.89763Z","end":"2026-03-08T02:34:50.977684Z","steps":["trace[764850721] 'process raft request' (duration: 1.079842654s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:50.97794Z","caller":"traceutil/trace.go:171","msg":"trace[336805677] linearizableReadLoop","detail":"{readStateIndex:4696; appliedIndex:4692; }","duration":"1.070157438s","start":"2026-03-08T02:34:49.907752Z","end":"2026-03-08T02:34:50.977909Z","steps":["trace[336805677] 'read index received' (duration: 70.176443ms)","trace[336805677] 'applied index is now lower than readState.Index' (duration: 999.979425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:50.978041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:49.897601Z","time spent":"1.080247163s","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1903,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:50.978065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:49.895913Z","time spent":"1.081898472s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:34:50.978093Z","caller":"traceutil/trace.go:171","msg":"trace[594584921] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"1.07969501s","start":"2026-03-08T02:34:49.898359Z","end":"2026-03-08T02:34:50.978054Z","steps":["trace[594584921] 'process raft request' (duration: 1.079222979s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:50.978236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:49.89835Z","time spent":"1.079813024s","remote":"127.0.0.1:57852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:50.978912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071151022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957109"} {"level":"info","ts":"2026-03-08T02:34:50.978984Z","caller":"traceutil/trace.go:171","msg":"trace[1391087782] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4504; }","duration":"1.071224393s","start":"2026-03-08T02:34:49.907743Z","end":"2026-03-08T02:34:50.978967Z","steps":["trace[1391087782] 'agreement among raft nodes before linearized reading' (duration: 1.070285432s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:50.979022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:49.90768Z","time spent":"1.071330505s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":49,"response size":1957132,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-08T02:34:51.020492Z","caller":"traceutil/trace.go:171","msg":"trace[1200974646] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"178.111528ms","start":"2026-03-08T02:34:50.842358Z","end":"2026-03-08T02:34:51.02047Z","steps":["trace[1200974646] 'process raft request' (duration: 177.992225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.021133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046195071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-08T02:34:51.021137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.554518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:51.021197Z","caller":"traceutil/trace.go:171","msg":"trace[725373450] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:4505; }","duration":"1.046343444s","start":"2026-03-08T02:34:49.974836Z","end":"2026-03-08T02:34:51.02118Z","steps":["trace[725373450] 'agreement among raft nodes before linearized reading' (duration: 1.046145699s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.021228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:49.974811Z","time spent":"1.046410196s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-08T02:34:51.021283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.47659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:51.021312Z","caller":"traceutil/trace.go:171","msg":"trace[1185933054] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4505; }","duration":"992.543852ms","start":"2026-03-08T02:34:50.028756Z","end":"2026-03-08T02:34:51.0213Z","steps":["trace[1185933054] 'agreement among raft nodes before linearized reading' (duration: 992.494221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.021341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:50.028732Z","time spent":"992.602043ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:34:51.021227Z","caller":"traceutil/trace.go:171","msg":"trace[1189577693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4505; }","duration":"355.704792ms","start":"2026-03-08T02:34:50.665506Z","end":"2026-03-08T02:34:51.021211Z","steps":["trace[1189577693] 'agreement among raft nodes before linearized reading' (duration: 355.538418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.021451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:50.665481Z","time spent":"355.922727ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:34:51.246635Z","caller":"traceutil/trace.go:171","msg":"trace[2068110688] linearizableReadLoop","detail":"{readStateIndex:4703; appliedIndex:4701; }","duration":"182.05348ms","start":"2026-03-08T02:34:51.064556Z","end":"2026-03-08T02:34:51.246609Z","steps":["trace[2068110688] 'read index received' (duration: 127.171082ms)","trace[2068110688] 'applied index is now lower than readState.Index' (duration: 54.881208ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:51.246762Z","caller":"traceutil/trace.go:171","msg":"trace[1575642060] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"200.552631ms","start":"2026-03-08T02:34:51.046197Z","end":"2026-03-08T02:34:51.24675Z","steps":["trace[1575642060] 'process raft request' (duration: 200.199603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.247139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.547432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-08T02:34:51.247253Z","caller":"traceutil/trace.go:171","msg":"trace[1461449222] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4510; }","duration":"182.698925ms","start":"2026-03-08T02:34:51.064525Z","end":"2026-03-08T02:34:51.247224Z","steps":["trace[1461449222] 'agreement among raft nodes before linearized reading' (duration: 182.297436ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:51.26649Z","caller":"traceutil/trace.go:171","msg":"trace[810884657] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"197.231175ms","start":"2026-03-08T02:34:51.069226Z","end":"2026-03-08T02:34:51.266457Z","steps":["trace[810884657] 'process raft request' (duration: 196.975449ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:51.266913Z","caller":"traceutil/trace.go:171","msg":"trace[667411010] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"201.3608ms","start":"2026-03-08T02:34:51.06554Z","end":"2026-03-08T02:34:51.2669Z","steps":["trace[667411010] 'process raft request' (duration: 200.538051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:51.267401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.658979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-cswtj\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-03-08T02:34:51.267466Z","caller":"traceutil/trace.go:171","msg":"trace[222467367] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/monitoring/kube-prometheus-stack-admission-patch-cswtj; range_end:; response_count:1; response_revision:4513; }","duration":"174.765762ms","start":"2026-03-08T02:34:51.092675Z","end":"2026-03-08T02:34:51.267441Z","steps":["trace[222467367] 'agreement among raft nodes before linearized reading' (duration: 174.538687ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:51.732581Z","caller":"traceutil/trace.go:171","msg":"trace[1700345681] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"151.20105ms","start":"2026-03-08T02:34:51.581351Z","end":"2026-03-08T02:34:51.732552Z","steps":["trace[1700345681] 'process raft request' (duration: 151.129078ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:51.732612Z","caller":"traceutil/trace.go:171","msg":"trace[201370361] transaction","detail":"{read_only:false; response_revision:4542; number_of_response:1; }","duration":"151.61292ms","start":"2026-03-08T02:34:51.580962Z","end":"2026-03-08T02:34:51.732575Z","steps":["trace[201370361] 'process raft request' (duration: 151.373764ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:51.74336Z","caller":"traceutil/trace.go:171","msg":"trace[291595634] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"158.543412ms","start":"2026-03-08T02:34:51.584764Z","end":"2026-03-08T02:34:51.743307Z","steps":["trace[291595634] 'process raft request' (duration: 158.358037ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:52.111423Z","caller":"traceutil/trace.go:171","msg":"trace[1957300202] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"142.966239ms","start":"2026-03-08T02:34:51.968427Z","end":"2026-03-08T02:34:52.111393Z","steps":["trace[1957300202] 'process raft request' (duration: 138.513215ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:52.11503Z","caller":"traceutil/trace.go:171","msg":"trace[532622535] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"145.10807ms","start":"2026-03-08T02:34:51.9699Z","end":"2026-03-08T02:34:52.115008Z","steps":["trace[532622535] 'process raft request' (duration: 144.867484ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:52.11502Z","caller":"traceutil/trace.go:171","msg":"trace[163347690] linearizableReadLoop","detail":"{readStateIndex:4754; appliedIndex:4752; }","duration":"141.68647ms","start":"2026-03-08T02:34:51.973255Z","end":"2026-03-08T02:34:52.114942Z","steps":["trace[163347690] 'read index received' (duration: 133.702994ms)","trace[163347690] 'applied index is now lower than readState.Index' (duration: 7.982016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:52.1154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.096729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-08T02:34:52.115518Z","caller":"traceutil/trace.go:171","msg":"trace[833659596] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4561; }","duration":"142.247903ms","start":"2026-03-08T02:34:51.973238Z","end":"2026-03-08T02:34:52.115486Z","steps":["trace[833659596] 'agreement among raft nodes before linearized reading' (duration: 141.903515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:52.115421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.943956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:34:52.115548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.043748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4736"} {"level":"info","ts":"2026-03-08T02:34:52.115653Z","caller":"traceutil/trace.go:171","msg":"trace[2113258458] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4561; }","duration":"142.162401ms","start":"2026-03-08T02:34:51.973475Z","end":"2026-03-08T02:34:52.115637Z","steps":["trace[2113258458] 'agreement among raft nodes before linearized reading' (duration: 141.794583ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:52.115623Z","caller":"traceutil/trace.go:171","msg":"trace[1838736083] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4561; }","duration":"139.178161ms","start":"2026-03-08T02:34:51.976419Z","end":"2026-03-08T02:34:52.115598Z","steps":["trace[1838736083] 'agreement among raft nodes before linearized reading' (duration: 138.873144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:52.12596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.105277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2197294"} {"level":"info","ts":"2026-03-08T02:34:52.12607Z","caller":"traceutil/trace.go:171","msg":"trace[1703700772] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4561; }","duration":"120.311462ms","start":"2026-03-08T02:34:52.005734Z","end":"2026-03-08T02:34:52.126046Z","steps":["trace[1703700772] 'agreement among raft nodes before linearized reading' (duration: 109.549791ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:53.499862Z","caller":"traceutil/trace.go:171","msg":"trace[208268373] linearizableReadLoop","detail":"{readStateIndex:4774; appliedIndex:4773; }","duration":"202.588437ms","start":"2026-03-08T02:34:53.297243Z","end":"2026-03-08T02:34:53.499831Z","steps":["trace[208268373] 'read index received' (duration: 176.196872ms)","trace[208268373] 'applied index is now lower than readState.Index' (duration: 26.390675ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:53.499985Z","caller":"traceutil/trace.go:171","msg":"trace[592212929] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4581; }","duration":"220.493454ms","start":"2026-03-08T02:34:53.279448Z","end":"2026-03-08T02:34:53.499941Z","steps":["trace[592212929] 'process raft request' (duration: 193.964637ms)","trace[592212929] 'compare' (duration: 26.18875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:53.50009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.828123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:34:53.500124Z","caller":"traceutil/trace.go:171","msg":"trace[222704818] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4581; }","duration":"202.917165ms","start":"2026-03-08T02:34:53.297199Z","end":"2026-03-08T02:34:53.500116Z","steps":["trace[222704818] 'agreement among raft nodes before linearized reading' (duration: 202.766181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:53.820612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.119386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T02:34:53.82075Z","caller":"traceutil/trace.go:171","msg":"trace[206545242] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4583; }","duration":"270.822106ms","start":"2026-03-08T02:34:53.549902Z","end":"2026-03-08T02:34:53.820724Z","steps":["trace[206545242] 'process raft request' (duration: 114.388063ms)","trace[206545242] 'compare' (duration: 155.846609ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:53.866974Z","caller":"traceutil/trace.go:171","msg":"trace[938524269] linearizableReadLoop","detail":"{readStateIndex:4778; appliedIndex:4775; }","duration":"314.37265ms","start":"2026-03-08T02:34:53.55256Z","end":"2026-03-08T02:34:53.866932Z","steps":["trace[938524269] 'read index received' (duration: 111.747652ms)","trace[938524269] 'applied index is now lower than readState.Index' (duration: 202.624098ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:53.86731Z","caller":"traceutil/trace.go:171","msg":"trace[817031275] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"314.458112ms","start":"2026-03-08T02:34:53.552843Z","end":"2026-03-08T02:34:53.867301Z","steps":["trace[817031275] 'process raft request' (duration: 313.983051ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:53.867283Z","caller":"traceutil/trace.go:171","msg":"trace[1152588334] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"314.490623ms","start":"2026-03-08T02:34:53.552759Z","end":"2026-03-08T02:34:53.867249Z","steps":["trace[1152588334] 'process raft request' (duration: 314.039452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:53.867412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:53.552816Z","time spent":"314.517854ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:53.867415Z","caller":"traceutil/trace.go:171","msg":"trace[580411193] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"314.832311ms","start":"2026-03-08T02:34:53.552506Z","end":"2026-03-08T02:34:53.867338Z","steps":["trace[580411193] 'process raft request' (duration: 314.236807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:53.867494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:53.552751Z","time spent":"314.642887ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:53.867631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:53.552491Z","time spent":"315.022256ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:34:53.86769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.126588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-08T02:34:53.867716Z","caller":"traceutil/trace.go:171","msg":"trace[317102501] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4588; }","duration":"315.17596ms","start":"2026-03-08T02:34:53.552533Z","end":"2026-03-08T02:34:53.867709Z","steps":["trace[317102501] 'agreement among raft nodes before linearized reading' (duration: 315.024936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:53.867741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:53.552523Z","time spent":"315.21237ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62920,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T02:34:53.867743Z","caller":"traceutil/trace.go:171","msg":"trace[2024912248] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"315.077737ms","start":"2026-03-08T02:34:53.552651Z","end":"2026-03-08T02:34:53.867728Z","steps":["trace[2024912248] 'process raft request' (duration: 314.122935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:53.867813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:53.552644Z","time spent":"315.131108ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:53.867851Z","caller":"traceutil/trace.go:171","msg":"trace[182557022] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"315.376004ms","start":"2026-03-08T02:34:53.552461Z","end":"2026-03-08T02:34:53.867837Z","steps":["trace[182557022] 'process raft request' (duration: 314.132205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:53.867912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:53.552441Z","time spent":"315.439296ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:34:53.908118Z","caller":"traceutil/trace.go:171","msg":"trace[1836260097] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"166.022147ms","start":"2026-03-08T02:34:53.742048Z","end":"2026-03-08T02:34:53.90807Z","steps":["trace[1836260097] 'process raft request' (duration: 165.549775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:53.908164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.656191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:34:53.908203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.705666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:53.908271Z","caller":"traceutil/trace.go:171","msg":"trace[1451907475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4589; }","duration":"242.824395ms","start":"2026-03-08T02:34:53.665418Z","end":"2026-03-08T02:34:53.908242Z","steps":["trace[1451907475] 'agreement among raft nodes before linearized reading' (duration: 242.566149ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:53.908318Z","caller":"traceutil/trace.go:171","msg":"trace[670953925] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4589; }","duration":"298.87831ms","start":"2026-03-08T02:34:53.609413Z","end":"2026-03-08T02:34:53.908291Z","steps":["trace[670953925] 'agreement among raft nodes before linearized reading' (duration: 298.703816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:53.908187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.481186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e51ad3be-3146-4894-a572-9f52c87595b5\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-08T02:34:53.908533Z","caller":"traceutil/trace.go:171","msg":"trace[1026710893] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e51ad3be-3146-4894-a572-9f52c87595b5; range_end:; response_count:1; response_revision:4589; }","duration":"336.863644ms","start":"2026-03-08T02:34:53.571655Z","end":"2026-03-08T02:34:53.908519Z","steps":["trace[1026710893] 'agreement among raft nodes before linearized reading' (duration: 336.357732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:53.908571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:34:53.571643Z","time spent":"336.917176ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e51ad3be-3146-4894-a572-9f52c87595b5\" "} {"level":"info","ts":"2026-03-08T02:34:54.03183Z","caller":"traceutil/trace.go:171","msg":"trace[1574353354] linearizableReadLoop","detail":"{readStateIndex:4783; appliedIndex:4782; }","duration":"119.292177ms","start":"2026-03-08T02:34:53.912501Z","end":"2026-03-08T02:34:54.031793Z","steps":["trace[1574353354] 'read index received' (duration: 63.514958ms)","trace[1574353354] 'applied index is now lower than readState.Index' (duration: 55.776029ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:54.03198Z","caller":"traceutil/trace.go:171","msg":"trace[2130174409] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4590; }","duration":"121.661903ms","start":"2026-03-08T02:34:53.910276Z","end":"2026-03-08T02:34:54.031938Z","steps":["trace[2130174409] 'process raft request' (duration: 65.745211ms)","trace[2130174409] 'compare' (duration: 55.637325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:54.032019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.496313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:54.032213Z","caller":"traceutil/trace.go:171","msg":"trace[1204594171] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4590; }","duration":"119.756929ms","start":"2026-03-08T02:34:53.912437Z","end":"2026-03-08T02:34:54.032194Z","steps":["trace[1204594171] 'agreement among raft nodes before linearized reading' (duration: 119.504003ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:54.04283Z","caller":"traceutil/trace.go:171","msg":"trace[899184624] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"125.573305ms","start":"2026-03-08T02:34:53.917224Z","end":"2026-03-08T02:34:54.042797Z","steps":["trace[899184624] 'process raft request' (duration: 125.345599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:55.851438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.473429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:55.85154Z","caller":"traceutil/trace.go:171","msg":"trace[693667122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4614; }","duration":"185.643453ms","start":"2026-03-08T02:34:55.665878Z","end":"2026-03-08T02:34:55.851521Z","steps":["trace[693667122] 'range keys from in-memory index tree' (duration: 185.365736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:55.852839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.347511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-08T02:34:55.852945Z","caller":"traceutil/trace.go:171","msg":"trace[1585275405] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4614; }","duration":"150.513795ms","start":"2026-03-08T02:34:55.702398Z","end":"2026-03-08T02:34:55.852912Z","steps":["trace[1585275405] 'range keys from in-memory index tree' (duration: 148.949088ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:55.980592Z","caller":"traceutil/trace.go:171","msg":"trace[601099139] linearizableReadLoop","detail":"{readStateIndex:4809; appliedIndex:4808; }","duration":"108.923327ms","start":"2026-03-08T02:34:55.871639Z","end":"2026-03-08T02:34:55.980563Z","steps":["trace[601099139] 'read index received' (duration: 108.699722ms)","trace[601099139] 'applied index is now lower than readState.Index' (duration: 219.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:55.980701Z","caller":"traceutil/trace.go:171","msg":"trace[538653390] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"121.733374ms","start":"2026-03-08T02:34:55.858898Z","end":"2026-03-08T02:34:55.980631Z","steps":["trace[538653390] 'process raft request' (duration: 121.414507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:55.980932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.256824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:34:55.981026Z","caller":"traceutil/trace.go:171","msg":"trace[145951321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4615; }","duration":"109.412118ms","start":"2026-03-08T02:34:55.87159Z","end":"2026-03-08T02:34:55.981002Z","steps":["trace[145951321] 'agreement among raft nodes before linearized reading' (duration: 109.07209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:55.98111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.540324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-08T02:34:55.981127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.68208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:34:55.981202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.772882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:34:55.981244Z","caller":"traceutil/trace.go:171","msg":"trace[887051535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4615; }","duration":"108.872555ms","start":"2026-03-08T02:34:55.872355Z","end":"2026-03-08T02:34:55.981227Z","steps":["trace[887051535] 'agreement among raft nodes before linearized reading' (duration: 108.571718ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:55.981244Z","caller":"traceutil/trace.go:171","msg":"trace[1343165260] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:4615; }","duration":"107.718108ms","start":"2026-03-08T02:34:55.8735Z","end":"2026-03-08T02:34:55.981218Z","steps":["trace[1343165260] 'agreement among raft nodes before linearized reading' (duration: 107.36233ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:55.981258Z","caller":"traceutil/trace.go:171","msg":"trace[1990531400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4615; }","duration":"108.881226ms","start":"2026-03-08T02:34:55.872364Z","end":"2026-03-08T02:34:55.981246Z","steps":["trace[1990531400] 'agreement among raft nodes before linearized reading' (duration: 108.64877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:55.981374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.410195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:34:55.981465Z","caller":"traceutil/trace.go:171","msg":"trace[1484199649] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4615; }","duration":"108.526787ms","start":"2026-03-08T02:34:55.8729Z","end":"2026-03-08T02:34:55.981426Z","steps":["trace[1484199649] 'agreement among raft nodes before linearized reading' (duration: 108.179989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:55.982302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.536094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:34:55.982387Z","caller":"traceutil/trace.go:171","msg":"trace[1516170568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4615; }","duration":"110.673117ms","start":"2026-03-08T02:34:55.871702Z","end":"2026-03-08T02:34:55.982375Z","steps":["trace[1516170568] 'agreement among raft nodes before linearized reading' (duration: 109.120951ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:56.096866Z","caller":"traceutil/trace.go:171","msg":"trace[227168427] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"108.722592ms","start":"2026-03-08T02:34:55.988116Z","end":"2026-03-08T02:34:56.096839Z","steps":["trace[227168427] 'process raft request' (duration: 108.63986ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:56.096923Z","caller":"traceutil/trace.go:171","msg":"trace[1557856950] linearizableReadLoop","detail":"{readStateIndex:4814; appliedIndex:4809; }","duration":"106.037709ms","start":"2026-03-08T02:34:55.990867Z","end":"2026-03-08T02:34:56.096905Z","steps":["trace[1557856950] 'read index received' (duration: 15.692715ms)","trace[1557856950] 'applied index is now lower than readState.Index' (duration: 90.343624ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:56.097113Z","caller":"traceutil/trace.go:171","msg":"trace[2146145137] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"106.727336ms","start":"2026-03-08T02:34:55.990367Z","end":"2026-03-08T02:34:56.097094Z","steps":["trace[2146145137] 'process raft request' (duration: 106.429899ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:56.097265Z","caller":"traceutil/trace.go:171","msg":"trace[1527459448] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"110.689598ms","start":"2026-03-08T02:34:55.986556Z","end":"2026-03-08T02:34:56.097245Z","steps":["trace[1527459448] 'process raft request' (duration: 81.040068ms)","trace[1527459448] 'compare' (duration: 28.954524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:34:56.097563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.673724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-08T02:34:56.097602Z","caller":"traceutil/trace.go:171","msg":"trace[968591926] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4620; }","duration":"106.746946ms","start":"2026-03-08T02:34:55.990844Z","end":"2026-03-08T02:34:56.097591Z","steps":["trace[968591926] 'agreement among raft nodes before linearized reading' (duration: 106.501271ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:56.097854Z","caller":"traceutil/trace.go:171","msg":"trace[604057153] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"110.156206ms","start":"2026-03-08T02:34:55.987679Z","end":"2026-03-08T02:34:56.097836Z","steps":["trace[604057153] 'process raft request' (duration: 109.009709ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:59.49028Z","caller":"traceutil/trace.go:171","msg":"trace[256029388] linearizableReadLoop","detail":"{readStateIndex:4973; appliedIndex:4972; }","duration":"271.085413ms","start":"2026-03-08T02:34:59.219164Z","end":"2026-03-08T02:34:59.490249Z","steps":["trace[256029388] 'read index received' (duration: 270.840507ms)","trace[256029388] 'applied index is now lower than readState.Index' (duration: 241.126µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:34:59.490394Z","caller":"traceutil/trace.go:171","msg":"trace[2105354665] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"278.965347ms","start":"2026-03-08T02:34:59.211399Z","end":"2026-03-08T02:34:59.490364Z","steps":["trace[2105354665] 'process raft request' (duration: 278.587098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:59.490496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.306628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:34:59.490544Z","caller":"traceutil/trace.go:171","msg":"trace[1996575475] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4775; }","duration":"271.505482ms","start":"2026-03-08T02:34:59.219028Z","end":"2026-03-08T02:34:59.490533Z","steps":["trace[1996575475] 'agreement among raft nodes before linearized reading' (duration: 271.39805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:59.524096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.874277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-08T02:34:59.524125Z","caller":"traceutil/trace.go:171","msg":"trace[492881350] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"224.745144ms","start":"2026-03-08T02:34:59.299335Z","end":"2026-03-08T02:34:59.52408Z","steps":["trace[492881350] 'process raft request' (duration: 224.252102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:59.524121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.898918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-08T02:34:59.524367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.184205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719505"} {"level":"info","ts":"2026-03-08T02:34:59.524422Z","caller":"traceutil/trace.go:171","msg":"trace[945480255] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4776; }","duration":"195.305748ms","start":"2026-03-08T02:34:59.329102Z","end":"2026-03-08T02:34:59.524408Z","steps":["trace[945480255] 'agreement among raft nodes before linearized reading' (duration: 194.790936ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:59.524429Z","caller":"traceutil/trace.go:171","msg":"trace[1460312641] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4776; }","duration":"271.244446ms","start":"2026-03-08T02:34:59.253156Z","end":"2026-03-08T02:34:59.5244Z","steps":["trace[1460312641] 'agreement among raft nodes before linearized reading' (duration: 270.682613ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:34:59.524165Z","caller":"traceutil/trace.go:171","msg":"trace[646037064] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4776; }","duration":"270.96116ms","start":"2026-03-08T02:34:59.253186Z","end":"2026-03-08T02:34:59.524147Z","steps":["trace[646037064] 'agreement among raft nodes before linearized reading' (duration: 270.791076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:59.524403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.264627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-08T02:34:59.52473Z","caller":"traceutil/trace.go:171","msg":"trace[1541015394] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4776; }","duration":"271.673986ms","start":"2026-03-08T02:34:59.253031Z","end":"2026-03-08T02:34:59.524705Z","steps":["trace[1541015394] 'agreement among raft nodes before linearized reading' (duration: 271.013451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:34:59.654983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.25ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-08T02:34:59.655075Z","caller":"traceutil/trace.go:171","msg":"trace[1424267765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4776; }","duration":"114.384883ms","start":"2026-03-08T02:34:59.540669Z","end":"2026-03-08T02:34:59.655054Z","steps":["trace[1424267765] 'range keys from in-memory index tree' (duration: 113.852602ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:00.633495Z","caller":"traceutil/trace.go:171","msg":"trace[818861719] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"177.881432ms","start":"2026-03-08T02:35:00.455579Z","end":"2026-03-08T02:35:00.63346Z","steps":["trace[818861719] 'process raft request' (duration: 177.509943ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:01.302707Z","caller":"traceutil/trace.go:171","msg":"trace[586260026] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"658.608446ms","start":"2026-03-08T02:35:00.644072Z","end":"2026-03-08T02:35:01.30268Z","steps":["trace[586260026] 'process raft request' (duration: 658.453582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:01.302882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:00.644038Z","time spent":"658.75872ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2928,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:35:01.30697Z","caller":"traceutil/trace.go:171","msg":"trace[1216328370] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"550.372866ms","start":"2026-03-08T02:35:00.756563Z","end":"2026-03-08T02:35:01.306936Z","steps":["trace[1216328370] 'process raft request' (duration: 550.1201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:01.307144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:00.75653Z","time spent":"550.522979ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1063,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:35:01.307144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:00.986524Z","time spent":"320.610205ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T02:35:01.307169Z","caller":"traceutil/trace.go:171","msg":"trace[436953730] linearizableReadLoop","detail":"{readStateIndex:4992; appliedIndex:4989; }","duration":"468.016658ms","start":"2026-03-08T02:35:00.839124Z","end":"2026-03-08T02:35:01.30714Z","steps":["trace[436953730] 'read index received' (duration: 463.513234ms)","trace[436953730] 'applied index is now lower than readState.Index' (duration: 4.502384ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:01.307556Z","caller":"traceutil/trace.go:171","msg":"trace[246247774] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"237.89777ms","start":"2026-03-08T02:35:01.069638Z","end":"2026-03-08T02:35:01.307536Z","steps":["trace[246247774] 'process raft request' (duration: 237.299976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:01.307602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.445338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:35:01.307655Z","caller":"traceutil/trace.go:171","msg":"trace[1641490910] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4794; }","duration":"468.582221ms","start":"2026-03-08T02:35:00.839057Z","end":"2026-03-08T02:35:01.307639Z","steps":["trace[1641490910] 'agreement among raft nodes before linearized reading' (duration: 468.464178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:01.307702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:00.839022Z","time spent":"468.670013ms","remote":"127.0.0.1:58364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:35:01.307804Z","caller":"traceutil/trace.go:171","msg":"trace[1157198222] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"655.027162ms","start":"2026-03-08T02:35:00.652044Z","end":"2026-03-08T02:35:01.307071Z","steps":["trace[1157198222] 'process raft request' (duration: 654.469399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:01.307924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:00.652016Z","time spent":"655.861342ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1689,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T02:35:01.308013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.540681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:35:01.308074Z","caller":"traceutil/trace.go:171","msg":"trace[786022562] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4794; }","duration":"310.677484ms","start":"2026-03-08T02:35:00.997382Z","end":"2026-03-08T02:35:01.30806Z","steps":["trace[786022562] 'agreement among raft nodes before linearized reading' (duration: 310.555451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:01.308119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:00.997356Z","time spent":"310.752466ms","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:35:01.30813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.653256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-twzpv\" ","response":"range_response_count:1 size:9641"} {"level":"info","ts":"2026-03-08T02:35:01.308169Z","caller":"traceutil/trace.go:171","msg":"trace[1177486527] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-twzpv; range_end:; response_count:1; response_revision:4794; }","duration":"323.736208ms","start":"2026-03-08T02:35:00.984423Z","end":"2026-03-08T02:35:01.308159Z","steps":["trace[1177486527] 'agreement among raft nodes before linearized reading' (duration: 323.628746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:01.308025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.60199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719505"} {"level":"warn","ts":"2026-03-08T02:35:01.308201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:00.984384Z","time spent":"323.81165ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9664,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-twzpv\" "} {"level":"info","ts":"2026-03-08T02:35:01.308238Z","caller":"traceutil/trace.go:171","msg":"trace[1763520237] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4794; }","duration":"367.855356ms","start":"2026-03-08T02:35:00.940367Z","end":"2026-03-08T02:35:01.308223Z","steps":["trace[1763520237] 'agreement among raft nodes before linearized reading' (duration: 367.123619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:01.308294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:00.940344Z","time spent":"367.934488ms","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719528,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-08T02:35:04.290672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.324107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:35:04.290791Z","caller":"traceutil/trace.go:171","msg":"trace[104525229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4846; }","duration":"146.487911ms","start":"2026-03-08T02:35:04.144283Z","end":"2026-03-08T02:35:04.290771Z","steps":["trace[104525229] 'range keys from in-memory index tree' (duration: 146.167773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:04.291184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.158961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:04.291224Z","caller":"traceutil/trace.go:171","msg":"trace[53803029] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4846; }","duration":"194.245763ms","start":"2026-03-08T02:35:04.096969Z","end":"2026-03-08T02:35:04.291215Z","steps":["trace[53803029] 'range keys from in-memory index tree' (duration: 194.08911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:04.291506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.721785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:35:04.291543Z","caller":"traceutil/trace.go:171","msg":"trace[1130121020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4846; }","duration":"158.780327ms","start":"2026-03-08T02:35:04.132753Z","end":"2026-03-08T02:35:04.291534Z","steps":["trace[1130121020] 'range keys from in-memory index tree' (duration: 158.631533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:04.291714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.577319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:35:04.291741Z","caller":"traceutil/trace.go:171","msg":"trace[2111053773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4846; }","duration":"157.62234ms","start":"2026-03-08T02:35:04.134109Z","end":"2026-03-08T02:35:04.291732Z","steps":["trace[2111053773] 'range keys from in-memory index tree' (duration: 157.497477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:04.291921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.05044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:35:04.291955Z","caller":"traceutil/trace.go:171","msg":"trace[1201803834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4846; }","duration":"155.103822ms","start":"2026-03-08T02:35:04.136844Z","end":"2026-03-08T02:35:04.291947Z","steps":["trace[1201803834] 'range keys from in-memory index tree' (duration: 154.935558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:04.292137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.875253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:35:04.29217Z","caller":"traceutil/trace.go:171","msg":"trace[1709310948] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:4846; }","duration":"150.923045ms","start":"2026-03-08T02:35:04.14124Z","end":"2026-03-08T02:35:04.292163Z","steps":["trace[1709310948] 'range keys from in-memory index tree' (duration: 150.789401ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:04.568365Z","caller":"traceutil/trace.go:171","msg":"trace[48016835] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"268.699587ms","start":"2026-03-08T02:35:04.299636Z","end":"2026-03-08T02:35:04.568336Z","steps":["trace[48016835] 'process raft request' (duration: 268.267057ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:04.568444Z","caller":"traceutil/trace.go:171","msg":"trace[1729034930] linearizableReadLoop","detail":"{readStateIndex:5052; appliedIndex:5049; }","duration":"212.843636ms","start":"2026-03-08T02:35:04.355571Z","end":"2026-03-08T02:35:04.568414Z","steps":["trace[1729034930] 'read index received' (duration: 212.223311ms)","trace[1729034930] 'applied index is now lower than readState.Index' (duration: 618.994µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:04.568584Z","caller":"traceutil/trace.go:171","msg":"trace[2069911365] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"267.047278ms","start":"2026-03-08T02:35:04.301521Z","end":"2026-03-08T02:35:04.568568Z","steps":["trace[2069911365] 'process raft request' (duration: 266.744541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:04.568618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.032981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:04.568668Z","caller":"traceutil/trace.go:171","msg":"trace[1127657401] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:4850; }","duration":"213.131003ms","start":"2026-03-08T02:35:04.355515Z","end":"2026-03-08T02:35:04.568646Z","steps":["trace[1127657401] 'agreement among raft nodes before linearized reading' (duration: 213.047301ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:04.568724Z","caller":"traceutil/trace.go:171","msg":"trace[1851022856] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"266.961066ms","start":"2026-03-08T02:35:04.301706Z","end":"2026-03-08T02:35:04.568667Z","steps":["trace[1851022856] 'process raft request' (duration: 266.650959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:04.568878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.503541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f112a79-3dc9-4edb-8916-4c190e5d20c6\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-03-08T02:35:04.568993Z","caller":"traceutil/trace.go:171","msg":"trace[196274491] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f112a79-3dc9-4edb-8916-4c190e5d20c6; range_end:; response_count:1; response_revision:4850; }","duration":"207.661555ms","start":"2026-03-08T02:35:04.361304Z","end":"2026-03-08T02:35:04.568966Z","steps":["trace[196274491] 'agreement among raft nodes before linearized reading' (duration: 207.352828ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:04.846301Z","caller":"traceutil/trace.go:171","msg":"trace[350534392] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"117.827144ms","start":"2026-03-08T02:35:04.728429Z","end":"2026-03-08T02:35:04.846256Z","steps":["trace[350534392] 'process raft request' (duration: 94.563842ms)","trace[350534392] 'compare' (duration: 22.965845ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:05.234852Z","caller":"traceutil/trace.go:171","msg":"trace[2003688616] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5058; }","duration":"379.130209ms","start":"2026-03-08T02:35:04.855698Z","end":"2026-03-08T02:35:05.234829Z","steps":["trace[2003688616] 'read index received' (duration: 378.75723ms)","trace[2003688616] 'applied index is now lower than readState.Index' (duration: 371.889µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:05.234935Z","caller":"traceutil/trace.go:171","msg":"trace[2024035215] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"379.688521ms","start":"2026-03-08T02:35:04.855196Z","end":"2026-03-08T02:35:05.234884Z","steps":["trace[2024035215] 'process raft request' (duration: 379.412165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:05.235088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.378924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17047"} {"level":"info","ts":"2026-03-08T02:35:05.235123Z","caller":"traceutil/trace.go:171","msg":"trace[520730648] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4856; }","duration":"379.432025ms","start":"2026-03-08T02:35:04.855681Z","end":"2026-03-08T02:35:05.235114Z","steps":["trace[520730648] 'agreement among raft nodes before linearized reading' (duration: 379.234841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:05.235134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:04.85517Z","time spent":"379.855585ms","remote":"127.0.0.1:57406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130582,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:35:05.235151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:04.855623Z","time spent":"379.522237ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17070,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T02:35:07.077891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.080412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:07.077993Z","caller":"traceutil/trace.go:171","msg":"trace[418327562] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4905; }","duration":"140.202445ms","start":"2026-03-08T02:35:06.937765Z","end":"2026-03-08T02:35:07.077967Z","steps":["trace[418327562] 'count revisions from in-memory index tree' (duration: 139.98584ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:07.245536Z","caller":"traceutil/trace.go:171","msg":"trace[1939398888] linearizableReadLoop","detail":"{readStateIndex:5111; appliedIndex:5109; }","duration":"104.622857ms","start":"2026-03-08T02:35:07.140881Z","end":"2026-03-08T02:35:07.245504Z","steps":["trace[1939398888] 'read index received' (duration: 33.765016ms)","trace[1939398888] 'applied index is now lower than readState.Index' (duration: 70.856141ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:07.245669Z","caller":"traceutil/trace.go:171","msg":"trace[1048071243] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"106.304796ms","start":"2026-03-08T02:35:07.139334Z","end":"2026-03-08T02:35:07.245639Z","steps":["trace[1048071243] 'process raft request' (duration: 105.881196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:07.246151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.248881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16084"} {"level":"info","ts":"2026-03-08T02:35:07.246218Z","caller":"traceutil/trace.go:171","msg":"trace[804450459] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4907; }","duration":"105.363984ms","start":"2026-03-08T02:35:07.140837Z","end":"2026-03-08T02:35:07.246201Z","steps":["trace[804450459] 'agreement among raft nodes before linearized reading' (duration: 104.850122ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:07.488036Z","caller":"traceutil/trace.go:171","msg":"trace[1391831316] linearizableReadLoop","detail":"{readStateIndex:5112; appliedIndex:5111; }","duration":"242.375324ms","start":"2026-03-08T02:35:07.245625Z","end":"2026-03-08T02:35:07.488Z","steps":["trace[1391831316] 'read index received' (duration: 179.430189ms)","trace[1391831316] 'applied index is now lower than readState.Index' (duration: 62.939395ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:07.488281Z","caller":"traceutil/trace.go:171","msg":"trace[556518979] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"307.663074ms","start":"2026-03-08T02:35:07.180546Z","end":"2026-03-08T02:35:07.488209Z","steps":["trace[556518979] 'process raft request' (duration: 248.310612ms)","trace[556518979] 'compare' (duration: 58.774378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:07.488466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.808684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-08T02:35:07.488514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:07.18052Z","time spent":"307.90292ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:35:07.488548Z","caller":"traceutil/trace.go:171","msg":"trace[1702139193] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4908; }","duration":"321.958307ms","start":"2026-03-08T02:35:07.166559Z","end":"2026-03-08T02:35:07.488517Z","steps":["trace[1702139193] 'agreement among raft nodes before linearized reading' (duration: 321.581318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:07.488614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:07.166521Z","time spent":"322.07733ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-08T02:35:07.490651Z","caller":"traceutil/trace.go:171","msg":"trace[1953710411] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"226.219597ms","start":"2026-03-08T02:35:07.264412Z","end":"2026-03-08T02:35:07.490632Z","steps":["trace[1953710411] 'process raft request' (duration: 225.978042ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:07.490995Z","caller":"traceutil/trace.go:171","msg":"trace[1823493072] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"175.746622ms","start":"2026-03-08T02:35:07.315223Z","end":"2026-03-08T02:35:07.49097Z","steps":["trace[1823493072] 'process raft request' (duration: 175.312592ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:07.491052Z","caller":"traceutil/trace.go:171","msg":"trace[1368382613] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"139.328625ms","start":"2026-03-08T02:35:07.351702Z","end":"2026-03-08T02:35:07.491031Z","steps":["trace[1368382613] 'process raft request' (duration: 139.203522ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:08.824591Z","caller":"traceutil/trace.go:171","msg":"trace[1410393090] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"122.089243ms","start":"2026-03-08T02:35:08.702466Z","end":"2026-03-08T02:35:08.824555Z","steps":["trace[1410393090] 'process raft request' (duration: 121.836497ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:08.827381Z","caller":"traceutil/trace.go:171","msg":"trace[1874824323] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"112.584931ms","start":"2026-03-08T02:35:08.714764Z","end":"2026-03-08T02:35:08.827349Z","steps":["trace[1874824323] 'process raft request' (duration: 111.944666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:14.344291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.491132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:35:14.344335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.787461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:14.344407Z","caller":"traceutil/trace.go:171","msg":"trace[1876732238] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5024; }","duration":"134.642545ms","start":"2026-03-08T02:35:14.209742Z","end":"2026-03-08T02:35:14.344384Z","steps":["trace[1876732238] 'count revisions from in-memory index tree' (duration: 134.441271ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:14.344451Z","caller":"traceutil/trace.go:171","msg":"trace[1392769392] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:5024; }","duration":"232.965115ms","start":"2026-03-08T02:35:14.111465Z","end":"2026-03-08T02:35:14.34443Z","steps":["trace[1392769392] 'range keys from in-memory index tree' (duration: 232.652998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:14.345427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.520959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-dnzmb\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-03-08T02:35:14.345561Z","caller":"traceutil/trace.go:171","msg":"trace[185785464] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-dnzmb; range_end:; response_count:1; response_revision:5024; }","duration":"136.697544ms","start":"2026-03-08T02:35:14.208836Z","end":"2026-03-08T02:35:14.345533Z","steps":["trace[185785464] 'range keys from in-memory index tree' (duration: 135.299391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:14.345593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.144552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:35:14.346055Z","caller":"traceutil/trace.go:171","msg":"trace[1585485719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5024; }","duration":"246.651343ms","start":"2026-03-08T02:35:14.099388Z","end":"2026-03-08T02:35:14.346039Z","steps":["trace[1585485719] 'range keys from in-memory index tree' (duration: 245.053017ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:14.59776Z","caller":"traceutil/trace.go:171","msg":"trace[648375024] linearizableReadLoop","detail":"{readStateIndex:5233; appliedIndex:5232; }","duration":"222.45471ms","start":"2026-03-08T02:35:14.375277Z","end":"2026-03-08T02:35:14.597732Z","steps":["trace[648375024] 'read index received' (duration: 212.664072ms)","trace[648375024] 'applied index is now lower than readState.Index' (duration: 9.789468ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:14.597907Z","caller":"traceutil/trace.go:171","msg":"trace[120917540] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"240.581782ms","start":"2026-03-08T02:35:14.357281Z","end":"2026-03-08T02:35:14.597863Z","steps":["trace[120917540] 'process raft request' (duration: 230.481637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:14.59816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.156219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:35:14.598289Z","caller":"traceutil/trace.go:171","msg":"trace[913201372] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:5026; }","duration":"242.357364ms","start":"2026-03-08T02:35:14.355906Z","end":"2026-03-08T02:35:14.598263Z","steps":["trace[913201372] 'agreement among raft nodes before linearized reading' (duration: 241.940684ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:14.749345Z","caller":"traceutil/trace.go:171","msg":"trace[1246703894] linearizableReadLoop","detail":"{readStateIndex:5234; appliedIndex:5233; }","duration":"151.479068ms","start":"2026-03-08T02:35:14.597824Z","end":"2026-03-08T02:35:14.749303Z","steps":["trace[1246703894] 'read index received' (duration: 140.074182ms)","trace[1246703894] 'applied index is now lower than readState.Index' (duration: 11.403336ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:14.749381Z","caller":"traceutil/trace.go:171","msg":"trace[1457780965] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"369.599896ms","start":"2026-03-08T02:35:14.379735Z","end":"2026-03-08T02:35:14.749335Z","steps":["trace[1457780965] 'process raft request' (duration: 358.273703ms)","trace[1457780965] 'compare' (duration: 11.064867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:14.749684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.40219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:35:14.749781Z","caller":"traceutil/trace.go:171","msg":"trace[1539164124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5027; }","duration":"350.551532ms","start":"2026-03-08T02:35:14.399207Z","end":"2026-03-08T02:35:14.749759Z","steps":["trace[1539164124] 'agreement among raft nodes before linearized reading' (duration: 350.202794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:14.749825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:14.399186Z","time spent":"350.632685ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:35:14.749789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:14.379689Z","time spent":"369.894223ms","remote":"127.0.0.1:57406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130582,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:35:14.834614Z","caller":"traceutil/trace.go:171","msg":"trace[1847622805] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"231.626104ms","start":"2026-03-08T02:35:14.602965Z","end":"2026-03-08T02:35:14.834591Z","steps":["trace[1847622805] 'process raft request' (duration: 231.396668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:14.835086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.647592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-08T02:35:14.83507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.965962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-j8swx\" ","response":"range_response_count:1 size:4443"} {"level":"info","ts":"2026-03-08T02:35:14.835136Z","caller":"traceutil/trace.go:171","msg":"trace[238479429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5029; }","duration":"209.756434ms","start":"2026-03-08T02:35:14.625368Z","end":"2026-03-08T02:35:14.835125Z","steps":["trace[238479429] 'agreement among raft nodes before linearized reading' (duration: 209.540189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:14.835131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.519885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:35:14.835179Z","caller":"traceutil/trace.go:171","msg":"trace[723130322] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-j8swx; range_end:; response_count:1; response_revision:5029; }","duration":"232.119035ms","start":"2026-03-08T02:35:14.603037Z","end":"2026-03-08T02:35:14.835156Z","steps":["trace[723130322] 'agreement among raft nodes before linearized reading' (duration: 231.788847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:14.835198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.316454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:35:14.835326Z","caller":"traceutil/trace.go:171","msg":"trace[37600557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5029; }","duration":"209.536999ms","start":"2026-03-08T02:35:14.625766Z","end":"2026-03-08T02:35:14.835303Z","steps":["trace[37600557] 'agreement among raft nodes before linearized reading' (duration: 209.187441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:14.835334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.234037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:14.835441Z","caller":"traceutil/trace.go:171","msg":"trace[1617251712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5029; }","duration":"171.395871ms","start":"2026-03-08T02:35:14.664022Z","end":"2026-03-08T02:35:14.835418Z","steps":["trace[1617251712] 'agreement among raft nodes before linearized reading' (duration: 171.235727ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:14.835234Z","caller":"traceutil/trace.go:171","msg":"trace[718791426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5029; }","duration":"208.633808ms","start":"2026-03-08T02:35:14.626546Z","end":"2026-03-08T02:35:14.83518Z","steps":["trace[718791426] 'agreement among raft nodes before linearized reading' (duration: 208.348372ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:14.83563Z","caller":"traceutil/trace.go:171","msg":"trace[1817615283] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"231.848939ms","start":"2026-03-08T02:35:14.603727Z","end":"2026-03-08T02:35:14.835575Z","steps":["trace[1817615283] 'process raft request' (duration: 230.798984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:14.836049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.918904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:70858"} {"level":"info","ts":"2026-03-08T02:35:14.836098Z","caller":"traceutil/trace.go:171","msg":"trace[1189055483] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5029; }","duration":"229.986126ms","start":"2026-03-08T02:35:14.606101Z","end":"2026-03-08T02:35:14.836087Z","steps":["trace[1189055483] 'agreement among raft nodes before linearized reading' (duration: 229.197737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:14.998192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.84865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:14.998543Z","caller":"traceutil/trace.go:171","msg":"trace[45223282] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"243.449499ms","start":"2026-03-08T02:35:14.755067Z","end":"2026-03-08T02:35:14.998517Z","steps":["trace[45223282] 'process raft request' (duration: 243.290005ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:14.998645Z","caller":"traceutil/trace.go:171","msg":"trace[966712202] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"154.812975ms","start":"2026-03-08T02:35:14.843809Z","end":"2026-03-08T02:35:14.998622Z","steps":["trace[966712202] 'process raft request' (duration: 154.708883ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:14.99865Z","caller":"traceutil/trace.go:171","msg":"trace[1569569228] linearizableReadLoop","detail":"{readStateIndex:5238; appliedIndex:5236; }","duration":"158.440049ms","start":"2026-03-08T02:35:14.840173Z","end":"2026-03-08T02:35:14.998613Z","steps":["trace[1569569228] 'read index received' (duration: 14.105718ms)","trace[1569569228] 'applied index is now lower than readState.Index' (duration: 144.331361ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:14.998904Z","caller":"traceutil/trace.go:171","msg":"trace[1935330837] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"154.13975ms","start":"2026-03-08T02:35:14.844746Z","end":"2026-03-08T02:35:14.998886Z","steps":["trace[1935330837] 'process raft request' (duration: 153.827122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:14.998949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.757976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:14.998992Z","caller":"traceutil/trace.go:171","msg":"trace[1771535787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5033; }","duration":"158.840749ms","start":"2026-03-08T02:35:14.84014Z","end":"2026-03-08T02:35:14.99898Z","steps":["trace[1771535787] 'agreement among raft nodes before linearized reading' (duration: 158.586713ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:14.999346Z","caller":"traceutil/trace.go:171","msg":"trace[2019909753] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"154.537169ms","start":"2026-03-08T02:35:14.844795Z","end":"2026-03-08T02:35:14.999332Z","steps":["trace[2019909753] 'process raft request' (duration: 154.009837ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:14.999445Z","caller":"traceutil/trace.go:171","msg":"trace[991010789] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"247.227897ms","start":"2026-03-08T02:35:14.752173Z","end":"2026-03-08T02:35:14.999401Z","steps":["trace[991010789] 'process raft request' (duration: 102.033555ms)","trace[991010789] 'compare' (duration: 143.595544ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:14.999546Z","caller":"traceutil/trace.go:171","msg":"trace[1426893083] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"151.279043ms","start":"2026-03-08T02:35:14.848221Z","end":"2026-03-08T02:35:14.9995Z","steps":["trace[1426893083] 'process raft request' (duration: 150.911884ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:15.187359Z","caller":"traceutil/trace.go:171","msg":"trace[572077821] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"180.294308ms","start":"2026-03-08T02:35:15.007016Z","end":"2026-03-08T02:35:15.18731Z","steps":["trace[572077821] 'process raft request' (duration: 179.792566ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:15.187203Z","caller":"traceutil/trace.go:171","msg":"trace[364327729] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"179.243474ms","start":"2026-03-08T02:35:15.007813Z","end":"2026-03-08T02:35:15.187056Z","steps":["trace[364327729] 'process raft request' (duration: 179.157412ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:15.187422Z","caller":"traceutil/trace.go:171","msg":"trace[447584317] transaction","detail":"{read_only:false; response_revision:5041; number_of_response:1; }","duration":"161.651544ms","start":"2026-03-08T02:35:15.025727Z","end":"2026-03-08T02:35:15.187378Z","steps":["trace[447584317] 'process raft request' (duration: 161.289295ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:15.187738Z","caller":"traceutil/trace.go:171","msg":"trace[1927865640] transaction","detail":"{read_only:false; response_revision:5039; number_of_response:1; }","duration":"180.166496ms","start":"2026-03-08T02:35:15.00756Z","end":"2026-03-08T02:35:15.187726Z","steps":["trace[1927865640] 'process raft request' (duration: 179.313566ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:15.187057Z","caller":"traceutil/trace.go:171","msg":"trace[522613598] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"180.012412ms","start":"2026-03-08T02:35:15.006981Z","end":"2026-03-08T02:35:15.186993Z","steps":["trace[522613598] 'process raft request' (duration: 178.377864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:16.068643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.698484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-676b556996-8lngh\" ","response":"range_response_count:1 size:11844"} {"level":"info","ts":"2026-03-08T02:35:16.068741Z","caller":"traceutil/trace.go:171","msg":"trace[1894862151] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-676b556996-8lngh; range_end:; response_count:1; response_revision:5050; }","duration":"258.853177ms","start":"2026-03-08T02:35:15.809856Z","end":"2026-03-08T02:35:16.068709Z","steps":["trace[1894862151] 'range keys from in-memory index tree' (duration: 258.418278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:20.9286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.599105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:35:20.928643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.815261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:20.9287Z","caller":"traceutil/trace.go:171","msg":"trace[157902824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5086; }","duration":"262.772659ms","start":"2026-03-08T02:35:20.665904Z","end":"2026-03-08T02:35:20.928677Z","steps":["trace[157902824] 'range keys from in-memory index tree' (duration: 262.478242ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:20.928749Z","caller":"traceutil/trace.go:171","msg":"trace[221314551] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5086; }","duration":"384.985795ms","start":"2026-03-08T02:35:20.543735Z","end":"2026-03-08T02:35:20.92872Z","steps":["trace[221314551] 'count revisions from in-memory index tree' (duration: 384.736509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:20.928799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:20.543711Z","time spent":"385.077257ms","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:35:20.928811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.983495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:20.928931Z","caller":"traceutil/trace.go:171","msg":"trace[358143443] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5086; }","duration":"370.17137ms","start":"2026-03-08T02:35:20.55873Z","end":"2026-03-08T02:35:20.928901Z","steps":["trace[358143443] 'range keys from in-memory index tree' (duration: 369.854162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:20.928999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:20.558691Z","time spent":"370.287302ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T02:35:23.077172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019348134,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:35:23.130675Z","caller":"traceutil/trace.go:171","msg":"trace[1838839260] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"691.224476ms","start":"2026-03-08T02:35:22.43942Z","end":"2026-03-08T02:35:23.130644Z","steps":["trace[1838839260] 'process raft request' (duration: 691.021041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:23.13086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:22.439409Z","time spent":"691.347898ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:35:23.19562Z","caller":"traceutil/trace.go:171","msg":"trace[1590304681] linearizableReadLoop","detail":"{readStateIndex:5320; appliedIndex:5318; }","duration":"619.279741ms","start":"2026-03-08T02:35:22.576305Z","end":"2026-03-08T02:35:23.195585Z","steps":["trace[1590304681] 'read index received' (duration: 554.203675ms)","trace[1590304681] 'applied index is now lower than readState.Index' (duration: 65.074586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:23.195872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.538216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:23.195921Z","caller":"traceutil/trace.go:171","msg":"trace[1665098950] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5111; }","duration":"619.665129ms","start":"2026-03-08T02:35:22.57624Z","end":"2026-03-08T02:35:23.195905Z","steps":["trace[1665098950] 'agreement among raft nodes before linearized reading' (duration: 619.558957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:23.195971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:22.576217Z","time spent":"619.743131ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-08T02:35:23.195953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.476642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:23.195798Z","caller":"traceutil/trace.go:171","msg":"trace[2145104246] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"382.477656ms","start":"2026-03-08T02:35:22.813267Z","end":"2026-03-08T02:35:23.195744Z","steps":["trace[2145104246] 'process raft request' (duration: 382.129088ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:23.196071Z","caller":"traceutil/trace.go:171","msg":"trace[1853539690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5111; }","duration":"530.659076ms","start":"2026-03-08T02:35:22.665387Z","end":"2026-03-08T02:35:23.196046Z","steps":["trace[1853539690] 'agreement among raft nodes before linearized reading' (duration: 530.449742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:23.196105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.109379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:23.196147Z","caller":"traceutil/trace.go:171","msg":"trace[593015513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5111; }","duration":"358.188291ms","start":"2026-03-08T02:35:22.837949Z","end":"2026-03-08T02:35:23.196137Z","steps":["trace[593015513] 'agreement among raft nodes before linearized reading' (duration: 358.119839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:23.196112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.964902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-08T02:35:23.196169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:22.837933Z","time spent":"358.232211ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:35:23.196147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.950028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-08T02:35:23.196132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:22.665361Z","time spent":"530.755969ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:35:23.196213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:22.81323Z","time spent":"382.861585ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:35:23.196291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.300156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:35:23.196341Z","caller":"traceutil/trace.go:171","msg":"trace[771275818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5111; }","duration":"155.369188ms","start":"2026-03-08T02:35:23.040958Z","end":"2026-03-08T02:35:23.196327Z","steps":["trace[771275818] 'agreement among raft nodes before linearized reading' (duration: 155.199554ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:23.196221Z","caller":"traceutil/trace.go:171","msg":"trace[1332775154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5111; }","duration":"156.126665ms","start":"2026-03-08T02:35:23.04007Z","end":"2026-03-08T02:35:23.196196Z","steps":["trace[1332775154] 'agreement among raft nodes before linearized reading' (duration: 155.785387ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:23.196324Z","caller":"traceutil/trace.go:171","msg":"trace[542541580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5111; }","duration":"155.119422ms","start":"2026-03-08T02:35:23.041159Z","end":"2026-03-08T02:35:23.196278Z","steps":["trace[542541580] 'agreement among raft nodes before linearized reading' (duration: 154.861576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:23.196307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.332206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-08T02:35:23.196428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.857196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:35:23.196557Z","caller":"traceutil/trace.go:171","msg":"trace[944076549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5111; }","duration":"158.03003ms","start":"2026-03-08T02:35:23.038503Z","end":"2026-03-08T02:35:23.196533Z","steps":["trace[944076549] 'agreement among raft nodes before linearized reading' (duration: 157.62424ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:23.196578Z","caller":"traceutil/trace.go:171","msg":"trace[1680201172] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:5111; }","duration":"255.597022ms","start":"2026-03-08T02:35:22.940904Z","end":"2026-03-08T02:35:23.196501Z","steps":["trace[1680201172] 'agreement among raft nodes before linearized reading' (duration: 255.06383ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:23.694148Z","caller":"traceutil/trace.go:171","msg":"trace[1556962646] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"136.714862ms","start":"2026-03-08T02:35:23.557383Z","end":"2026-03-08T02:35:23.694097Z","steps":["trace[1556962646] 'process raft request' (duration: 37.200636ms)","trace[1556962646] 'compare' (duration: 99.180768ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:23.694209Z","caller":"traceutil/trace.go:171","msg":"trace[876925789] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"136.534988ms","start":"2026-03-08T02:35:23.557626Z","end":"2026-03-08T02:35:23.694161Z","steps":["trace[876925789] 'process raft request' (duration: 136.351914ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:23.694349Z","caller":"traceutil/trace.go:171","msg":"trace[1848949330] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"135.371732ms","start":"2026-03-08T02:35:23.558966Z","end":"2026-03-08T02:35:23.694338Z","steps":["trace[1848949330] 'process raft request' (duration: 135.134296ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:23.69432Z","caller":"traceutil/trace.go:171","msg":"trace[1450928000] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"136.266712ms","start":"2026-03-08T02:35:23.55793Z","end":"2026-03-08T02:35:23.694197Z","steps":["trace[1450928000] 'process raft request' (duration: 136.122179ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:24.067668Z","caller":"traceutil/trace.go:171","msg":"trace[185037809] linearizableReadLoop","detail":"{readStateIndex:5348; appliedIndex:5346; }","duration":"159.31344ms","start":"2026-03-08T02:35:23.908321Z","end":"2026-03-08T02:35:24.067634Z","steps":["trace[185037809] 'read index received' (duration: 26.985259ms)","trace[185037809] 'applied index is now lower than readState.Index' (duration: 132.326421ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:24.067682Z","caller":"traceutil/trace.go:171","msg":"trace[1795993354] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"160.766243ms","start":"2026-03-08T02:35:23.906888Z","end":"2026-03-08T02:35:24.067654Z","steps":["trace[1795993354] 'process raft request' (duration: 159.831922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:24.068218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.869123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-08T02:35:24.068273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.889874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:74 size:62320"} {"level":"info","ts":"2026-03-08T02:35:24.068309Z","caller":"traceutil/trace.go:171","msg":"trace[692534887] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:74; response_revision:5139; }","duration":"126.970157ms","start":"2026-03-08T02:35:23.94133Z","end":"2026-03-08T02:35:24.0683Z","steps":["trace[692534887] 'agreement among raft nodes before linearized reading' (duration: 126.467545ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:24.069504Z","caller":"traceutil/trace.go:171","msg":"trace[2057547893] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5139; }","duration":"160.001325ms","start":"2026-03-08T02:35:23.908296Z","end":"2026-03-08T02:35:24.068297Z","steps":["trace[2057547893] 'agreement among raft nodes before linearized reading' (duration: 159.461533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:24.077543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.311798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212406"} {"level":"info","ts":"2026-03-08T02:35:24.07768Z","caller":"traceutil/trace.go:171","msg":"trace[544484768] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5139; }","duration":"110.493603ms","start":"2026-03-08T02:35:23.967164Z","end":"2026-03-08T02:35:24.077658Z","steps":["trace[544484768] 'agreement among raft nodes before linearized reading' (duration: 100.706095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:24.545347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.851281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:24.545469Z","caller":"traceutil/trace.go:171","msg":"trace[1092259958] linearizableReadLoop","detail":"{readStateIndex:5359; appliedIndex:5357; }","duration":"216.85499ms","start":"2026-03-08T02:35:24.328597Z","end":"2026-03-08T02:35:24.545452Z","steps":["trace[1092259958] 'read index received' (duration: 81.196421ms)","trace[1092259958] 'applied index is now lower than readState.Index' (duration: 135.657149ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:24.54557Z","caller":"traceutil/trace.go:171","msg":"trace[2135142236] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"217.860723ms","start":"2026-03-08T02:35:24.327699Z","end":"2026-03-08T02:35:24.545559Z","steps":["trace[2135142236] 'process raft request' (duration: 100.691925ms)","trace[2135142236] 'compare' (duration: 116.697617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:24.546034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.412122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:110582"} {"level":"info","ts":"2026-03-08T02:35:24.546122Z","caller":"traceutil/trace.go:171","msg":"trace[287336470] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5150; }","duration":"217.515675ms","start":"2026-03-08T02:35:24.328587Z","end":"2026-03-08T02:35:24.546102Z","steps":["trace[287336470] 'agreement among raft nodes before linearized reading' (duration: 217.096275ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:24.563357Z","caller":"traceutil/trace.go:171","msg":"trace[1232113956] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"146.765288ms","start":"2026-03-08T02:35:24.416563Z","end":"2026-03-08T02:35:24.563328Z","steps":["trace[1232113956] 'process raft request' (duration: 146.591494ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:24.563429Z","caller":"traceutil/trace.go:171","msg":"trace[992034389] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"144.782742ms","start":"2026-03-08T02:35:24.418622Z","end":"2026-03-08T02:35:24.563404Z","steps":["trace[992034389] 'process raft request' (duration: 144.69726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:24.563473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.220726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:24.563554Z","caller":"traceutil/trace.go:171","msg":"trace[822506158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5153; }","duration":"213.348658ms","start":"2026-03-08T02:35:24.350185Z","end":"2026-03-08T02:35:24.563534Z","steps":["trace[822506158] 'agreement among raft nodes before linearized reading' (duration: 213.203144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:24.5639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.506854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-03-08T02:35:24.563966Z","caller":"traceutil/trace.go:171","msg":"trace[1995354476] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5153; }","duration":"226.634757ms","start":"2026-03-08T02:35:24.337315Z","end":"2026-03-08T02:35:24.563949Z","steps":["trace[1995354476] 'agreement among raft nodes before linearized reading' (duration: 226.191107ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:24.563569Z","caller":"traceutil/trace.go:171","msg":"trace[1254151454] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"146.744418ms","start":"2026-03-08T02:35:24.416784Z","end":"2026-03-08T02:35:24.563529Z","steps":["trace[1254151454] 'process raft request' (duration: 146.503032ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:24.771019Z","caller":"traceutil/trace.go:171","msg":"trace[1093286777] linearizableReadLoop","detail":"{readStateIndex:5365; appliedIndex:5363; }","duration":"149.578633ms","start":"2026-03-08T02:35:24.621409Z","end":"2026-03-08T02:35:24.770988Z","steps":["trace[1093286777] 'read index received' (duration: 149.329817ms)","trace[1093286777] 'applied index is now lower than readState.Index' (duration: 247.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:24.771117Z","caller":"traceutil/trace.go:171","msg":"trace[1812867516] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"202.556437ms","start":"2026-03-08T02:35:24.568508Z","end":"2026-03-08T02:35:24.771064Z","steps":["trace[1812867516] 'process raft request' (duration: 202.205869ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:24.7712Z","caller":"traceutil/trace.go:171","msg":"trace[1210443831] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"202.365112ms","start":"2026-03-08T02:35:24.568803Z","end":"2026-03-08T02:35:24.771168Z","steps":["trace[1210443831] 'process raft request' (duration: 202.113167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:24.771453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.887351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9318"} {"level":"info","ts":"2026-03-08T02:35:24.771578Z","caller":"traceutil/trace.go:171","msg":"trace[356366428] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5156; }","duration":"199.070035ms","start":"2026-03-08T02:35:24.572481Z","end":"2026-03-08T02:35:24.771551Z","steps":["trace[356366428] 'agreement among raft nodes before linearized reading' (duration: 198.699297ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:24.822166Z","caller":"traceutil/trace.go:171","msg":"trace[582268896] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"190.21891ms","start":"2026-03-08T02:35:24.631889Z","end":"2026-03-08T02:35:24.822108Z","steps":["trace[582268896] 'process raft request' (duration: 189.919553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:24.822323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.04977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-08T02:35:24.822446Z","caller":"traceutil/trace.go:171","msg":"trace[1533977231] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5157; }","duration":"164.230465ms","start":"2026-03-08T02:35:24.658184Z","end":"2026-03-08T02:35:24.822414Z","steps":["trace[1533977231] 'agreement among raft nodes before linearized reading' (duration: 163.856946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:24.822276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.986718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:24.822739Z","caller":"traceutil/trace.go:171","msg":"trace[383270838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5157; }","duration":"158.497081ms","start":"2026-03-08T02:35:24.664222Z","end":"2026-03-08T02:35:24.822719Z","steps":["trace[383270838] 'agreement among raft nodes before linearized reading' (duration: 157.906307ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:24.917724Z","caller":"traceutil/trace.go:171","msg":"trace[1013762189] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"141.089906ms","start":"2026-03-08T02:35:24.776598Z","end":"2026-03-08T02:35:24.917687Z","steps":["trace[1013762189] 'process raft request' (duration: 140.685106ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:24.918242Z","caller":"traceutil/trace.go:171","msg":"trace[2070222986] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"124.674723ms","start":"2026-03-08T02:35:24.793553Z","end":"2026-03-08T02:35:24.918228Z","steps":["trace[2070222986] 'process raft request' (duration: 123.966377ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:25.975235Z","caller":"traceutil/trace.go:171","msg":"trace[1803589342] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"113.441792ms","start":"2026-03-08T02:35:25.861767Z","end":"2026-03-08T02:35:25.975209Z","steps":["trace[1803589342] 'process raft request' (duration: 113.239047ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:26.852704Z","caller":"traceutil/trace.go:171","msg":"trace[531437651] linearizableReadLoop","detail":"{readStateIndex:5401; appliedIndex:5400; }","duration":"186.315259ms","start":"2026-03-08T02:35:26.666356Z","end":"2026-03-08T02:35:26.852671Z","steps":["trace[531437651] 'read index received' (duration: 185.969801ms)","trace[531437651] 'applied index is now lower than readState.Index' (duration: 344.208µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:26.852872Z","caller":"traceutil/trace.go:171","msg":"trace[1412999189] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"499.553842ms","start":"2026-03-08T02:35:26.353215Z","end":"2026-03-08T02:35:26.852769Z","steps":["trace[1412999189] 'process raft request' (duration: 499.216814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:26.853029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.495993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:35:26.853276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:26.353161Z","time spent":"499.939291ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:35:26.853308Z","caller":"traceutil/trace.go:171","msg":"trace[1520876656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5191; }","duration":"187.006944ms","start":"2026-03-08T02:35:26.666285Z","end":"2026-03-08T02:35:26.853292Z","steps":["trace[1520876656] 'agreement among raft nodes before linearized reading' (duration: 186.511813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:27.548737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.096998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:35:27.548857Z","caller":"traceutil/trace.go:171","msg":"trace[992536449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5191; }","duration":"349.285153ms","start":"2026-03-08T02:35:27.199542Z","end":"2026-03-08T02:35:27.548828Z","steps":["trace[992536449] 'range keys from in-memory index tree' (duration: 348.820641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:27.548907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:27.199513Z","time spent":"349.382975ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:35:27.549092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.573451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-08T02:35:27.549277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.099705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15dd18ea-b268-4d4f-8a6d-6527e4a821dd\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-03-08T02:35:27.54932Z","caller":"traceutil/trace.go:171","msg":"trace[620300253] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15dd18ea-b268-4d4f-8a6d-6527e4a821dd; range_end:; response_count:1; response_revision:5191; }","duration":"400.141577ms","start":"2026-03-08T02:35:27.149167Z","end":"2026-03-08T02:35:27.549309Z","steps":["trace[620300253] 'range keys from in-memory index tree' (duration: 399.922832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:27.549354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:27.149082Z","time spent":"400.266159ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15dd18ea-b268-4d4f-8a6d-6527e4a821dd\" "} {"level":"info","ts":"2026-03-08T02:35:27.549265Z","caller":"traceutil/trace.go:171","msg":"trace[1272501869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:5191; }","duration":"304.792726ms","start":"2026-03-08T02:35:27.244427Z","end":"2026-03-08T02:35:27.54922Z","steps":["trace[1272501869] 'range keys from in-memory index tree' (duration: 304.311236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:27.549452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:27.244404Z","time spent":"305.026842ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:35:27.869482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019348336,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:35:27.929307Z","caller":"traceutil/trace.go:171","msg":"trace[931614019] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"646.779761ms","start":"2026-03-08T02:35:27.282494Z","end":"2026-03-08T02:35:27.929274Z","steps":["trace[931614019] 'process raft request' (duration: 646.492684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:27.929511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:27.282455Z","time spent":"646.930364ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18842,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:35:29.102631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.989374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:29.102863Z","caller":"traceutil/trace.go:171","msg":"trace[479799007] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"1.52712314s","start":"2026-03-08T02:35:27.575718Z","end":"2026-03-08T02:35:29.102842Z","steps":["trace[479799007] 'process raft request' (duration: 1.527020858s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:29.102935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:27.575687Z","time spent":"1.527212503s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:35:29.103197Z","caller":"traceutil/trace.go:171","msg":"trace[8442205] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"1.356449076s","start":"2026-03-08T02:35:27.746721Z","end":"2026-03-08T02:35:29.10317Z","steps":["trace[8442205] 'process raft request' (duration: 1.356076437s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:29.102911Z","caller":"traceutil/trace.go:171","msg":"trace[1833777710] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"1.547359662s","start":"2026-03-08T02:35:27.555494Z","end":"2026-03-08T02:35:29.102854Z","steps":["trace[1833777710] 'process raft request' (duration: 1.071048s)","trace[1833777710] 'compare' (duration: 475.695787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:29.103372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:27.746688Z","time spent":"1.35658587s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:35:29.103323Z","caller":"traceutil/trace.go:171","msg":"trace[1137256703] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5401; }","duration":"1.734295645s","start":"2026-03-08T02:35:27.368998Z","end":"2026-03-08T02:35:29.103294Z","steps":["trace[1137256703] 'read index received' (duration: 559.966949ms)","trace[1137256703] 'applied index is now lower than readState.Index' (duration: 1.174326416s)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:29.103411Z","caller":"traceutil/trace.go:171","msg":"trace[1789462890] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"1.232381597s","start":"2026-03-08T02:35:27.870966Z","end":"2026-03-08T02:35:29.103348Z","steps":["trace[1789462890] 'process raft request' (duration: 1.23208897s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:29.103541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7345312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-08T02:35:29.10353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:27.555469Z","time spent":"1.547935356s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:35:29.103594Z","caller":"traceutil/trace.go:171","msg":"trace[741079791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5196; }","duration":"1.734665634s","start":"2026-03-08T02:35:27.368916Z","end":"2026-03-08T02:35:29.103582Z","steps":["trace[741079791] 'agreement among raft nodes before linearized reading' (duration: 1.734465569s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:29.10365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:27.368891Z","time spent":"1.734750505s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:35:29.103704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:27.870932Z","time spent":"1.232653034s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:35:30.439494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.210829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:30.439687Z","caller":"traceutil/trace.go:171","msg":"trace[565664607] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"2.458269733s","start":"2026-03-08T02:35:27.981382Z","end":"2026-03-08T02:35:30.439652Z","steps":["trace[565664607] 'process raft request' (duration: 1.494785518s)","trace[565664607] 'compare' (duration: 961.796216ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:30.439763Z","caller":"traceutil/trace.go:171","msg":"trace[398356450] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"1.331368372s","start":"2026-03-08T02:35:29.10838Z","end":"2026-03-08T02:35:30.439748Z","steps":["trace[398356450] 'process raft request' (duration: 1.33125319s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:30.439815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:27.981347Z","time spent":"2.458405896s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:35:30.439883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:29.108359Z","time spent":"1.331435133s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:35:30.440178Z","caller":"traceutil/trace.go:171","msg":"trace[1132406638] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5406; }","duration":"1.336629425s","start":"2026-03-08T02:35:29.103524Z","end":"2026-03-08T02:35:30.440154Z","steps":["trace[1132406638] 'read index received' (duration: 372.555926ms)","trace[1132406638] 'applied index is now lower than readState.Index' (duration: 964.068049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:30.440289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774954821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:35:30.44028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47343783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:35:30.440513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.070836587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:35:30.440551Z","caller":"traceutil/trace.go:171","msg":"trace[1100068491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5198; }","duration":"3.07092845s","start":"2026-03-08T02:35:27.369609Z","end":"2026-03-08T02:35:30.440538Z","steps":["trace[1100068491] 'agreement among raft nodes before linearized reading' (duration: 3.070790927s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:30.440584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:27.369577Z","time spent":"3.071000191s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:35:30.440549Z","caller":"traceutil/trace.go:171","msg":"trace[662318642] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5198; }","duration":"1.473767138s","start":"2026-03-08T02:35:28.966762Z","end":"2026-03-08T02:35:30.44053Z","steps":["trace[662318642] 'agreement among raft nodes before linearized reading' (duration: 1.473402479s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:30.440616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885477005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15dd18ea-b268-4d4f-8a6d-6527e4a821dd\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-03-08T02:35:30.440686Z","caller":"traceutil/trace.go:171","msg":"trace[242416001] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-15dd18ea-b268-4d4f-8a6d-6527e4a821dd; range_end:; response_count:1; response_revision:5198; }","duration":"1.885598818s","start":"2026-03-08T02:35:28.55507Z","end":"2026-03-08T02:35:30.440669Z","steps":["trace[242416001] 'agreement among raft nodes before linearized reading' (duration: 1.885339972s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:30.440714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:28.966711Z","time spent":"1.473936662s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:35:30.440733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:28.555029Z","time spent":"1.88569409s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-15dd18ea-b268-4d4f-8a6d-6527e4a821dd\" "} {"level":"warn","ts":"2026-03-08T02:35:30.440764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882942212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80041"} {"level":"info","ts":"2026-03-08T02:35:30.440831Z","caller":"traceutil/trace.go:171","msg":"trace[550341366] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5198; }","duration":"2.883029864s","start":"2026-03-08T02:35:27.557785Z","end":"2026-03-08T02:35:30.440815Z","steps":["trace[550341366] 'agreement among raft nodes before linearized reading' (duration: 2.88243624s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:30.44088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:27.557779Z","time spent":"2.883088126s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80064,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:35:30.440873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.262541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-08T02:35:30.440977Z","caller":"traceutil/trace.go:171","msg":"trace[1786656251] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:5198; }","duration":"464.433246ms","start":"2026-03-08T02:35:29.976519Z","end":"2026-03-08T02:35:30.440952Z","steps":["trace[1786656251] 'agreement among raft nodes before linearized reading' (duration: 464.075127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:30.44104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:29.976494Z","time spent":"464.535907ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-08T02:35:30.440987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.712699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-j8swx\" ","response":"range_response_count:1 size:4759"} {"level":"warn","ts":"2026-03-08T02:35:30.44126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.806652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:35:30.440519Z","caller":"traceutil/trace.go:171","msg":"trace[1056456652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5198; }","duration":"1.77530203s","start":"2026-03-08T02:35:28.665191Z","end":"2026-03-08T02:35:30.440492Z","steps":["trace[1056456652] 'agreement among raft nodes before linearized reading' (duration: 1.774960252s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:30.441325Z","caller":"traceutil/trace.go:171","msg":"trace[2038385213] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5198; }","duration":"771.912515ms","start":"2026-03-08T02:35:29.669392Z","end":"2026-03-08T02:35:30.441305Z","steps":["trace[2038385213] 'agreement among raft nodes before linearized reading' (duration: 771.684049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:30.441366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:29.669367Z","time spent":"771.989937ms","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":25,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:35:30.440375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069142308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-08T02:35:30.441421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:28.665162Z","time spent":"1.77620535s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:35:30.441141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17981942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-08T02:35:30.441477Z","caller":"traceutil/trace.go:171","msg":"trace[430194307] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5198; }","duration":"2.180547476s","start":"2026-03-08T02:35:28.260917Z","end":"2026-03-08T02:35:30.441464Z","steps":["trace[430194307] 'agreement among raft nodes before linearized reading' (duration: 2.179637855s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:30.441259Z","caller":"traceutil/trace.go:171","msg":"trace[1939014987] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-j8swx; range_end:; response_count:1; response_revision:5198; }","duration":"869.084048ms","start":"2026-03-08T02:35:29.572134Z","end":"2026-03-08T02:35:30.441218Z","steps":["trace[1939014987] 'agreement among raft nodes before linearized reading' (duration: 868.446173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:30.441648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:29.572109Z","time spent":"869.477826ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4782,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-j8swx\" "} {"level":"info","ts":"2026-03-08T02:35:30.441429Z","caller":"traceutil/trace.go:171","msg":"trace[552632128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5198; }","duration":"3.070199073s","start":"2026-03-08T02:35:27.371196Z","end":"2026-03-08T02:35:30.441395Z","steps":["trace[552632128] 'agreement among raft nodes before linearized reading' (duration: 3.069076427s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:30.44184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:27.371185Z","time spent":"3.070640153s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:35:30.440373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069118477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:35:30.441902Z","caller":"traceutil/trace.go:171","msg":"trace[688031065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5198; }","duration":"3.070665663s","start":"2026-03-08T02:35:27.371217Z","end":"2026-03-08T02:35:30.441883Z","steps":["trace[688031065] 'agreement among raft nodes before linearized reading' (duration: 3.069007375s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:30.441534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:28.260836Z","time spent":"2.180670649s","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-08T02:35:30.441964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:27.371203Z","time spent":"3.070747125s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:35:32.753545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.282727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:32.753801Z","caller":"traceutil/trace.go:171","msg":"trace[1919676562] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"275.268209ms","start":"2026-03-08T02:35:32.478516Z","end":"2026-03-08T02:35:32.753784Z","steps":["trace[1919676562] 'process raft request' (duration: 275.133196ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:32.75394Z","caller":"traceutil/trace.go:171","msg":"trace[1372284900] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"275.108866ms","start":"2026-03-08T02:35:32.478773Z","end":"2026-03-08T02:35:32.753882Z","steps":["trace[1372284900] 'process raft request' (duration: 274.923031ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:32.753945Z","caller":"traceutil/trace.go:171","msg":"trace[1592694506] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"275.582547ms","start":"2026-03-08T02:35:32.478305Z","end":"2026-03-08T02:35:32.753888Z","steps":["trace[1592694506] 'process raft request' (duration: 70.86842ms)","trace[1592694506] 'compare' (duration: 204.155144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:39.77137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019348694,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:35:39.970512Z","caller":"traceutil/trace.go:171","msg":"trace[1333360391] transaction","detail":"{read_only:false; response_revision:5361; number_of_response:1; }","duration":"807.409332ms","start":"2026-03-08T02:35:39.16306Z","end":"2026-03-08T02:35:39.970469Z","steps":["trace[1333360391] 'process raft request' (duration: 807.224337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:39.970705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:39.163049Z","time spent":"807.555695ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:35:39.972651Z","caller":"traceutil/trace.go:171","msg":"trace[553943863] linearizableReadLoop","detail":"{readStateIndex:5578; appliedIndex:5576; }","duration":"701.354851ms","start":"2026-03-08T02:35:39.271257Z","end":"2026-03-08T02:35:39.972612Z","steps":["trace[553943863] 'read index received' (duration: 699.051588ms)","trace[553943863] 'applied index is now lower than readState.Index' (duration: 2.301963ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:39.972779Z","caller":"traceutil/trace.go:171","msg":"trace[1420534823] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"501.131129ms","start":"2026-03-08T02:35:39.471611Z","end":"2026-03-08T02:35:39.972742Z","steps":["trace[1420534823] 'process raft request' (duration: 500.835433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:39.972964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:39.471578Z","time spent":"501.287873ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:35:39.973043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.716558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:35:39.973194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.897995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-08T02:35:39.973213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.900615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13850"} {"level":"info","ts":"2026-03-08T02:35:39.973323Z","caller":"traceutil/trace.go:171","msg":"trace[2024759497] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5362; }","duration":"416.147581ms","start":"2026-03-08T02:35:39.557139Z","end":"2026-03-08T02:35:39.973287Z","steps":["trace[2024759497] 'agreement among raft nodes before linearized reading' (duration: 415.806903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:39.973228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.904787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-08T02:35:39.973325Z","caller":"traceutil/trace.go:171","msg":"trace[229114739] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5362; }","duration":"702.10005ms","start":"2026-03-08T02:35:39.271207Z","end":"2026-03-08T02:35:39.973307Z","steps":["trace[229114739] 'agreement among raft nodes before linearized reading' (duration: 701.594248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:39.973387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:39.557083Z","time spent":"416.288604ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-08T02:35:39.973411Z","caller":"traceutil/trace.go:171","msg":"trace[1421875927] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5362; }","duration":"426.185305ms","start":"2026-03-08T02:35:39.547203Z","end":"2026-03-08T02:35:39.973388Z","steps":["trace[1421875927] 'agreement among raft nodes before linearized reading' (duration: 425.601251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:39.973498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:39.547168Z","time spent":"426.312448ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-08T02:35:39.973474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:39.271184Z","time spent":"702.235912ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13873,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-08T02:35:39.973552Z","caller":"traceutil/trace.go:171","msg":"trace[438267415] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5362; }","duration":"309.19647ms","start":"2026-03-08T02:35:39.664151Z","end":"2026-03-08T02:35:39.973348Z","steps":["trace[438267415] 'agreement among raft nodes before linearized reading' (duration: 308.680628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:39.973957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:39.664128Z","time spent":"309.812174ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:35:46.028798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.224243ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:35:46.029052Z","caller":"traceutil/trace.go:171","msg":"trace[1548544983] linearizableReadLoop","detail":"{readStateIndex:5633; appliedIndex:5632; }","duration":"410.909528ms","start":"2026-03-08T02:35:45.618095Z","end":"2026-03-08T02:35:46.029004Z","steps":["trace[1548544983] 'read index received' (duration: 298.585993ms)","trace[1548544983] 'applied index is now lower than readState.Index' (duration: 112.314945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:46.029324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.189505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-08T02:35:46.029405Z","caller":"traceutil/trace.go:171","msg":"trace[755742118] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5415; }","duration":"411.337938ms","start":"2026-03-08T02:35:45.618041Z","end":"2026-03-08T02:35:46.029379Z","steps":["trace[755742118] 'agreement among raft nodes before linearized reading' (duration: 411.088882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:46.029476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:45.618019Z","time spent":"411.441941ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-08T02:35:46.029538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.706909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:46.029582Z","caller":"traceutil/trace.go:171","msg":"trace[2080102527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5416; }","duration":"363.839143ms","start":"2026-03-08T02:35:45.665732Z","end":"2026-03-08T02:35:46.029572Z","steps":["trace[2080102527] 'agreement among raft nodes before linearized reading' (duration: 363.686959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:46.029614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:45.665698Z","time spent":"363.910654ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:35:46.029652Z","caller":"traceutil/trace.go:171","msg":"trace[2030099744] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"285.779835ms","start":"2026-03-08T02:35:45.743841Z","end":"2026-03-08T02:35:46.02962Z","steps":["trace[2030099744] 'process raft request' (duration: 285.063948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:46.02985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.903676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:35:46.029884Z","caller":"traceutil/trace.go:171","msg":"trace[524240908] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5416; }","duration":"321.945897ms","start":"2026-03-08T02:35:45.707927Z","end":"2026-03-08T02:35:46.029873Z","steps":["trace[524240908] 'agreement among raft nodes before linearized reading' (duration: 321.864545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:46.029913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:45.707913Z","time spent":"321.991158ms","remote":"127.0.0.1:60976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":12,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:35:46.637476Z","caller":"traceutil/trace.go:171","msg":"trace[1812596166] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"103.992601ms","start":"2026-03-08T02:35:46.533438Z","end":"2026-03-08T02:35:46.637431Z","steps":["trace[1812596166] 'process raft request' (duration: 103.763526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:46.803397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.269281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:46.803571Z","caller":"traceutil/trace.go:171","msg":"trace[597753387] linearizableReadLoop","detail":"{readStateIndex:5637; appliedIndex:5636; }","duration":"160.373024ms","start":"2026-03-08T02:35:46.643174Z","end":"2026-03-08T02:35:46.803547Z","steps":["trace[597753387] 'read index received' (duration: 48.783996ms)","trace[597753387] 'applied index is now lower than readState.Index' (duration: 111.586068ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:46.803778Z","caller":"traceutil/trace.go:171","msg":"trace[442541028] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"160.891077ms","start":"2026-03-08T02:35:46.642834Z","end":"2026-03-08T02:35:46.803725Z","steps":["trace[442541028] 'process raft request' (duration: 49.134594ms)","trace[442541028] 'compare' (duration: 110.865712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:46.804043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.988237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:35:46.804108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.911907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81727"} {"level":"warn","ts":"2026-03-08T02:35:46.804096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.111626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:35:46.804175Z","caller":"traceutil/trace.go:171","msg":"trace[1746176301] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5419; }","duration":"115.203862ms","start":"2026-03-08T02:35:46.688936Z","end":"2026-03-08T02:35:46.80414Z","steps":["trace[1746176301] 'agreement among raft nodes before linearized reading' (duration: 114.896825ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:46.804195Z","caller":"traceutil/trace.go:171","msg":"trace[1739324079] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5419; }","duration":"161.05724ms","start":"2026-03-08T02:35:46.643119Z","end":"2026-03-08T02:35:46.804177Z","steps":["trace[1739324079] 'agreement among raft nodes before linearized reading' (duration: 160.673781ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:46.804224Z","caller":"traceutil/trace.go:171","msg":"trace[581837506] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5419; }","duration":"132.301771ms","start":"2026-03-08T02:35:46.671893Z","end":"2026-03-08T02:35:46.804194Z","steps":["trace[581837506] 'agreement among raft nodes before linearized reading' (duration: 131.934102ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:46.996761Z","caller":"traceutil/trace.go:171","msg":"trace[563713853] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"122.918433ms","start":"2026-03-08T02:35:46.873757Z","end":"2026-03-08T02:35:46.996676Z","steps":["trace[563713853] 'process raft request' (duration: 111.427675ms)","trace[563713853] 'compare' (duration: 11.290403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:46.996846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.715155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:46.996914Z","caller":"traceutil/trace.go:171","msg":"trace[723146866] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5420; }","duration":"118.824957ms","start":"2026-03-08T02:35:46.878076Z","end":"2026-03-08T02:35:46.996901Z","steps":["trace[723146866] 'agreement among raft nodes before linearized reading' (duration: 118.683324ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:46.996642Z","caller":"traceutil/trace.go:171","msg":"trace[1507664957] linearizableReadLoop","detail":"{readStateIndex:5638; appliedIndex:5637; }","duration":"118.500519ms","start":"2026-03-08T02:35:46.878104Z","end":"2026-03-08T02:35:46.996604Z","steps":["trace[1507664957] 'read index received' (duration: 106.979171ms)","trace[1507664957] 'applied index is now lower than readState.Index' (duration: 11.519658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:47.419729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.164015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:47.419929Z","caller":"traceutil/trace.go:171","msg":"trace[1584938058] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"234.669594ms","start":"2026-03-08T02:35:47.185238Z","end":"2026-03-08T02:35:47.419907Z","steps":["trace[1584938058] 'process raft request' (duration: 234.618933ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:47.420086Z","caller":"traceutil/trace.go:171","msg":"trace[1771548432] linearizableReadLoop","detail":"{readStateIndex:5640; appliedIndex:5638; }","duration":"415.168678ms","start":"2026-03-08T02:35:47.004859Z","end":"2026-03-08T02:35:47.420028Z","steps":["trace[1771548432] 'read index received' (duration: 3.716477ms)","trace[1771548432] 'applied index is now lower than readState.Index' (duration: 411.447601ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:47.420062Z","caller":"traceutil/trace.go:171","msg":"trace[1902777781] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"416.724824ms","start":"2026-03-08T02:35:47.003293Z","end":"2026-03-08T02:35:47.420018Z","steps":["trace[1902777781] 'process raft request' (duration: 163.167609ms)","trace[1902777781] 'compare' (duration: 253.040193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:47.420317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:47.003279Z","time spent":"416.908909ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:35:47.420431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.542817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:35:47.420523Z","caller":"traceutil/trace.go:171","msg":"trace[361280851] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5423; }","duration":"415.648559ms","start":"2026-03-08T02:35:47.004856Z","end":"2026-03-08T02:35:47.420505Z","steps":["trace[361280851] 'agreement among raft nodes before linearized reading' (duration: 415.309501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:47.420567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:47.004832Z","time spent":"415.725651ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:35:48.37593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.78939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:48.376047Z","caller":"traceutil/trace.go:171","msg":"trace[69684045] linearizableReadLoop","detail":"{readStateIndex:5642; appliedIndex:5641; }","duration":"953.593794ms","start":"2026-03-08T02:35:47.422437Z","end":"2026-03-08T02:35:48.376031Z","steps":["trace[69684045] 'read index received' (duration: 318.543458ms)","trace[69684045] 'applied index is now lower than readState.Index' (duration: 635.049156ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:48.376149Z","caller":"traceutil/trace.go:171","msg":"trace[913395275] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"1.189752164s","start":"2026-03-08T02:35:47.186383Z","end":"2026-03-08T02:35:48.376135Z","steps":["trace[913395275] 'process raft request' (duration: 554.637955ms)","trace[913395275] 'compare' (duration: 634.648536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:48.376216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:47.186366Z","time spent":"1.189818495s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:35:48.376465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.039506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18856"} {"level":"info","ts":"2026-03-08T02:35:48.376504Z","caller":"traceutil/trace.go:171","msg":"trace[602747759] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5424; }","duration":"954.118258ms","start":"2026-03-08T02:35:47.422376Z","end":"2026-03-08T02:35:48.376494Z","steps":["trace[602747759] 'agreement among raft nodes before linearized reading' (duration: 953.966264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:48.376533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:47.422328Z","time spent":"954.19931ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18879,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T02:35:48.376617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.625039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:35:48.376682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.918971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:35:48.376727Z","caller":"traceutil/trace.go:171","msg":"trace[1656725500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5424; }","duration":"710.785133ms","start":"2026-03-08T02:35:47.665917Z","end":"2026-03-08T02:35:48.376702Z","steps":["trace[1656725500] 'agreement among raft nodes before linearized reading' (duration: 710.618218ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:48.37676Z","caller":"traceutil/trace.go:171","msg":"trace[2107942207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5424; }","duration":"329.034894ms","start":"2026-03-08T02:35:48.047703Z","end":"2026-03-08T02:35:48.376738Z","steps":["trace[2107942207] 'agreement among raft nodes before linearized reading' (duration: 328.835208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:48.376721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.582481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:35:48.376802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:48.047677Z","time spent":"329.116826ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:35:48.376797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:47.665893Z","time spent":"710.892196ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:35:48.376828Z","caller":"traceutil/trace.go:171","msg":"trace[484563720] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5424; }","duration":"233.755436ms","start":"2026-03-08T02:35:48.14305Z","end":"2026-03-08T02:35:48.376805Z","steps":["trace[484563720] 'agreement among raft nodes before linearized reading' (duration: 233.484868ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:48.677399Z","caller":"traceutil/trace.go:171","msg":"trace[312404957] linearizableReadLoop","detail":"{readStateIndex:5645; appliedIndex:5644; }","duration":"107.861524ms","start":"2026-03-08T02:35:48.569507Z","end":"2026-03-08T02:35:48.677368Z","steps":["trace[312404957] 'read index received' (duration: 21.110082ms)","trace[312404957] 'applied index is now lower than readState.Index' (duration: 86.749952ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:48.677462Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2675} {"level":"info","ts":"2026-03-08T02:35:48.677534Z","caller":"traceutil/trace.go:171","msg":"trace[1623654135] compact","detail":"{revision:2675; response_revision:5426; }","duration":"144.590186ms","start":"2026-03-08T02:35:48.532934Z","end":"2026-03-08T02:35:48.677524Z","steps":["trace[1623654135] 'process raft request' (duration: 57.67658ms)","trace[1623654135] 'check and update compact revision' (duration: 86.575607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:48.677645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.121212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:35:48.677734Z","caller":"traceutil/trace.go:171","msg":"trace[1218791611] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5426; }","duration":"108.268976ms","start":"2026-03-08T02:35:48.569448Z","end":"2026-03-08T02:35:48.677717Z","steps":["trace[1218791611] 'agreement among raft nodes before linearized reading' (duration: 108.06719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:49.239805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.847169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:49.239921Z","caller":"traceutil/trace.go:171","msg":"trace[2048366830] linearizableReadLoop","detail":"{readStateIndex:5646; appliedIndex:5645; }","duration":"562.421207ms","start":"2026-03-08T02:35:48.677481Z","end":"2026-03-08T02:35:49.239903Z","steps":["trace[2048366830] 'read index received' (duration: 94.009291ms)","trace[2048366830] 'applied index is now lower than readState.Index' (duration: 468.410346ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:49.239995Z","caller":"traceutil/trace.go:171","msg":"trace[1691054713] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"595.278433ms","start":"2026-03-08T02:35:48.644656Z","end":"2026-03-08T02:35:49.239934Z","steps":["trace[1691054713] 'process raft request' (duration: 126.859017ms)","trace[1691054713] 'compare' (duration: 336.473877ms)","trace[1691054713] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 131.028052ms)"],"step_count":3} {"level":"warn","ts":"2026-03-08T02:35:49.240128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.872461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-gh925\" ","response":"range_response_count:1 size:4337"} {"level":"info","ts":"2026-03-08T02:35:49.24017Z","caller":"traceutil/trace.go:171","msg":"trace[792249308] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-gh925; range_end:; response_count:1; response_revision:5427; }","duration":"586.960043ms","start":"2026-03-08T02:35:48.653196Z","end":"2026-03-08T02:35:49.240156Z","steps":["trace[792249308] 'agreement among raft nodes before linearized reading' (duration: 586.797548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:49.240218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:48.653171Z","time spent":"587.039075ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4360,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-gh925\" "} {"level":"warn","ts":"2026-03-08T02:35:49.24022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:48.644618Z","time spent":"595.488668ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:35:49.240417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.773255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:35:49.240641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.215155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:35:49.240691Z","caller":"traceutil/trace.go:171","msg":"trace[2107195834] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:5427; }","duration":"429.313267ms","start":"2026-03-08T02:35:48.811366Z","end":"2026-03-08T02:35:49.240679Z","steps":["trace[2107195834] 'agreement among raft nodes before linearized reading' (duration: 429.190104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:49.240671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.635724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:35:49.240684Z","caller":"traceutil/trace.go:171","msg":"trace[1905611094] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5427; }","duration":"432.081004ms","start":"2026-03-08T02:35:48.808583Z","end":"2026-03-08T02:35:49.240664Z","steps":["trace[1905611094] 'agreement among raft nodes before linearized reading' (duration: 431.457366ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:49.2408Z","caller":"traceutil/trace.go:171","msg":"trace[533903288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5427; }","duration":"228.84152ms","start":"2026-03-08T02:35:49.011929Z","end":"2026-03-08T02:35:49.240771Z","steps":["trace[533903288] 'agreement among raft nodes before linearized reading' (duration: 228.456599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:49.240728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:48.811336Z","time spent":"429.385369ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:35:49.240883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:48.808556Z","time spent":"432.28357ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:35:49.240511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.255499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:35:49.241087Z","caller":"traceutil/trace.go:171","msg":"trace[1237991215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5427; }","duration":"238.863497ms","start":"2026-03-08T02:35:49.002202Z","end":"2026-03-08T02:35:49.241065Z","steps":["trace[1237991215] 'agreement among raft nodes before linearized reading' (duration: 238.212979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:49.240868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.088482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-08T02:35:49.241192Z","caller":"traceutil/trace.go:171","msg":"trace[131992068] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5427; }","duration":"198.528714ms","start":"2026-03-08T02:35:49.042648Z","end":"2026-03-08T02:35:49.241177Z","steps":["trace[131992068] 'agreement among raft nodes before linearized reading' (duration: 197.816094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:49.555772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.987805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:49.556045Z","caller":"traceutil/trace.go:171","msg":"trace[965748234] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"305.661008ms","start":"2026-03-08T02:35:49.250338Z","end":"2026-03-08T02:35:49.555999Z","steps":["trace[965748234] 'process raft request' (duration: 60.341324ms)","trace[965748234] 'compare' (duration: 184.164388ms)","trace[965748234] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:419; } (duration: 60.662923ms)"],"step_count":3} {"level":"warn","ts":"2026-03-08T02:35:49.55617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:49.250305Z","time spent":"305.808833ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:35:49.556282Z","caller":"traceutil/trace.go:171","msg":"trace[612891594] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"305.411581ms","start":"2026-03-08T02:35:49.250845Z","end":"2026-03-08T02:35:49.556257Z","steps":["trace[612891594] 'process raft request' (duration: 305.057762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:49.556464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:49.250836Z","time spent":"305.533755ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4136,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:35:49.55738Z","caller":"traceutil/trace.go:171","msg":"trace[1853322577] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"304.372443ms","start":"2026-03-08T02:35:49.252993Z","end":"2026-03-08T02:35:49.557365Z","steps":["trace[1853322577] 'process raft request' (duration: 304.002203ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:49.557445Z","caller":"traceutil/trace.go:171","msg":"trace[334434525] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"304.494796ms","start":"2026-03-08T02:35:49.252921Z","end":"2026-03-08T02:35:49.557416Z","steps":["trace[334434525] 'process raft request' (duration: 303.193811ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:49.557477Z","caller":"traceutil/trace.go:171","msg":"trace[1770746153] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"303.9185ms","start":"2026-03-08T02:35:49.253513Z","end":"2026-03-08T02:35:49.557432Z","steps":["trace[1770746153] 'process raft request' (duration: 303.54674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:49.557569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:49.252896Z","time spent":"304.620199ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:35:49.557669Z","caller":"traceutil/trace.go:171","msg":"trace[155290995] linearizableReadLoop","detail":"{readStateIndex:5648; appliedIndex:5646; }","duration":"304.686702ms","start":"2026-03-08T02:35:49.252853Z","end":"2026-03-08T02:35:49.55754Z","steps":["trace[155290995] 'read index received' (duration: 57.838105ms)","trace[155290995] 'applied index is now lower than readState.Index' (duration: 246.844867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:49.557708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:49.2535Z","time spent":"304.078395ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:35:49.558075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.214166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81727"} {"level":"info","ts":"2026-03-08T02:35:49.558157Z","caller":"traceutil/trace.go:171","msg":"trace[1250071582] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5433; }","duration":"305.349389ms","start":"2026-03-08T02:35:49.252791Z","end":"2026-03-08T02:35:49.558141Z","steps":["trace[1250071582] 'agreement among raft nodes before linearized reading' (duration: 304.974429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:49.558131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.612986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:35:49.558224Z","caller":"traceutil/trace.go:171","msg":"trace[1871261319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5433; }","duration":"132.765891ms","start":"2026-03-08T02:35:49.425436Z","end":"2026-03-08T02:35:49.558202Z","steps":["trace[1871261319] 'agreement among raft nodes before linearized reading' (duration: 132.461753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:49.558229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:49.252764Z","time spent":"305.427222ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81750,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:35:49.55824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:49.252976Z","time spent":"304.478096ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:35:49.557195Z","caller":"traceutil/trace.go:171","msg":"trace[1258957436] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"130.18259ms","start":"2026-03-08T02:35:49.426999Z","end":"2026-03-08T02:35:49.557182Z","steps":["trace[1258957436] 'process raft request' (duration: 130.132059ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:49.780974Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2675,"took":"1.101364427s","hash":1078654910,"current-db-size-bytes":39075840,"current-db-size":"39 MB","current-db-size-in-use-bytes":29065216,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-08T02:35:49.781189Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1078654910,"revision":2675,"compact-revision":-1} {"level":"warn","ts":"2026-03-08T02:35:49.781536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.224903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:35:49.7817Z","caller":"traceutil/trace.go:171","msg":"trace[833404713] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"219.515473ms","start":"2026-03-08T02:35:49.562161Z","end":"2026-03-08T02:35:49.781676Z","steps":["trace[833404713] 'process raft request' (duration: 28.038713ms)","trace[833404713] 'compare' (duration: 190.892364ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:49.888917Z","caller":"traceutil/trace.go:171","msg":"trace[664167337] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"325.927567ms","start":"2026-03-08T02:35:49.562948Z","end":"2026-03-08T02:35:49.888876Z","steps":["trace[664167337] 'process raft request' (duration: 250.484406ms)","trace[664167337] 'compare' (duration: 75.150663ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:35:49.889043Z","caller":"traceutil/trace.go:171","msg":"trace[447162232] linearizableReadLoop","detail":"{readStateIndex:5656; appliedIndex:5653; }","duration":"223.474811ms","start":"2026-03-08T02:35:49.665538Z","end":"2026-03-08T02:35:49.889013Z","steps":["trace[447162232] 'read index received' (duration: 147.870387ms)","trace[447162232] 'applied index is now lower than readState.Index' (duration: 75.603234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:35:49.889097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:49.562936Z","time spent":"326.063941ms","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1547,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:35:49.889257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.727529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:35:49.889181Z","caller":"traceutil/trace.go:171","msg":"trace[1264579089] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"325.748532ms","start":"2026-03-08T02:35:49.563419Z","end":"2026-03-08T02:35:49.889168Z","steps":["trace[1264579089] 'process raft request' (duration: 325.455504ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:35:49.889303Z","caller":"traceutil/trace.go:171","msg":"trace[1534687358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5437; }","duration":"223.827891ms","start":"2026-03-08T02:35:49.665468Z","end":"2026-03-08T02:35:49.889296Z","steps":["trace[1534687358] 'agreement among raft nodes before linearized reading' (duration: 223.748629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:49.889448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:49.563388Z","time spent":"325.942527ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:35:49.889257Z","caller":"traceutil/trace.go:171","msg":"trace[528501358] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"325.939867ms","start":"2026-03-08T02:35:49.563293Z","end":"2026-03-08T02:35:49.889233Z","steps":["trace[528501358] 'process raft request' (duration: 325.490065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:35:49.890645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:35:49.563267Z","time spent":"327.244193ms","remote":"127.0.0.1:57852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3980,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:35:50.045408Z","caller":"traceutil/trace.go:171","msg":"trace[1282142961] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"147.22571ms","start":"2026-03-08T02:35:49.898141Z","end":"2026-03-08T02:35:50.045366Z","steps":["trace[1282142961] 'process raft request' (duration: 119.069123ms)","trace[1282142961] 'compare' (duration: 27.92721ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:36:19.739642Z","caller":"traceutil/trace.go:171","msg":"trace[1675121173] linearizableReadLoop","detail":"{readStateIndex:5917; appliedIndex:5916; }","duration":"166.396258ms","start":"2026-03-08T02:36:19.573222Z","end":"2026-03-08T02:36:19.739618Z","steps":["trace[1675121173] 'read index received' (duration: 166.300265ms)","trace[1675121173] 'applied index is now lower than readState.Index' (duration: 94.233µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:36:19.740033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.783088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-08T02:36:19.740153Z","caller":"traceutil/trace.go:171","msg":"trace[1025691314] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5690; }","duration":"166.957044ms","start":"2026-03-08T02:36:19.57317Z","end":"2026-03-08T02:36:19.740127Z","steps":["trace[1025691314] 'agreement among raft nodes before linearized reading' (duration: 166.576734ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:19.74077Z","caller":"traceutil/trace.go:171","msg":"trace[383092711] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"344.89085ms","start":"2026-03-08T02:36:19.395855Z","end":"2026-03-08T02:36:19.740746Z","steps":["trace[383092711] 'process raft request' (duration: 343.588284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:36:19.740914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:36:19.395823Z","time spent":"345.008083ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:36:25.926504Z","caller":"traceutil/trace.go:171","msg":"trace[1938092045] linearizableReadLoop","detail":"{readStateIndex:5954; appliedIndex:5953; }","duration":"107.706279ms","start":"2026-03-08T02:36:25.818763Z","end":"2026-03-08T02:36:25.926469Z","steps":["trace[1938092045] 'read index received' (duration: 43.350705ms)","trace[1938092045] 'applied index is now lower than readState.Index' (duration: 64.353724ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:36:25.926698Z","caller":"traceutil/trace.go:171","msg":"trace[1026081213] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"115.267488ms","start":"2026-03-08T02:36:25.811413Z","end":"2026-03-08T02:36:25.926681Z","steps":["trace[1026081213] 'process raft request' (duration: 50.747759ms)","trace[1026081213] 'compare' (duration: 63.992355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:36:25.927232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.4453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:36:25.927366Z","caller":"traceutil/trace.go:171","msg":"trace[965294917] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:5725; }","duration":"108.603024ms","start":"2026-03-08T02:36:25.818707Z","end":"2026-03-08T02:36:25.92731Z","steps":["trace[965294917] 'agreement among raft nodes before linearized reading' (duration: 108.42667ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:26.037268Z","caller":"traceutil/trace.go:171","msg":"trace[520384282] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"102.983889ms","start":"2026-03-08T02:36:25.934257Z","end":"2026-03-08T02:36:26.037241Z","steps":["trace[520384282] 'process raft request' (duration: 102.933548ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:26.037311Z","caller":"traceutil/trace.go:171","msg":"trace[659096807] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"103.798052ms","start":"2026-03-08T02:36:25.933468Z","end":"2026-03-08T02:36:26.037266Z","steps":["trace[659096807] 'process raft request' (duration: 103.3728ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:26.226994Z","caller":"traceutil/trace.go:171","msg":"trace[1584339772] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"105.689825ms","start":"2026-03-08T02:36:26.121265Z","end":"2026-03-08T02:36:26.226954Z","steps":["trace[1584339772] 'process raft request' (duration: 41.299359ms)","trace[1584339772] 'compare' (duration: 64.239742ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:36:29.155406Z","caller":"traceutil/trace.go:171","msg":"trace[621465331] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"130.610529ms","start":"2026-03-08T02:36:29.024759Z","end":"2026-03-08T02:36:29.155369Z","steps":["trace[621465331] 'process raft request' (duration: 130.398154ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:30.068719Z","caller":"traceutil/trace.go:171","msg":"trace[283263672] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"126.629276ms","start":"2026-03-08T02:36:29.942043Z","end":"2026-03-08T02:36:30.068673Z","steps":["trace[283263672] 'process raft request' (duration: 89.955953ms)","trace[283263672] 'compare' (duration: 36.264384ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:36:30.280593Z","caller":"traceutil/trace.go:171","msg":"trace[1973068047] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"207.499348ms","start":"2026-03-08T02:36:30.073066Z","end":"2026-03-08T02:36:30.280566Z","steps":["trace[1973068047] 'process raft request' (duration: 153.04477ms)","trace[1973068047] 'compare' (duration: 54.279054ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:36:30.280896Z","caller":"traceutil/trace.go:171","msg":"trace[1682785364] linearizableReadLoop","detail":"{readStateIndex:5984; appliedIndex:5981; }","duration":"207.313994ms","start":"2026-03-08T02:36:30.073549Z","end":"2026-03-08T02:36:30.280863Z","steps":["trace[1682785364] 'read index received' (duration: 51.415356ms)","trace[1682785364] 'applied index is now lower than readState.Index' (duration: 155.897608ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:36:30.281046Z","caller":"traceutil/trace.go:171","msg":"trace[1060716915] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"207.655062ms","start":"2026-03-08T02:36:30.073378Z","end":"2026-03-08T02:36:30.281033Z","steps":["trace[1060716915] 'process raft request' (duration: 207.14903ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:30.281067Z","caller":"traceutil/trace.go:171","msg":"trace[851799474] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"207.006347ms","start":"2026-03-08T02:36:30.074038Z","end":"2026-03-08T02:36:30.281044Z","steps":["trace[851799474] 'process raft request' (duration: 206.685099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:36:30.281432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.853596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101431"} {"level":"info","ts":"2026-03-08T02:36:30.281485Z","caller":"traceutil/trace.go:171","msg":"trace[1190282435] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5755; }","duration":"207.946889ms","start":"2026-03-08T02:36:30.073526Z","end":"2026-03-08T02:36:30.281473Z","steps":["trace[1190282435] 'agreement among raft nodes before linearized reading' (duration: 207.534869ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:30.314552Z","caller":"traceutil/trace.go:171","msg":"trace[671697006] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"188.317712ms","start":"2026-03-08T02:36:30.126209Z","end":"2026-03-08T02:36:30.314527Z","steps":["trace[671697006] 'process raft request' (duration: 188.087676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:36:30.314665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.211012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:36:30.314889Z","caller":"traceutil/trace.go:171","msg":"trace[314886297] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5756; }","duration":"189.426758ms","start":"2026-03-08T02:36:30.125362Z","end":"2026-03-08T02:36:30.314789Z","steps":["trace[314886297] 'agreement among raft nodes before linearized reading' (duration: 189.144881ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:30.461777Z","caller":"traceutil/trace.go:171","msg":"trace[1578323086] linearizableReadLoop","detail":"{readStateIndex:5987; appliedIndex:5986; }","duration":"140.935929ms","start":"2026-03-08T02:36:30.320816Z","end":"2026-03-08T02:36:30.461752Z","steps":["trace[1578323086] 'read index received' (duration: 104.336768ms)","trace[1578323086] 'applied index is now lower than readState.Index' (duration: 36.598071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:36:30.462009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.176625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:36:30.462044Z","caller":"traceutil/trace.go:171","msg":"trace[1726930617] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5757; }","duration":"141.284828ms","start":"2026-03-08T02:36:30.320748Z","end":"2026-03-08T02:36:30.462033Z","steps":["trace[1726930617] 'agreement among raft nodes before linearized reading' (duration: 141.102274ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:30.462017Z","caller":"traceutil/trace.go:171","msg":"trace[146192472] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"142.600038ms","start":"2026-03-08T02:36:30.319365Z","end":"2026-03-08T02:36:30.461965Z","steps":["trace[146192472] 'process raft request' (duration: 105.73584ms)","trace[146192472] 'compare' (duration: 36.51748ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:36:30.908826Z","caller":"traceutil/trace.go:171","msg":"trace[307456132] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"130.360293ms","start":"2026-03-08T02:36:30.77841Z","end":"2026-03-08T02:36:30.90877Z","steps":["trace[307456132] 'process raft request' (duration: 102.747791ms)","trace[307456132] 'compare' (duration: 27.190813ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:36:40.074304Z","caller":"traceutil/trace.go:171","msg":"trace[242854965] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"178.015732ms","start":"2026-03-08T02:36:39.896237Z","end":"2026-03-08T02:36:40.074252Z","steps":["trace[242854965] 'process raft request' (duration: 177.745336ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:44.465586Z","caller":"traceutil/trace.go:171","msg":"trace[862523398] linearizableReadLoop","detail":"{readStateIndex:6078; appliedIndex:6077; }","duration":"114.150806ms","start":"2026-03-08T02:36:44.351397Z","end":"2026-03-08T02:36:44.465547Z","steps":["trace[862523398] 'read index received' (duration: 113.797268ms)","trace[862523398] 'applied index is now lower than readState.Index' (duration: 352.108µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:36:44.465761Z","caller":"traceutil/trace.go:171","msg":"trace[669859612] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"272.87153ms","start":"2026-03-08T02:36:44.192877Z","end":"2026-03-08T02:36:44.465748Z","steps":["trace[669859612] 'process raft request' (duration: 272.44587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:36:44.46599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.008499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:36:44.46609Z","caller":"traceutil/trace.go:171","msg":"trace[1251064255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5846; }","duration":"113.177123ms","start":"2026-03-08T02:36:44.352886Z","end":"2026-03-08T02:36:44.466063Z","steps":["trace[1251064255] 'agreement among raft nodes before linearized reading' (duration: 112.961178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:36:44.46617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.317484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:36:44.466291Z","caller":"traceutil/trace.go:171","msg":"trace[228194126] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:5846; }","duration":"103.449647ms","start":"2026-03-08T02:36:44.362794Z","end":"2026-03-08T02:36:44.466243Z","steps":["trace[228194126] 'agreement among raft nodes before linearized reading' (duration: 103.193781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:36:44.466348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.333417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:36:44.466387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.974355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:36:44.466466Z","caller":"traceutil/trace.go:171","msg":"trace[1870423961] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5846; }","duration":"113.536682ms","start":"2026-03-08T02:36:44.352904Z","end":"2026-03-08T02:36:44.46644Z","steps":["trace[1870423961] 'agreement among raft nodes before linearized reading' (duration: 113.176413ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:44.466539Z","caller":"traceutil/trace.go:171","msg":"trace[684599233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5846; }","duration":"115.145669ms","start":"2026-03-08T02:36:44.351344Z","end":"2026-03-08T02:36:44.46649Z","steps":["trace[684599233] 'agreement among raft nodes before linearized reading' (duration: 114.672698ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:44.602886Z","caller":"traceutil/trace.go:171","msg":"trace[2029695287] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"131.07071ms","start":"2026-03-08T02:36:44.471783Z","end":"2026-03-08T02:36:44.602853Z","steps":["trace[2029695287] 'process raft request' (duration: 59.109735ms)","trace[2029695287] 'compare' (duration: 71.782621ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:36:44.60318Z","caller":"traceutil/trace.go:171","msg":"trace[1396198298] linearizableReadLoop","detail":"{readStateIndex:6081; appliedIndex:6078; }","duration":"131.208383ms","start":"2026-03-08T02:36:44.471948Z","end":"2026-03-08T02:36:44.603156Z","steps":["trace[1396198298] 'read index received' (duration: 58.973262ms)","trace[1396198298] 'applied index is now lower than readState.Index' (duration: 72.234001ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:36:44.603261Z","caller":"traceutil/trace.go:171","msg":"trace[628428879] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"131.383297ms","start":"2026-03-08T02:36:44.471857Z","end":"2026-03-08T02:36:44.60324Z","steps":["trace[628428879] 'process raft request' (duration: 130.954127ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:44.60331Z","caller":"traceutil/trace.go:171","msg":"trace[316748690] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"131.411357ms","start":"2026-03-08T02:36:44.471886Z","end":"2026-03-08T02:36:44.603298Z","steps":["trace[316748690] 'process raft request' (duration: 131.172122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:36:44.603606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.637383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:108720"} {"level":"info","ts":"2026-03-08T02:36:44.603659Z","caller":"traceutil/trace.go:171","msg":"trace[171605492] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5849; }","duration":"131.734515ms","start":"2026-03-08T02:36:44.471911Z","end":"2026-03-08T02:36:44.603645Z","steps":["trace[171605492] 'agreement among raft nodes before linearized reading' (duration: 131.414658ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:36:44.785961Z","caller":"traceutil/trace.go:171","msg":"trace[1541890194] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"112.222411ms","start":"2026-03-08T02:36:44.673678Z","end":"2026-03-08T02:36:44.785901Z","steps":["trace[1541890194] 'process raft request' (duration: 111.969595ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:38:53.500381Z","caller":"traceutil/trace.go:171","msg":"trace[66912451] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"131.626391ms","start":"2026-03-08T02:38:53.368728Z","end":"2026-03-08T02:38:53.500354Z","steps":["trace[66912451] 'process raft request' (duration: 97.813544ms)","trace[66912451] 'compare' (duration: 33.52886ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:38:53.500524Z","caller":"traceutil/trace.go:171","msg":"trace[1509043035] linearizableReadLoop","detail":"{readStateIndex:6848; appliedIndex:6847; }","duration":"102.985015ms","start":"2026-03-08T02:38:53.397477Z","end":"2026-03-08T02:38:53.500462Z","steps":["trace[1509043035] 'read index received' (duration: 69.086647ms)","trace[1509043035] 'applied index is now lower than readState.Index' (duration: 33.889258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:38:53.500908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.400635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:38:53.501044Z","caller":"traceutil/trace.go:171","msg":"trace[365313974] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:6588; }","duration":"103.574528ms","start":"2026-03-08T02:38:53.397444Z","end":"2026-03-08T02:38:53.501018Z","steps":["trace[365313974] 'agreement among raft nodes before linearized reading' (duration: 103.254421ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:39:13.726605Z","caller":"traceutil/trace.go:171","msg":"trace[1157313739] transaction","detail":"{read_only:false; response_revision:6715; number_of_response:1; }","duration":"262.556055ms","start":"2026-03-08T02:39:13.463996Z","end":"2026-03-08T02:39:13.726552Z","steps":["trace[1157313739] 'process raft request' (duration: 196.813626ms)","trace[1157313739] 'compare' (duration: 65.554954ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:39:13.72929Z","caller":"traceutil/trace.go:171","msg":"trace[702554221] linearizableReadLoop","detail":"{readStateIndex:6984; appliedIndex:6981; }","duration":"256.138975ms","start":"2026-03-08T02:39:13.473074Z","end":"2026-03-08T02:39:13.729213Z","steps":["trace[702554221] 'read index received' (duration: 187.813047ms)","trace[702554221] 'applied index is now lower than readState.Index' (duration: 68.324208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:39:13.729729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.601986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:39:13.729733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.165239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:39:13.72987Z","caller":"traceutil/trace.go:171","msg":"trace[1066411318] transaction","detail":"{read_only:false; response_revision:6717; number_of_response:1; }","duration":"264.085621ms","start":"2026-03-08T02:39:13.465351Z","end":"2026-03-08T02:39:13.729437Z","steps":["trace[1066411318] 'process raft request' (duration: 263.738903ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:39:13.729953Z","caller":"traceutil/trace.go:171","msg":"trace[619544056] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:6717; }","duration":"100.441305ms","start":"2026-03-08T02:39:13.629495Z","end":"2026-03-08T02:39:13.729936Z","steps":["trace[619544056] 'agreement among raft nodes before linearized reading' (duration: 100.016395ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:39:13.730212Z","caller":"traceutil/trace.go:171","msg":"trace[1985775683] transaction","detail":"{read_only:false; response_revision:6716; number_of_response:1; }","duration":"265.37536ms","start":"2026-03-08T02:39:13.464207Z","end":"2026-03-08T02:39:13.729582Z","steps":["trace[1985775683] 'process raft request' (duration: 264.667303ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:39:13.730303Z","caller":"traceutil/trace.go:171","msg":"trace[2108523967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6717; }","duration":"256.73468ms","start":"2026-03-08T02:39:13.473046Z","end":"2026-03-08T02:39:13.729781Z","steps":["trace[2108523967] 'agreement among raft nodes before linearized reading' (duration: 256.400872ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:40:48.68517Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5426} {"level":"info","ts":"2026-03-08T02:40:48.800088Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5426,"took":"112.349579ms","hash":3128734140,"current-db-size-bytes":40976384,"current-db-size":"41 MB","current-db-size-in-use-bytes":21389312,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-08T02:40:48.800185Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3128734140,"revision":5426,"compact-revision":2675} {"level":"info","ts":"2026-03-08T02:40:52.714543Z","caller":"traceutil/trace.go:171","msg":"trace[177429755] linearizableReadLoop","detail":"{readStateIndex:7749; appliedIndex:7748; }","duration":"437.519302ms","start":"2026-03-08T02:40:52.276986Z","end":"2026-03-08T02:40:52.714505Z","steps":["trace[177429755] 'read index received' (duration: 436.671703ms)","trace[177429755] 'applied index is now lower than readState.Index' (duration: 846.559µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:40:52.714636Z","caller":"traceutil/trace.go:171","msg":"trace[1491080653] transaction","detail":"{read_only:false; response_revision:7457; number_of_response:1; }","duration":"443.133883ms","start":"2026-03-08T02:40:52.271448Z","end":"2026-03-08T02:40:52.714582Z","steps":["trace[1491080653] 'process raft request' (duration: 442.272663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:52.714874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.080751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:40:52.71498Z","caller":"traceutil/trace.go:171","msg":"trace[1108350692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7457; }","duration":"437.283797ms","start":"2026-03-08T02:40:52.277678Z","end":"2026-03-08T02:40:52.714962Z","steps":["trace[1108350692] 'agreement among raft nodes before linearized reading' (duration: 437.00457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:52.715015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.805918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:40:52.715042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.277649Z","time spent":"437.378878ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:40:52.714944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.271421Z","time spent":"443.351727ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:40:52.715006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.975623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-08T02:40:52.715127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.879674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:40:52.71527Z","caller":"traceutil/trace.go:171","msg":"trace[1868494563] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:7457; }","duration":"402.072069ms","start":"2026-03-08T02:40:52.31317Z","end":"2026-03-08T02:40:52.715242Z","steps":["trace[1868494563] 'agreement among raft nodes before linearized reading' (duration: 401.607109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:52.715335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.313165Z","time spent":"402.159801ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"info","ts":"2026-03-08T02:40:52.715177Z","caller":"traceutil/trace.go:171","msg":"trace[339310661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7457; }","duration":"438.188097ms","start":"2026-03-08T02:40:52.276961Z","end":"2026-03-08T02:40:52.71515Z","steps":["trace[339310661] 'agreement among raft nodes before linearized reading' (duration: 437.719046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:52.715499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.276951Z","time spent":"438.482465ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:40:52.715088Z","caller":"traceutil/trace.go:171","msg":"trace[553780246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7457; }","duration":"415.91757ms","start":"2026-03-08T02:40:52.299153Z","end":"2026-03-08T02:40:52.715071Z","steps":["trace[553780246] 'agreement among raft nodes before linearized reading' (duration: 415.700525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:52.715708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.299136Z","time spent":"416.550805ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:40:52.715742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.138375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:40:52.71585Z","caller":"traceutil/trace.go:171","msg":"trace[189073159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7457; }","duration":"292.289799ms","start":"2026-03-08T02:40:52.423535Z","end":"2026-03-08T02:40:52.715825Z","steps":["trace[189073159] 'agreement among raft nodes before linearized reading' (duration: 291.930281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:53.038587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.194791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:40:53.038977Z","caller":"traceutil/trace.go:171","msg":"trace[206239162] linearizableReadLoop","detail":"{readStateIndex:7752; appliedIndex:7749; }","duration":"317.233397ms","start":"2026-03-08T02:40:52.721722Z","end":"2026-03-08T02:40:53.038955Z","steps":["trace[206239162] 'read index received' (duration: 106.653817ms)","trace[206239162] 'applied index is now lower than readState.Index' (duration: 210.57845ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:40:53.038934Z","caller":"traceutil/trace.go:171","msg":"trace[377875018] transaction","detail":"{read_only:false; response_revision:7458; number_of_response:1; }","duration":"318.652741ms","start":"2026-03-08T02:40:52.720234Z","end":"2026-03-08T02:40:53.038887Z","steps":["trace[377875018] 'process raft request' (duration: 108.04115ms)","trace[377875018] 'compare' (duration: 210.028377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:40:53.039158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.720214Z","time spent":"318.835995ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:40:53.039556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.288501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:40:53.039602Z","caller":"traceutil/trace.go:171","msg":"trace[1569753750] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:7461; }","duration":"293.374573ms","start":"2026-03-08T02:40:52.746216Z","end":"2026-03-08T02:40:53.03959Z","steps":["trace[1569753750] 'agreement among raft nodes before linearized reading' (duration: 293.292331ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:40:53.039677Z","caller":"traceutil/trace.go:171","msg":"trace[1507392928] transaction","detail":"{read_only:false; response_revision:7460; number_of_response:1; }","duration":"318.031946ms","start":"2026-03-08T02:40:52.721628Z","end":"2026-03-08T02:40:53.03966Z","steps":["trace[1507392928] 'process raft request' (duration: 317.233517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:53.039742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.721596Z","time spent":"318.116428ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:40:53.039754Z","caller":"traceutil/trace.go:171","msg":"trace[366663870] transaction","detail":"{read_only:false; response_revision:7461; number_of_response:1; }","duration":"316.858559ms","start":"2026-03-08T02:40:52.722838Z","end":"2026-03-08T02:40:53.039696Z","steps":["trace[366663870] 'process raft request' (duration: 316.07309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:53.039876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.722826Z","time spent":"317.000572ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:40:53.039739Z","caller":"traceutil/trace.go:171","msg":"trace[2119193166] transaction","detail":"{read_only:false; response_revision:7459; number_of_response:1; }","duration":"319.150272ms","start":"2026-03-08T02:40:52.720545Z","end":"2026-03-08T02:40:53.039695Z","steps":["trace[2119193166] 'process raft request' (duration: 318.243521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:53.04007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.720512Z","time spent":"319.422008ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:40:53.040127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.401154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:213286"} {"level":"info","ts":"2026-03-08T02:40:53.040177Z","caller":"traceutil/trace.go:171","msg":"trace[1208285136] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7461; }","duration":"318.469287ms","start":"2026-03-08T02:40:52.721694Z","end":"2026-03-08T02:40:53.040164Z","steps":["trace[1208285136] 'agreement among raft nodes before linearized reading' (duration: 317.614847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:53.040218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:52.721685Z","time spent":"318.525638ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":213309,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T02:40:53.596735Z","caller":"traceutil/trace.go:171","msg":"trace[1455107297] transaction","detail":"{read_only:false; response_revision:7462; number_of_response:1; }","duration":"331.795897ms","start":"2026-03-08T02:40:53.264902Z","end":"2026-03-08T02:40:53.596697Z","steps":["trace[1455107297] 'process raft request' (duration: 331.399218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:53.597043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:53.264867Z","time spent":"332.027533ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:40:53.698272Z","caller":"traceutil/trace.go:171","msg":"trace[1883217074] transaction","detail":"{read_only:false; response_revision:7463; number_of_response:1; }","duration":"420.2296ms","start":"2026-03-08T02:40:53.278008Z","end":"2026-03-08T02:40:53.698237Z","steps":["trace[1883217074] 'process raft request' (duration: 419.501444ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:40:53.698608Z","caller":"traceutil/trace.go:171","msg":"trace[116590463] linearizableReadLoop","detail":"{readStateIndex:7755; appliedIndex:7753; }","duration":"319.165903ms","start":"2026-03-08T02:40:53.379409Z","end":"2026-03-08T02:40:53.698575Z","steps":["trace[116590463] 'read index received' (duration: 216.902318ms)","trace[116590463] 'applied index is now lower than readState.Index' (duration: 102.261325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:40:53.698739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:53.277986Z","time spent":"420.61264ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:40:53.698812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.356837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:40:53.698877Z","caller":"traceutil/trace.go:171","msg":"trace[1057054069] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7464; }","duration":"319.489471ms","start":"2026-03-08T02:40:53.379367Z","end":"2026-03-08T02:40:53.698856Z","steps":["trace[1057054069] 'agreement among raft nodes before linearized reading' (duration: 319.323967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:40:53.698937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:40:53.379352Z","time spent":"319.568492ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:40:53.698915Z","caller":"traceutil/trace.go:171","msg":"trace[752537894] transaction","detail":"{read_only:false; response_revision:7464; number_of_response:1; }","duration":"280.628138ms","start":"2026-03-08T02:40:53.418221Z","end":"2026-03-08T02:40:53.698849Z","steps":["trace[752537894] 'process raft request' (duration: 279.915661ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:04.96582Z","caller":"traceutil/trace.go:171","msg":"trace[44766806] transaction","detail":"{read_only:false; response_revision:7524; number_of_response:1; }","duration":"183.992254ms","start":"2026-03-08T02:41:04.781774Z","end":"2026-03-08T02:41:04.965767Z","steps":["trace[44766806] 'process raft request' (duration: 183.668057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:05.293736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.411668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:41:05.293882Z","caller":"traceutil/trace.go:171","msg":"trace[1620144437] linearizableReadLoop","detail":"{readStateIndex:7819; appliedIndex:7818; }","duration":"219.700073ms","start":"2026-03-08T02:41:05.07416Z","end":"2026-03-08T02:41:05.29386Z","steps":["trace[1620144437] 'read index received' (duration: 71.04388ms)","trace[1620144437] 'applied index is now lower than readState.Index' (duration: 148.654863ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:05.293995Z","caller":"traceutil/trace.go:171","msg":"trace[1723509048] transaction","detail":"{read_only:false; response_revision:7525; number_of_response:1; }","duration":"322.239985ms","start":"2026-03-08T02:41:04.97174Z","end":"2026-03-08T02:41:05.29398Z","steps":["trace[1723509048] 'process raft request' (duration: 173.439698ms)","trace[1723509048] 'compare' (duration: 148.244014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:05.294062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:04.971712Z","time spent":"322.319067ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:05.294546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.692272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:41:05.294647Z","caller":"traceutil/trace.go:171","msg":"trace[1944589376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7525; }","duration":"135.871296ms","start":"2026-03-08T02:41:05.158757Z","end":"2026-03-08T02:41:05.294628Z","steps":["trace[1944589376] 'agreement among raft nodes before linearized reading' (duration: 135.569449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:05.294783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.782304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:41:05.294809Z","caller":"traceutil/trace.go:171","msg":"trace[933750537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7525; }","duration":"135.854566ms","start":"2026-03-08T02:41:05.158948Z","end":"2026-03-08T02:41:05.294802Z","steps":["trace[933750537] 'agreement among raft nodes before linearized reading' (duration: 135.781444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:05.294949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.793369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:41:05.295024Z","caller":"traceutil/trace.go:171","msg":"trace[997301377] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7525; }","duration":"220.908762ms","start":"2026-03-08T02:41:05.074094Z","end":"2026-03-08T02:41:05.295003Z","steps":["trace[997301377] 'agreement among raft nodes before linearized reading' (duration: 220.756578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:05.733683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.561484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:41:05.73399Z","caller":"traceutil/trace.go:171","msg":"trace[1475298348] transaction","detail":"{read_only:false; response_revision:7526; number_of_response:1; }","duration":"434.179095ms","start":"2026-03-08T02:41:05.299739Z","end":"2026-03-08T02:41:05.733918Z","steps":["trace[1475298348] 'process raft request' (duration: 101.273833ms)","trace[1475298348] 'compare' (duration: 332.169555ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:05.734019Z","caller":"traceutil/trace.go:171","msg":"trace[914573724] transaction","detail":"{read_only:false; response_revision:7527; number_of_response:1; }","duration":"434.093743ms","start":"2026-03-08T02:41:05.299864Z","end":"2026-03-08T02:41:05.733958Z","steps":["trace[914573724] 'process raft request' (duration: 433.9642ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:05.73422Z","caller":"traceutil/trace.go:171","msg":"trace[127849267] linearizableReadLoop","detail":"{readStateIndex:7822; appliedIndex:7819; }","duration":"433.53874ms","start":"2026-03-08T02:41:05.30064Z","end":"2026-03-08T02:41:05.734178Z","steps":["trace[127849267] 'read index received' (duration: 100.388602ms)","trace[127849267] 'applied index is now lower than readState.Index' (duration: 333.146178ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:05.734232Z","caller":"traceutil/trace.go:171","msg":"trace[557080515] transaction","detail":"{read_only:false; response_revision:7529; number_of_response:1; }","duration":"433.497819ms","start":"2026-03-08T02:41:05.300684Z","end":"2026-03-08T02:41:05.734181Z","steps":["trace[557080515] 'process raft request' (duration: 433.285044ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:05.734138Z","caller":"traceutil/trace.go:171","msg":"trace[1469895558] transaction","detail":"{read_only:false; response_revision:7528; number_of_response:1; }","duration":"433.671203ms","start":"2026-03-08T02:41:05.300371Z","end":"2026-03-08T02:41:05.734042Z","steps":["trace[1469895558] 'process raft request' (duration: 433.5466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:05.734366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.300659Z","time spent":"433.649462ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:05.734402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.726935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19631"} {"level":"warn","ts":"2026-03-08T02:41:05.734446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.300334Z","time spent":"433.996361ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:05.734467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.29971Z","time spent":"434.40273ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:05.734507Z","caller":"traceutil/trace.go:171","msg":"trace[1385682611] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7529; }","duration":"433.863197ms","start":"2026-03-08T02:41:05.300622Z","end":"2026-03-08T02:41:05.734485Z","steps":["trace[1385682611] 'agreement among raft nodes before linearized reading' (duration: 433.674113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:05.734556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.300615Z","time spent":"433.932109ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T02:41:05.734488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.299846Z","time spent":"434.463601ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:05.949037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.864956ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:41:05.949212Z","caller":"traceutil/trace.go:171","msg":"trace[1226598240] linearizableReadLoop","detail":"{readStateIndex:7824; appliedIndex:7823; }","duration":"214.905661ms","start":"2026-03-08T02:41:05.734282Z","end":"2026-03-08T02:41:05.949188Z","steps":["trace[1226598240] 'read index received' (duration: 19.8378ms)","trace[1226598240] 'applied index is now lower than readState.Index' (duration: 195.066011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:05.949318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.74659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:05.949435Z","caller":"traceutil/trace.go:171","msg":"trace[607313036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7529; }","duration":"283.910104ms","start":"2026-03-08T02:41:05.665494Z","end":"2026-03-08T02:41:05.949404Z","steps":["trace[607313036] 'agreement among raft nodes before linearized reading' (duration: 283.698639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:05.949423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.767508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:05.949538Z","caller":"traceutil/trace.go:171","msg":"trace[1857489779] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7529; }","duration":"601.927601ms","start":"2026-03-08T02:41:05.347587Z","end":"2026-03-08T02:41:05.949515Z","steps":["trace[1857489779] 'agreement among raft nodes before linearized reading' (duration: 601.702046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:05.949599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.347574Z","time spent":"602.010633ms","remote":"127.0.0.1:36894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:41:05.949657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.878982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:213352"} {"level":"info","ts":"2026-03-08T02:41:05.949701Z","caller":"traceutil/trace.go:171","msg":"trace[1920634128] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7529; }","duration":"648.952304ms","start":"2026-03-08T02:41:05.300737Z","end":"2026-03-08T02:41:05.949689Z","steps":["trace[1920634128] 'agreement among raft nodes before linearized reading' (duration: 648.544405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:05.949746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.300728Z","time spent":"649.008335ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":24,"response size":213375,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T02:41:06.210945Z","caller":"traceutil/trace.go:171","msg":"trace[2140876485] transaction","detail":"{read_only:false; response_revision:7530; number_of_response:1; }","duration":"425.264547ms","start":"2026-03-08T02:41:05.785648Z","end":"2026-03-08T02:41:06.210912Z","steps":["trace[2140876485] 'process raft request' (duration: 425.052782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.211147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.785618Z","time spent":"425.441392ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:06.394068Z","caller":"traceutil/trace.go:171","msg":"trace[623525552] linearizableReadLoop","detail":"{readStateIndex:7827; appliedIndex:7824; }","duration":"444.792741ms","start":"2026-03-08T02:41:05.949243Z","end":"2026-03-08T02:41:06.394036Z","steps":["trace[623525552] 'read index received' (duration: 261.474193ms)","trace[623525552] 'applied index is now lower than readState.Index' (duration: 183.316648ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:06.394321Z","caller":"traceutil/trace.go:171","msg":"trace[1329783417] transaction","detail":"{read_only:false; response_revision:7533; number_of_response:1; }","duration":"220.359558ms","start":"2026-03-08T02:41:06.17391Z","end":"2026-03-08T02:41:06.39427Z","steps":["trace[1329783417] 'process raft request' (duration: 220.071902ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:06.394072Z","caller":"traceutil/trace.go:171","msg":"trace[483083793] transaction","detail":"{read_only:false; response_revision:7531; number_of_response:1; }","duration":"606.62298ms","start":"2026-03-08T02:41:05.787405Z","end":"2026-03-08T02:41:06.394028Z","steps":["trace[483083793] 'process raft request' (duration: 605.060153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.394475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.935561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:06.394574Z","caller":"traceutil/trace.go:171","msg":"trace[1888661580] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7533; }","duration":"599.070265ms","start":"2026-03-08T02:41:05.79548Z","end":"2026-03-08T02:41:06.394551Z","steps":["trace[1888661580] 'agreement among raft nodes before linearized reading' (duration: 598.804189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.394481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.646047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:41:06.394643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.795471Z","time spent":"599.162707ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-08T02:41:06.394655Z","caller":"traceutil/trace.go:171","msg":"trace[1225889658] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:7533; }","duration":"608.880603ms","start":"2026-03-08T02:41:05.785754Z","end":"2026-03-08T02:41:06.394634Z","steps":["trace[1225889658] 'agreement among raft nodes before linearized reading' (duration: 608.620357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.394702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.785728Z","time spent":"608.963724ms","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:41:06.394713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.787385Z","time spent":"607.092931ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:06.395171Z","caller":"traceutil/trace.go:171","msg":"trace[1331699885] transaction","detail":"{read_only:false; response_revision:7532; number_of_response:1; }","duration":"606.714102ms","start":"2026-03-08T02:41:05.788396Z","end":"2026-03-08T02:41:06.39511Z","steps":["trace[1331699885] 'process raft request' (duration: 605.531544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.395286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.432393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:41:06.395294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.788379Z","time spent":"606.861626ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:06.395341Z","caller":"traceutil/trace.go:171","msg":"trace[897200003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7533; }","duration":"444.710929ms","start":"2026-03-08T02:41:05.950618Z","end":"2026-03-08T02:41:06.395329Z","steps":["trace[897200003] 'agreement among raft nodes before linearized reading' (duration: 444.633367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.395377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.225319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:06.395471Z","caller":"traceutil/trace.go:171","msg":"trace[1634387429] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7533; }","duration":"209.321722ms","start":"2026-03-08T02:41:06.186127Z","end":"2026-03-08T02:41:06.395448Z","steps":["trace[1634387429] 'agreement among raft nodes before linearized reading' (duration: 209.158328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.395515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.575085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-08T02:41:06.395504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.767772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:06.395558Z","caller":"traceutil/trace.go:171","msg":"trace[1837161183] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7533; }","duration":"363.662007ms","start":"2026-03-08T02:41:06.031885Z","end":"2026-03-08T02:41:06.395547Z","steps":["trace[1837161183] 'agreement among raft nodes before linearized reading' (duration: 363.532624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.395589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:06.031862Z","time spent":"363.721098ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-08T02:41:06.395598Z","caller":"traceutil/trace.go:171","msg":"trace[826429255] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:7533; }","duration":"274.940917ms","start":"2026-03-08T02:41:06.120635Z","end":"2026-03-08T02:41:06.395576Z","steps":["trace[826429255] 'agreement among raft nodes before linearized reading' (duration: 274.733232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.395835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.441699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12634"} {"level":"warn","ts":"2026-03-08T02:41:06.39537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:05.950595Z","time spent":"444.769741ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:41:06.395975Z","caller":"traceutil/trace.go:171","msg":"trace[137870498] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:7533; }","duration":"173.647503ms","start":"2026-03-08T02:41:06.222306Z","end":"2026-03-08T02:41:06.395953Z","steps":["trace[137870498] 'agreement among raft nodes before linearized reading' (duration: 173.107541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.996354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.906483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:06.99652Z","caller":"traceutil/trace.go:171","msg":"trace[105322377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7533; }","duration":"330.131408ms","start":"2026-03-08T02:41:06.666364Z","end":"2026-03-08T02:41:06.996495Z","steps":["trace[105322377] 'range keys from in-memory index tree' (duration: 329.80516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:06.996568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:06.66634Z","time spent":"330.21397ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:41:07.152385Z","caller":"traceutil/trace.go:171","msg":"trace[514184464] transaction","detail":"{read_only:false; response_revision:7534; number_of_response:1; }","duration":"150.451134ms","start":"2026-03-08T02:41:07.001898Z","end":"2026-03-08T02:41:07.152349Z","steps":["trace[514184464] 'process raft request' (duration: 150.25559ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:40.861027Z","caller":"traceutil/trace.go:171","msg":"trace[563988076] linearizableReadLoop","detail":"{readStateIndex:8063; appliedIndex:8062; }","duration":"195.600803ms","start":"2026-03-08T02:41:40.66539Z","end":"2026-03-08T02:41:40.860991Z","steps":["trace[563988076] 'read index received' (duration: 195.47316ms)","trace[563988076] 'applied index is now lower than readState.Index' (duration: 126.273µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:40.861272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.856918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:40.861319Z","caller":"traceutil/trace.go:171","msg":"trace[1156357325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7758; }","duration":"195.980811ms","start":"2026-03-08T02:41:40.665324Z","end":"2026-03-08T02:41:40.861305Z","steps":["trace[1156357325] 'agreement among raft nodes before linearized reading' (duration: 195.826407ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:40.861332Z","caller":"traceutil/trace.go:171","msg":"trace[101698649] transaction","detail":"{read_only:false; response_revision:7758; number_of_response:1; }","duration":"196.248497ms","start":"2026-03-08T02:41:40.665041Z","end":"2026-03-08T02:41:40.86129Z","steps":["trace[101698649] 'process raft request' (duration: 195.684304ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:41.361734Z","caller":"traceutil/trace.go:171","msg":"trace[1351961946] linearizableReadLoop","detail":"{readStateIndex:8065; appliedIndex:8063; }","duration":"233.699539ms","start":"2026-03-08T02:41:41.128014Z","end":"2026-03-08T02:41:41.361713Z","steps":["trace[1351961946] 'read index received' (duration: 219.452797ms)","trace[1351961946] 'applied index is now lower than readState.Index' (duration: 14.245932ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:41.361762Z","caller":"traceutil/trace.go:171","msg":"trace[1007450410] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"626.168744ms","start":"2026-03-08T02:41:40.735577Z","end":"2026-03-08T02:41:41.361746Z","steps":["trace[1007450410] 'process raft request' (duration: 626.03076ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:41.361794Z","caller":"traceutil/trace.go:171","msg":"trace[2064374882] transaction","detail":"{read_only:false; response_revision:7759; number_of_response:1; }","duration":"628.390255ms","start":"2026-03-08T02:41:40.73336Z","end":"2026-03-08T02:41:41.361751Z","steps":["trace[2064374882] 'process raft request' (duration: 614.189084ms)","trace[2064374882] 'compare' (duration: 13.716129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:41.361889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.863872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:41:41.36193Z","caller":"traceutil/trace.go:171","msg":"trace[265037616] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:7760; }","duration":"233.967396ms","start":"2026-03-08T02:41:41.127952Z","end":"2026-03-08T02:41:41.361919Z","steps":["trace[265037616] 'agreement among raft nodes before linearized reading' (duration: 233.882574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:41.361935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:40.735546Z","time spent":"626.311276ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:41.362007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:40.733337Z","time spent":"628.549329ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:46.34802Z","caller":"traceutil/trace.go:171","msg":"trace[563612619] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"123.848423ms","start":"2026-03-08T02:41:46.224143Z","end":"2026-03-08T02:41:46.347992Z","steps":["trace[563612619] 'process raft request' (duration: 122.326917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:49.916904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.191966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:41:49.917057Z","caller":"traceutil/trace.go:171","msg":"trace[743191278] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"345.517172ms","start":"2026-03-08T02:41:49.571519Z","end":"2026-03-08T02:41:49.917036Z","steps":["trace[743191278] 'process raft request' (duration: 45.09779ms)","trace[743191278] 'compare' (duration: 299.604583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:49.917218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:49.57149Z","time spent":"345.603503ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:50.428286Z","caller":"traceutil/trace.go:171","msg":"trace[1374568597] linearizableReadLoop","detail":"{readStateIndex:8115; appliedIndex:8114; }","duration":"108.605637ms","start":"2026-03-08T02:41:50.319656Z","end":"2026-03-08T02:41:50.428261Z","steps":["trace[1374568597] 'read index received' (duration: 108.31371ms)","trace[1374568597] 'applied index is now lower than readState.Index' (duration: 290.667µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:50.428376Z","caller":"traceutil/trace.go:171","msg":"trace[981796406] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"133.775303ms","start":"2026-03-08T02:41:50.29456Z","end":"2026-03-08T02:41:50.428335Z","steps":["trace[981796406] 'process raft request' (duration: 133.494326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:50.428721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.056768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-08T02:41:50.428774Z","caller":"traceutil/trace.go:171","msg":"trace[1323564367] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7808; }","duration":"109.163691ms","start":"2026-03-08T02:41:50.319598Z","end":"2026-03-08T02:41:50.428761Z","steps":["trace[1323564367] 'agreement among raft nodes before linearized reading' (duration: 108.831113ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:51.140042Z","caller":"traceutil/trace.go:171","msg":"trace[1761122363] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"204.805586ms","start":"2026-03-08T02:41:50.935205Z","end":"2026-03-08T02:41:51.14001Z","steps":["trace[1761122363] 'process raft request' (duration: 204.598191ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.119198Z","caller":"traceutil/trace.go:171","msg":"trace[188758135] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"121.641021ms","start":"2026-03-08T02:41:54.997509Z","end":"2026-03-08T02:41:55.11915Z","steps":["trace[188758135] 'process raft request' (duration: 106.54616ms)","trace[188758135] 'compare' (duration: 14.18602ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:55.119471Z","caller":"traceutil/trace.go:171","msg":"trace[138911361] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"112.942278ms","start":"2026-03-08T02:41:55.006486Z","end":"2026-03-08T02:41:55.119428Z","steps":["trace[138911361] 'process raft request' (duration: 112.077728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:55.301033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.400295ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:41:55.301528Z","caller":"traceutil/trace.go:171","msg":"trace[1343399481] transaction","detail":"{read_only:false; response_revision:7930; number_of_response:1; }","duration":"238.248945ms","start":"2026-03-08T02:41:55.063235Z","end":"2026-03-08T02:41:55.301483Z","steps":["trace[1343399481] 'process raft request' (duration: 237.918347ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.374866Z","caller":"traceutil/trace.go:171","msg":"trace[524732790] linearizableReadLoop","detail":"{readStateIndex:8238; appliedIndex:8234; }","duration":"310.176609ms","start":"2026-03-08T02:41:55.064661Z","end":"2026-03-08T02:41:55.374838Z","steps":["trace[524732790] 'read index received' (duration: 39.488759ms)","trace[524732790] 'applied index is now lower than readState.Index' (duration: 270.68665ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:55.3749Z","caller":"traceutil/trace.go:171","msg":"trace[2096480658] transaction","detail":"{read_only:false; response_revision:7931; number_of_response:1; }","duration":"308.563641ms","start":"2026-03-08T02:41:55.066298Z","end":"2026-03-08T02:41:55.374862Z","steps":["trace[2096480658] 'process raft request' (duration: 235.160633ms)","trace[2096480658] 'compare' (duration: 73.250555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:55.375022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.345332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/rook-ceph/\" range_end:\"/registry/limitranges/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:41:55.375046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:55.066277Z","time spent":"308.687355ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4110,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:41:55.375068Z","caller":"traceutil/trace.go:171","msg":"trace[109402051] range","detail":"{range_begin:/registry/limitranges/rook-ceph/; range_end:/registry/limitranges/rook-ceph0; response_count:0; response_revision:7931; }","duration":"310.451986ms","start":"2026-03-08T02:41:55.064601Z","end":"2026-03-08T02:41:55.375053Z","steps":["trace[109402051] 'agreement among raft nodes before linearized reading' (duration: 310.354393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:55.375103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:55.064579Z","time spent":"310.515467ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/rook-ceph/\" range_end:\"/registry/limitranges/rook-ceph0\" "} {"level":"info","ts":"2026-03-08T02:41:55.375867Z","caller":"traceutil/trace.go:171","msg":"trace[1549381265] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"248.498953ms","start":"2026-03-08T02:41:55.127307Z","end":"2026-03-08T02:41:55.375806Z","steps":["trace[1549381265] 'process raft request' (duration: 248.227447ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.376054Z","caller":"traceutil/trace.go:171","msg":"trace[1766166349] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"243.606419ms","start":"2026-03-08T02:41:55.132418Z","end":"2026-03-08T02:41:55.376025Z","steps":["trace[1766166349] 'process raft request' (duration: 243.299272ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.37628Z","caller":"traceutil/trace.go:171","msg":"trace[1837874189] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"221.429553ms","start":"2026-03-08T02:41:55.154819Z","end":"2026-03-08T02:41:55.376249Z","steps":["trace[1837874189] 'process raft request' (duration: 220.969033ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.37648Z","caller":"traceutil/trace.go:171","msg":"trace[1966171437] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"199.059702ms","start":"2026-03-08T02:41:55.177402Z","end":"2026-03-08T02:41:55.376462Z","steps":["trace[1966171437] 'process raft request' (duration: 198.622162ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.521778Z","caller":"traceutil/trace.go:171","msg":"trace[1478058473] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"119.701955ms","start":"2026-03-08T02:41:55.402045Z","end":"2026-03-08T02:41:55.521747Z","steps":["trace[1478058473] 'process raft request' (duration: 119.615913ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.521779Z","caller":"traceutil/trace.go:171","msg":"trace[1865236788] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"125.062251ms","start":"2026-03-08T02:41:55.396689Z","end":"2026-03-08T02:41:55.521752Z","steps":["trace[1865236788] 'process raft request' (duration: 124.775114ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.578693Z","caller":"traceutil/trace.go:171","msg":"trace[1737080063] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"125.230924ms","start":"2026-03-08T02:41:55.453434Z","end":"2026-03-08T02:41:55.578665Z","steps":["trace[1737080063] 'process raft request' (duration: 125.007949ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.578705Z","caller":"traceutil/trace.go:171","msg":"trace[720471939] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"125.833168ms","start":"2026-03-08T02:41:55.452822Z","end":"2026-03-08T02:41:55.578655Z","steps":["trace[720471939] 'process raft request' (duration: 125.49614ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.578841Z","caller":"traceutil/trace.go:171","msg":"trace[1137349434] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"124.298803ms","start":"2026-03-08T02:41:55.454431Z","end":"2026-03-08T02:41:55.57873Z","steps":["trace[1137349434] 'process raft request' (duration: 124.095608ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.579171Z","caller":"traceutil/trace.go:171","msg":"trace[766036978] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"123.938004ms","start":"2026-03-08T02:41:55.455191Z","end":"2026-03-08T02:41:55.579129Z","steps":["trace[766036978] 'process raft request' (duration: 123.393971ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.579227Z","caller":"traceutil/trace.go:171","msg":"trace[529073999] linearizableReadLoop","detail":"{readStateIndex:8250; appliedIndex:8244; }","duration":"116.274806ms","start":"2026-03-08T02:41:55.462942Z","end":"2026-03-08T02:41:55.579217Z","steps":["trace[529073999] 'read index received' (duration: 58.591213ms)","trace[529073999] 'applied index is now lower than readState.Index' (duration: 57.682143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:55.582997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.024333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-03-08T02:41:55.583086Z","caller":"traceutil/trace.go:171","msg":"trace[2011113038] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:7943; }","duration":"120.171917ms","start":"2026-03-08T02:41:55.462896Z","end":"2026-03-08T02:41:55.583068Z","steps":["trace[2011113038] 'agreement among raft nodes before linearized reading' (duration: 116.347418ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.730023Z","caller":"traceutil/trace.go:171","msg":"trace[809758396] linearizableReadLoop","detail":"{readStateIndex:8255; appliedIndex:8253; }","duration":"116.805508ms","start":"2026-03-08T02:41:55.613189Z","end":"2026-03-08T02:41:55.729994Z","steps":["trace[809758396] 'read index received' (duration: 116.581573ms)","trace[809758396] 'applied index is now lower than readState.Index' (duration: 222.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:55.730065Z","caller":"traceutil/trace.go:171","msg":"trace[811775695] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"145.869565ms","start":"2026-03-08T02:41:55.584144Z","end":"2026-03-08T02:41:55.730013Z","steps":["trace[811775695] 'process raft request' (duration: 145.559868ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.730154Z","caller":"traceutil/trace.go:171","msg":"trace[204757533] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"142.21845ms","start":"2026-03-08T02:41:55.58789Z","end":"2026-03-08T02:41:55.730109Z","steps":["trace[204757533] 'process raft request' (duration: 142.010175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:55.730304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.400885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-kj2rb\" ","response":"range_response_count:1 size:3535"} {"level":"info","ts":"2026-03-08T02:41:55.730351Z","caller":"traceutil/trace.go:171","msg":"trace[572463673] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-kj2rb; range_end:; response_count:1; response_revision:7947; }","duration":"139.502447ms","start":"2026-03-08T02:41:55.590834Z","end":"2026-03-08T02:41:55.730336Z","steps":["trace[572463673] 'agreement among raft nodes before linearized reading' (duration: 139.322283ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.813179Z","caller":"traceutil/trace.go:171","msg":"trace[2122683145] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"174.120022ms","start":"2026-03-08T02:41:55.639028Z","end":"2026-03-08T02:41:55.813148Z","steps":["trace[2122683145] 'process raft request' (duration: 171.837989ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.813361Z","caller":"traceutil/trace.go:171","msg":"trace[1304810025] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"173.209561ms","start":"2026-03-08T02:41:55.64014Z","end":"2026-03-08T02:41:55.81335Z","steps":["trace[1304810025] 'process raft request' (duration: 173.000236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:55.813389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.506436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:55.813485Z","caller":"traceutil/trace.go:171","msg":"trace[986157326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7950; }","duration":"148.66168ms","start":"2026-03-08T02:41:55.664805Z","end":"2026-03-08T02:41:55.813466Z","steps":["trace[986157326] 'agreement among raft nodes before linearized reading' (duration: 148.479445ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:55.813689Z","caller":"traceutil/trace.go:171","msg":"trace[1930687467] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"157.27421ms","start":"2026-03-08T02:41:55.65617Z","end":"2026-03-08T02:41:55.813445Z","steps":["trace[1930687467] 'process raft request' (duration: 157.047915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:55.814671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.685592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-03-08T02:41:55.814881Z","caller":"traceutil/trace.go:171","msg":"trace[36194479] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:7950; }","duration":"115.939958ms","start":"2026-03-08T02:41:55.698912Z","end":"2026-03-08T02:41:55.814852Z","steps":["trace[36194479] 'agreement among raft nodes before linearized reading' (duration: 114.539075ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:56.014175Z","caller":"traceutil/trace.go:171","msg":"trace[2040519763] linearizableReadLoop","detail":"{readStateIndex:8262; appliedIndex:8261; }","duration":"144.277717ms","start":"2026-03-08T02:41:55.869867Z","end":"2026-03-08T02:41:56.014145Z","steps":["trace[2040519763] 'read index received' (duration: 116.90006ms)","trace[2040519763] 'applied index is now lower than readState.Index' (duration: 27.375997ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:56.014332Z","caller":"traceutil/trace.go:171","msg":"trace[1993453163] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"176.710282ms","start":"2026-03-08T02:41:55.837576Z","end":"2026-03-08T02:41:56.014286Z","steps":["trace[1993453163] 'process raft request' (duration: 149.168331ms)","trace[1993453163] 'compare' (duration: 27.262965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:56.014586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.604175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-kj2rb\" ","response":"range_response_count:1 size:4461"} {"level":"info","ts":"2026-03-08T02:41:56.014688Z","caller":"traceutil/trace.go:171","msg":"trace[93933297] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-kj2rb; range_end:; response_count:1; response_revision:7954; }","duration":"144.851161ms","start":"2026-03-08T02:41:55.869807Z","end":"2026-03-08T02:41:56.014658Z","steps":["trace[93933297] 'agreement among raft nodes before linearized reading' (duration: 144.478552ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:56.065498Z","caller":"traceutil/trace.go:171","msg":"trace[1790643320] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"171.529402ms","start":"2026-03-08T02:41:55.893931Z","end":"2026-03-08T02:41:56.06546Z","steps":["trace[1790643320] 'process raft request' (duration: 171.210975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:56.065576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.17211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:41:56.065675Z","caller":"traceutil/trace.go:171","msg":"trace[1905466224] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7955; }","duration":"124.333694ms","start":"2026-03-08T02:41:55.941319Z","end":"2026-03-08T02:41:56.065652Z","steps":["trace[1905466224] 'agreement among raft nodes before linearized reading' (duration: 124.052087ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:56.743963Z","caller":"traceutil/trace.go:171","msg":"trace[1265266808] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"117.482285ms","start":"2026-03-08T02:41:56.626419Z","end":"2026-03-08T02:41:56.743901Z","steps":["trace[1265266808] 'process raft request' (duration: 116.831639ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:58.813277Z","caller":"traceutil/trace.go:171","msg":"trace[144820687] linearizableReadLoop","detail":"{readStateIndex:8286; appliedIndex:8285; }","duration":"311.708414ms","start":"2026-03-08T02:41:58.501542Z","end":"2026-03-08T02:41:58.81325Z","steps":["trace[144820687] 'read index received' (duration: 311.352066ms)","trace[144820687] 'applied index is now lower than readState.Index' (duration: 351.798µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:41:58.813323Z","caller":"traceutil/trace.go:171","msg":"trace[782770359] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"313.452014ms","start":"2026-03-08T02:41:58.499846Z","end":"2026-03-08T02:41:58.813298Z","steps":["trace[782770359] 'process raft request' (duration: 313.142817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:58.813647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.843271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:41:58.813689Z","caller":"traceutil/trace.go:171","msg":"trace[160106472] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:7978; }","duration":"300.906202ms","start":"2026-03-08T02:41:58.512773Z","end":"2026-03-08T02:41:58.813679Z","steps":["trace[160106472] 'agreement among raft nodes before linearized reading' (duration: 300.81339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:58.813678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.622579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:58.813772Z","caller":"traceutil/trace.go:171","msg":"trace[784826712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7978; }","duration":"148.766582ms","start":"2026-03-08T02:41:58.664987Z","end":"2026-03-08T02:41:58.813754Z","steps":["trace[784826712] 'agreement among raft nodes before linearized reading' (duration: 148.619169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:58.813796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.091895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:41:58.813823Z","caller":"traceutil/trace.go:171","msg":"trace[2059928369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7978; }","duration":"285.116806ms","start":"2026-03-08T02:41:58.528699Z","end":"2026-03-08T02:41:58.813815Z","steps":["trace[2059928369] 'agreement among raft nodes before linearized reading' (duration: 285.046414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:58.813723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:58.512762Z","time spent":"300.954494ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:41:58.813864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:58.499817Z","time spent":"313.811383ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:41:58.813536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.96896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:41:58.814099Z","caller":"traceutil/trace.go:171","msg":"trace[1062880006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7978; }","duration":"312.562504ms","start":"2026-03-08T02:41:58.501492Z","end":"2026-03-08T02:41:58.814054Z","steps":["trace[1062880006] 'agreement among raft nodes before linearized reading' (duration: 311.884718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:41:58.814231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:41:58.501469Z","time spent":"312.722178ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:41:59.11285Z","caller":"traceutil/trace.go:171","msg":"trace[380998257] linearizableReadLoop","detail":"{readStateIndex:8288; appliedIndex:8286; }","duration":"131.434399ms","start":"2026-03-08T02:41:58.981392Z","end":"2026-03-08T02:41:59.112826Z","steps":["trace[380998257] 'read index received' (duration: 128.91801ms)","trace[380998257] 'applied index is now lower than readState.Index' (duration: 2.515419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:41:59.113009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.605723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:41:59.112998Z","caller":"traceutil/trace.go:171","msg":"trace[1215367246] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"294.493984ms","start":"2026-03-08T02:41:58.818468Z","end":"2026-03-08T02:41:59.112962Z","steps":["trace[1215367246] 'process raft request' (duration: 291.809131ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:59.113062Z","caller":"traceutil/trace.go:171","msg":"trace[637733840] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7980; }","duration":"131.722766ms","start":"2026-03-08T02:41:58.981325Z","end":"2026-03-08T02:41:59.113047Z","steps":["trace[637733840] 'agreement among raft nodes before linearized reading' (duration: 131.598373ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:59.113052Z","caller":"traceutil/trace.go:171","msg":"trace[1109641657] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"294.533985ms","start":"2026-03-08T02:41:58.81848Z","end":"2026-03-08T02:41:59.113014Z","steps":["trace[1109641657] 'process raft request' (duration: 294.257149ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:41:59.726077Z","caller":"traceutil/trace.go:171","msg":"trace[565418484] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"117.428083ms","start":"2026-03-08T02:41:59.608618Z","end":"2026-03-08T02:41:59.726046Z","steps":["trace[565418484] 'process raft request' (duration: 117.148956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:02.155273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019355839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:42:02.655463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019355839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:42:03.155711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019355839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:42:03.297755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649360137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:42:03.29778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120934101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:42:03.297872Z","caller":"traceutil/trace.go:171","msg":"trace[22703522] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7987; }","duration":"2.121042203s","start":"2026-03-08T02:42:01.17681Z","end":"2026-03-08T02:42:03.297852Z","steps":["trace[22703522] 'count revisions from in-memory index tree' (duration: 2.120873439s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:03.297855Z","caller":"traceutil/trace.go:171","msg":"trace[1185971161] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7987; }","duration":"2.6495132s","start":"2026-03-08T02:42:00.648317Z","end":"2026-03-08T02:42:03.29783Z","steps":["trace[1185971161] 'count revisions from in-memory index tree' (duration: 2.649223133s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.29795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:00.648297Z","time spent":"2.649635794s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":97,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:03.29787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632216138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:42:03.298025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179151865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:42:03.2981Z","caller":"traceutil/trace.go:171","msg":"trace[376173458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7987; }","duration":"2.632505804s","start":"2026-03-08T02:42:00.665576Z","end":"2026-03-08T02:42:03.298082Z","steps":["trace[376173458] 'range keys from in-memory index tree' (duration: 2.632109735s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:03.298114Z","caller":"traceutil/trace.go:171","msg":"trace[811395711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7987; }","duration":"2.179265198s","start":"2026-03-08T02:42:01.118829Z","end":"2026-03-08T02:42:03.298094Z","steps":["trace[811395711] 'range keys from in-memory index tree' (duration: 2.178997812s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.298156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:01.118823Z","time spent":"2.179323849s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:03.298157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:00.665549Z","time spent":"2.632591207s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:42:03.298269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478779407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:42:03.298273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179497322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:42:03.298342Z","caller":"traceutil/trace.go:171","msg":"trace[238645124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7987; }","duration":"2.179596245s","start":"2026-03-08T02:42:01.118731Z","end":"2026-03-08T02:42:03.298327Z","steps":["trace[238645124] 'range keys from in-memory index tree' (duration: 2.179216246s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:03.298337Z","caller":"traceutil/trace.go:171","msg":"trace[631124706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7987; }","duration":"2.47888565s","start":"2026-03-08T02:42:00.819432Z","end":"2026-03-08T02:42:03.298318Z","steps":["trace[631124706] 'range keys from in-memory index tree' (duration: 2.478512891s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.298375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:01.118708Z","time spent":"2.179658167s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:03.298412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:00.819407Z","time spent":"2.478991152s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:03.298595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472619114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:42:03.298639Z","caller":"traceutil/trace.go:171","msg":"trace[1010440321] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:7987; }","duration":"2.472699426s","start":"2026-03-08T02:42:00.825924Z","end":"2026-03-08T02:42:03.298623Z","steps":["trace[1010440321] 'range keys from in-memory index tree' (duration: 2.472489231s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.298678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:00.825902Z","time spent":"2.472765927s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:42:03.298924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:01.176768Z","time spent":"2.122140929s","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:03.345233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.865654509s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:42:03.345672Z","caller":"traceutil/trace.go:171","msg":"trace[219130294] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"1.866221982s","start":"2026-03-08T02:42:01.479403Z","end":"2026-03-08T02:42:03.345625Z","steps":["trace[219130294] 'process raft request' (duration: 1.866021067s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.345847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:01.479363Z","time spent":"1.866390056s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:03.365916Z","caller":"traceutil/trace.go:171","msg":"trace[253361181] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"1.634443008s","start":"2026-03-08T02:42:01.731453Z","end":"2026-03-08T02:42:03.365896Z","steps":["trace[253361181] 'process raft request' (duration: 1.634380446s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:03.365942Z","caller":"traceutil/trace.go:171","msg":"trace[1206736230] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"1.713909207s","start":"2026-03-08T02:42:01.652006Z","end":"2026-03-08T02:42:03.365915Z","steps":["trace[1206736230] 'process raft request' (duration: 1.713712432s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.366047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:01.731431Z","time spent":"1.634546671s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:03.366062Z","caller":"traceutil/trace.go:171","msg":"trace[1212695752] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"1.490296903s","start":"2026-03-08T02:42:01.875751Z","end":"2026-03-08T02:42:03.366048Z","steps":["trace[1212695752] 'process raft request' (duration: 1.490112769s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.36615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:01.875728Z","time spent":"1.490377125s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:03.366255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:01.651973Z","time spent":"1.71404332s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:03.366707Z","caller":"traceutil/trace.go:171","msg":"trace[1034599524] linearizableReadLoop","detail":"{readStateIndex:8300; appliedIndex:8296; }","duration":"1.711606584s","start":"2026-03-08T02:42:01.654947Z","end":"2026-03-08T02:42:03.366553Z","steps":["trace[1034599524] 'read index received' (duration: 1.690496063s)","trace[1034599524] 'applied index is now lower than readState.Index' (duration: 21.109471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:03.366894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711837759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:03.36708Z","caller":"traceutil/trace.go:171","msg":"trace[615772737] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:7994; }","duration":"1.712117596s","start":"2026-03-08T02:42:01.654938Z","end":"2026-03-08T02:42:03.367056Z","steps":["trace[615772737] 'agreement among raft nodes before linearized reading' (duration: 1.711800468s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.367292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:01.65488Z","time spent":"1.71234252s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:03.367511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.444805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:03.3676Z","caller":"traceutil/trace.go:171","msg":"trace[1039091729] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:7994; }","duration":"796.584699ms","start":"2026-03-08T02:42:02.570992Z","end":"2026-03-08T02:42:03.367577Z","steps":["trace[1039091729] 'agreement among raft nodes before linearized reading' (duration: 796.439345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.367651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.570957Z","time spent":"796.680321ms","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:03.367165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234168753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-08T02:42:03.36778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.417804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:42:03.36782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.25811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:42:03.367813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128472513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:42:03.367844Z","caller":"traceutil/trace.go:171","msg":"trace[1686623899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7994; }","duration":"979.524166ms","start":"2026-03-08T02:42:02.388307Z","end":"2026-03-08T02:42:03.367831Z","steps":["trace[1686623899] 'agreement among raft nodes before linearized reading' (duration: 979.343441ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:03.36787Z","caller":"traceutil/trace.go:171","msg":"trace[1604792303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7994; }","duration":"701.418874ms","start":"2026-03-08T02:42:02.666434Z","end":"2026-03-08T02:42:03.367853Z","steps":["trace[1604792303] 'agreement among raft nodes before linearized reading' (duration: 701.340682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.367882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.388287Z","time spent":"979.588328ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:42:03.367882Z","caller":"traceutil/trace.go:171","msg":"trace[361928918] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:7994; }","duration":"1.128592135s","start":"2026-03-08T02:42:02.239273Z","end":"2026-03-08T02:42:03.367866Z","steps":["trace[361928918] 'agreement among raft nodes before linearized reading' (duration: 1.12835722s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.367902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.666387Z","time spent":"701.508416ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:42:03.367928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.239241Z","time spent":"1.128675278s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:03.367991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.642609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:42:03.368051Z","caller":"traceutil/trace.go:171","msg":"trace[1239948588] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7994; }","duration":"756.725871ms","start":"2026-03-08T02:42:02.611311Z","end":"2026-03-08T02:42:03.368037Z","steps":["trace[1239948588] 'agreement among raft nodes before linearized reading' (duration: 756.543357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.368079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.294708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:42:03.368109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.611292Z","time spent":"756.789062ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T02:42:03.368119Z","caller":"traceutil/trace.go:171","msg":"trace[786849908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7994; }","duration":"529.37655ms","start":"2026-03-08T02:42:02.838734Z","end":"2026-03-08T02:42:03.36811Z","steps":["trace[786849908] 'agreement among raft nodes before linearized reading' (duration: 529.323779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.368142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185656434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:42:03.368174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.838705Z","time spent":"529.462501ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:42:03.368184Z","caller":"traceutil/trace.go:171","msg":"trace[577511163] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7994; }","duration":"1.185738615s","start":"2026-03-08T02:42:02.182432Z","end":"2026-03-08T02:42:03.368171Z","steps":["trace[577511163] 'agreement among raft nodes before linearized reading' (duration: 1.185678764s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.368219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.182419Z","time spent":"1.185788186s","remote":"127.0.0.1:57586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:42:03.368005Z","caller":"traceutil/trace.go:171","msg":"trace[1659985840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7994; }","duration":"1.235039662s","start":"2026-03-08T02:42:02.132944Z","end":"2026-03-08T02:42:03.367983Z","steps":["trace[1659985840] 'agreement among raft nodes before linearized reading' (duration: 1.23408791s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:03.3684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:02.132919Z","time spent":"1.235459452s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:42:09.658506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.307184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:42:09.658744Z","caller":"traceutil/trace.go:171","msg":"trace[684660500] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"152.464828ms","start":"2026-03-08T02:42:09.506265Z","end":"2026-03-08T02:42:09.65873Z","steps":["trace[684660500] 'process raft request' (duration: 152.408307ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:09.658747Z","caller":"traceutil/trace.go:171","msg":"trace[1183064103] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"152.619122ms","start":"2026-03-08T02:42:09.506099Z","end":"2026-03-08T02:42:09.658718Z","steps":["trace[1183064103] 'process raft request' (duration: 152.51204ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:09.658763Z","caller":"traceutil/trace.go:171","msg":"trace[102764756] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"152.489219ms","start":"2026-03-08T02:42:09.506246Z","end":"2026-03-08T02:42:09.658736Z","steps":["trace[102764756] 'process raft request' (duration: 152.403337ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:09.658713Z","caller":"traceutil/trace.go:171","msg":"trace[1658734813] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"153.158004ms","start":"2026-03-08T02:42:09.505524Z","end":"2026-03-08T02:42:09.658682Z","steps":["trace[1658734813] 'process raft request' (duration: 40.606945ms)","trace[1658734813] 'compare' (duration: 112.188051ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:09.658856Z","caller":"traceutil/trace.go:171","msg":"trace[1248917516] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8329; }","duration":"152.552561ms","start":"2026-03-08T02:42:09.506283Z","end":"2026-03-08T02:42:09.658836Z","steps":["trace[1248917516] 'read index received' (duration: 39.9408ms)","trace[1248917516] 'applied index is now lower than readState.Index' (duration: 112.610201ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:09.658909Z","caller":"traceutil/trace.go:171","msg":"trace[1948931384] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"151.851384ms","start":"2026-03-08T02:42:09.507038Z","end":"2026-03-08T02:42:09.658889Z","steps":["trace[1948931384] 'process raft request' (duration: 151.66402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:09.659434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.141934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222752"} {"level":"info","ts":"2026-03-08T02:42:09.659505Z","caller":"traceutil/trace.go:171","msg":"trace[1133344224] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8024; }","duration":"153.227256ms","start":"2026-03-08T02:42:09.506259Z","end":"2026-03-08T02:42:09.659487Z","steps":["trace[1133344224] 'agreement among raft nodes before linearized reading' (duration: 152.638422ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:11.269946Z","caller":"traceutil/trace.go:171","msg":"trace[1801124566] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"396.974939ms","start":"2026-03-08T02:42:10.872943Z","end":"2026-03-08T02:42:11.269918Z","steps":["trace[1801124566] 'process raft request' (duration: 396.798895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:11.270118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:10.872916Z","time spent":"397.118502ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:11.457352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.664014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:42:11.457447Z","caller":"traceutil/trace.go:171","msg":"trace[806871095] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8027; }","duration":"116.805278ms","start":"2026-03-08T02:42:11.34062Z","end":"2026-03-08T02:42:11.457426Z","steps":["trace[806871095] 'count revisions from in-memory index tree' (duration: 116.588243ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:11.636746Z","caller":"traceutil/trace.go:171","msg":"trace[1825633969] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"151.887955ms","start":"2026-03-08T02:42:11.484826Z","end":"2026-03-08T02:42:11.636714Z","steps":["trace[1825633969] 'process raft request' (duration: 98.211486ms)","trace[1825633969] 'compare' (duration: 53.441163ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:11.636897Z","caller":"traceutil/trace.go:171","msg":"trace[1055539273] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"131.318567ms","start":"2026-03-08T02:42:11.505553Z","end":"2026-03-08T02:42:11.636872Z","steps":["trace[1055539273] 'process raft request' (duration: 131.097861ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:11.886991Z","caller":"traceutil/trace.go:171","msg":"trace[1209262514] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"216.437536ms","start":"2026-03-08T02:42:11.67052Z","end":"2026-03-08T02:42:11.886958Z","steps":["trace[1209262514] 'process raft request' (duration: 136.110866ms)","trace[1209262514] 'compare' (duration: 79.999442ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:11.887201Z","caller":"traceutil/trace.go:171","msg":"trace[349295372] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"216.644481ms","start":"2026-03-08T02:42:11.670531Z","end":"2026-03-08T02:42:11.887176Z","steps":["trace[349295372] 'process raft request' (duration: 216.339594ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:11.887456Z","caller":"traceutil/trace.go:171","msg":"trace[302461158] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"216.842495ms","start":"2026-03-08T02:42:11.670603Z","end":"2026-03-08T02:42:11.887446Z","steps":["trace[302461158] 'process raft request' (duration: 216.504527ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:11.887601Z","caller":"traceutil/trace.go:171","msg":"trace[1468175297] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"216.933627ms","start":"2026-03-08T02:42:11.670651Z","end":"2026-03-08T02:42:11.887584Z","steps":["trace[1468175297] 'process raft request' (duration: 216.761823ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:11.887826Z","caller":"traceutil/trace.go:171","msg":"trace[1897637485] linearizableReadLoop","detail":"{readStateIndex:8347; appliedIndex:8342; }","duration":"215.472113ms","start":"2026-03-08T02:42:11.672334Z","end":"2026-03-08T02:42:11.887807Z","steps":["trace[1897637485] 'read index received' (duration: 134.270104ms)","trace[1897637485] 'applied index is now lower than readState.Index' (duration: 81.200629ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:11.88785Z","caller":"traceutil/trace.go:171","msg":"trace[143508659] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"216.104988ms","start":"2026-03-08T02:42:11.671738Z","end":"2026-03-08T02:42:11.887843Z","steps":["trace[143508659] 'process raft request' (duration: 215.812961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:11.8883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.945054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222752"} {"level":"info","ts":"2026-03-08T02:42:11.888379Z","caller":"traceutil/trace.go:171","msg":"trace[1009539394] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8036; }","duration":"216.053427ms","start":"2026-03-08T02:42:11.672309Z","end":"2026-03-08T02:42:11.888363Z","steps":["trace[1009539394] 'agreement among raft nodes before linearized reading' (duration: 215.570686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:14.067375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019355964,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:42:14.264442Z","caller":"traceutil/trace.go:171","msg":"trace[749362077] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"814.65911ms","start":"2026-03-08T02:42:13.449743Z","end":"2026-03-08T02:42:14.264402Z","steps":["trace[749362077] 'process raft request' (duration: 814.419224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:14.264693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:13.44972Z","time spent":"814.840293ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:14.526913Z","caller":"traceutil/trace.go:171","msg":"trace[215139686] linearizableReadLoop","detail":"{readStateIndex:8351; appliedIndex:8347; }","duration":"959.589592ms","start":"2026-03-08T02:42:13.567297Z","end":"2026-03-08T02:42:14.526887Z","steps":["trace[215139686] 'read index received' (duration: 697.043242ms)","trace[215139686] 'applied index is now lower than readState.Index' (duration: 262.54493ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:14.527119Z","caller":"traceutil/trace.go:171","msg":"trace[622529555] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"885.129519ms","start":"2026-03-08T02:42:13.641958Z","end":"2026-03-08T02:42:14.527088Z","steps":["trace[622529555] 'process raft request' (duration: 884.887863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:14.527274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:13.641943Z","time spent":"885.242142ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:14.527256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.440448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:42:14.52733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.142639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:14.527336Z","caller":"traceutil/trace.go:171","msg":"trace[1097791333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8040; }","duration":"635.578862ms","start":"2026-03-08T02:42:13.891734Z","end":"2026-03-08T02:42:14.527313Z","steps":["trace[1097791333] 'agreement among raft nodes before linearized reading' (duration: 635.397678ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:14.527358Z","caller":"traceutil/trace.go:171","msg":"trace[599122108] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8040; }","duration":"848.19639ms","start":"2026-03-08T02:42:13.679153Z","end":"2026-03-08T02:42:14.527349Z","steps":["trace[599122108] 'agreement among raft nodes before linearized reading' (duration: 848.153739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:14.527383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:13.679136Z","time spent":"848.241601ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:14.527383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:13.891691Z","time spent":"635.682665ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:14.527414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.667437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:14.527457Z","caller":"traceutil/trace.go:171","msg":"trace[262108195] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"1.064116755s","start":"2026-03-08T02:42:13.463332Z","end":"2026-03-08T02:42:14.527448Z","steps":["trace[262108195] 'process raft request' (duration: 970.993038ms)","trace[262108195] 'compare' (duration: 92.292718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:14.527428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.93565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:42:14.527462Z","caller":"traceutil/trace.go:171","msg":"trace[1381136271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8040; }","duration":"862.757118ms","start":"2026-03-08T02:42:13.664693Z","end":"2026-03-08T02:42:14.52745Z","steps":["trace[1381136271] 'agreement among raft nodes before linearized reading' (duration: 862.675067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:14.527443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.782896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-08T02:42:14.527496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:13.463302Z","time spent":"1.064175686s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:14.527497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.218647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:42:14.527493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.958581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:42:14.527508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:13.664681Z","time spent":"862.820181ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:42:14.527512Z","caller":"traceutil/trace.go:171","msg":"trace[493430253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8040; }","duration":"636.088673ms","start":"2026-03-08T02:42:13.891404Z","end":"2026-03-08T02:42:14.527493Z","steps":["trace[493430253] 'agreement among raft nodes before linearized reading' (duration: 635.825887ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:14.527531Z","caller":"traceutil/trace.go:171","msg":"trace[1903091639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8040; }","duration":"635.93418ms","start":"2026-03-08T02:42:13.891576Z","end":"2026-03-08T02:42:14.52751Z","steps":["trace[1903091639] 'agreement among raft nodes before linearized reading' (duration: 635.676134ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:14.527554Z","caller":"traceutil/trace.go:171","msg":"trace[739218873] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"885.611881ms","start":"2026-03-08T02:42:13.641934Z","end":"2026-03-08T02:42:14.527546Z","steps":["trace[739218873] 'process raft request' (duration: 884.850633ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:14.527551Z","caller":"traceutil/trace.go:171","msg":"trace[145396378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8040; }","duration":"636.069093ms","start":"2026-03-08T02:42:13.891466Z","end":"2026-03-08T02:42:14.527535Z","steps":["trace[145396378] 'agreement among raft nodes before linearized reading' (duration: 635.886199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:14.527572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:13.891382Z","time spent":"636.180906ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:14.527589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:13.641912Z","time spent":"885.660181ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:14.527584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:13.891553Z","time spent":"636.022332ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:14.527598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.545667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:42:14.527601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:13.891433Z","time spent":"636.151466ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:42:14.527534Z","caller":"traceutil/trace.go:171","msg":"trace[459596494] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8040; }","duration":"960.303279ms","start":"2026-03-08T02:42:13.567218Z","end":"2026-03-08T02:42:14.527521Z","steps":["trace[459596494] 'agreement among raft nodes before linearized reading' (duration: 960.250638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:14.527255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.571206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:42:14.527661Z","caller":"traceutil/trace.go:171","msg":"trace[1017188790] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8040; }","duration":"943.043057ms","start":"2026-03-08T02:42:13.584611Z","end":"2026-03-08T02:42:14.527654Z","steps":["trace[1017188790] 'agreement among raft nodes before linearized reading' (duration: 942.499835ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:14.527631Z","caller":"traceutil/trace.go:171","msg":"trace[691135587] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8040; }","duration":"432.628918ms","start":"2026-03-08T02:42:14.094991Z","end":"2026-03-08T02:42:14.52762Z","steps":["trace[691135587] 'agreement among raft nodes before linearized reading' (duration: 432.566627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:14.527675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.786437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:42:14.527696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:14.094963Z","time spent":"432.725351ms","remote":"127.0.0.1:41072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:42:14.527698Z","caller":"traceutil/trace.go:171","msg":"trace[934038845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8040; }","duration":"635.825517ms","start":"2026-03-08T02:42:13.891866Z","end":"2026-03-08T02:42:14.527692Z","steps":["trace[934038845] 'agreement among raft nodes before linearized reading' (duration: 635.755125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:14.527669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:13.567175Z","time spent":"960.481493ms","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:14.527721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:13.89185Z","time spent":"635.864399ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:42:14.527689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:13.584588Z","time spent":"943.095048ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:42:14.527779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.34929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:42:14.527807Z","caller":"traceutil/trace.go:171","msg":"trace[1989308071] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:8040; }","duration":"630.397191ms","start":"2026-03-08T02:42:13.897401Z","end":"2026-03-08T02:42:14.527798Z","steps":["trace[1989308071] 'agreement among raft nodes before linearized reading' (duration: 630.301288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:14.527833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:13.897386Z","time spent":"630.441152ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"info","ts":"2026-03-08T02:42:14.734277Z","caller":"traceutil/trace.go:171","msg":"trace[32050791] linearizableReadLoop","detail":"{readStateIndex:8356; appliedIndex:8352; }","duration":"187.221947ms","start":"2026-03-08T02:42:14.547021Z","end":"2026-03-08T02:42:14.734243Z","steps":["trace[32050791] 'read index received' (duration: 143.751966ms)","trace[32050791] 'applied index is now lower than readState.Index' (duration: 43.468281ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:14.734478Z","caller":"traceutil/trace.go:171","msg":"trace[655341519] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"201.484509ms","start":"2026-03-08T02:42:14.532979Z","end":"2026-03-08T02:42:14.734463Z","steps":["trace[655341519] 'process raft request' (duration: 201.119101ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:14.734462Z","caller":"traceutil/trace.go:171","msg":"trace[635200434] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"201.891028ms","start":"2026-03-08T02:42:14.532512Z","end":"2026-03-08T02:42:14.734403Z","steps":["trace[635200434] 'process raft request' (duration: 201.526399ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:14.734476Z","caller":"traceutil/trace.go:171","msg":"trace[1741007902] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"202.248827ms","start":"2026-03-08T02:42:14.53219Z","end":"2026-03-08T02:42:14.734439Z","steps":["trace[1741007902] 'process raft request' (duration: 158.642312ms)","trace[1741007902] 'compare' (duration: 42.9833ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:14.734697Z","caller":"traceutil/trace.go:171","msg":"trace[1076744291] transaction","detail":"{read_only:false; response_revision:8045; number_of_response:1; }","duration":"201.324695ms","start":"2026-03-08T02:42:14.533287Z","end":"2026-03-08T02:42:14.734612Z","steps":["trace[1076744291] 'process raft request' (duration: 200.865344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:14.734658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.063872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:42:14.734915Z","caller":"traceutil/trace.go:171","msg":"trace[585730251] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8045; }","duration":"202.372039ms","start":"2026-03-08T02:42:14.532523Z","end":"2026-03-08T02:42:14.734895Z","steps":["trace[585730251] 'agreement among raft nodes before linearized reading' (duration: 201.96178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:17.052104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019355987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:42:17.55272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019355987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:42:17.707865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173039738s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:42:17.709176Z","caller":"traceutil/trace.go:171","msg":"trace[1179976242] transaction","detail":"{read_only:false; response_revision:8046; number_of_response:1; }","duration":"1.174422581s","start":"2026-03-08T02:42:16.53466Z","end":"2026-03-08T02:42:17.709083Z","steps":["trace[1179976242] 'process raft request' (duration: 1.173607602s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:17.709406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:16.534626Z","time spent":"1.174674136s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:17.971557Z","caller":"traceutil/trace.go:171","msg":"trace[1628530473] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"1.436570126s","start":"2026-03-08T02:42:16.534961Z","end":"2026-03-08T02:42:17.971531Z","steps":["trace[1628530473] 'process raft request' (duration: 1.436415813s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:17.971733Z","caller":"traceutil/trace.go:171","msg":"trace[1496718764] transaction","detail":"{read_only:false; response_revision:8047; number_of_response:1; }","duration":"1.436923454s","start":"2026-03-08T02:42:16.534777Z","end":"2026-03-08T02:42:17.971701Z","steps":["trace[1496718764] 'process raft request' (duration: 1.38091431s)","trace[1496718764] 'compare' (duration: 55.39983ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:17.97178Z","caller":"traceutil/trace.go:171","msg":"trace[1031603643] linearizableReadLoop","detail":"{readStateIndex:8361; appliedIndex:8357; }","duration":"1.420143313s","start":"2026-03-08T02:42:16.551604Z","end":"2026-03-08T02:42:17.971747Z","steps":["trace[1031603643] 'read index received' (duration: 1.156571045s)","trace[1031603643] 'applied index is now lower than readState.Index' (duration: 263.570878ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:17.971899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:16.534734Z","time spent":"1.437081228s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:17.971931Z","caller":"traceutil/trace.go:171","msg":"trace[1595629514] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"711.155282ms","start":"2026-03-08T02:42:17.260764Z","end":"2026-03-08T02:42:17.97192Z","steps":["trace[1595629514] 'process raft request' (duration: 710.666171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:17.971901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:16.534946Z","time spent":"1.436790471s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:17.972046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:17.260744Z","time spent":"711.218723ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:17.972149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420563123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:42:17.972188Z","caller":"traceutil/trace.go:171","msg":"trace[1334778918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8049; }","duration":"1.420673705s","start":"2026-03-08T02:42:16.551504Z","end":"2026-03-08T02:42:17.972178Z","steps":["trace[1334778918] 'agreement among raft nodes before linearized reading' (duration: 1.420545562s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:17.972188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232747299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-08T02:42:17.972224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:16.551454Z","time spent":"1.420762527s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:42:17.972233Z","caller":"traceutil/trace.go:171","msg":"trace[905696053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8049; }","duration":"1.23281477s","start":"2026-03-08T02:42:16.739406Z","end":"2026-03-08T02:42:17.972221Z","steps":["trace[905696053] 'agreement among raft nodes before linearized reading' (duration: 1.232697847s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:17.972269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:16.739395Z","time spent":"1.232866332s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:17.972263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417102153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:42:17.972328Z","caller":"traceutil/trace.go:171","msg":"trace[1957422085] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:8049; }","duration":"1.417190734s","start":"2026-03-08T02:42:16.555118Z","end":"2026-03-08T02:42:17.972309Z","steps":["trace[1957422085] 'agreement among raft nodes before linearized reading' (duration: 1.41698926s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:17.972333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233758223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:42:17.972385Z","caller":"traceutil/trace.go:171","msg":"trace[98848313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8049; }","duration":"1.233842035s","start":"2026-03-08T02:42:16.738531Z","end":"2026-03-08T02:42:17.972373Z","steps":["trace[98848313] 'agreement among raft nodes before linearized reading' (duration: 1.233687661s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:17.972386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:16.555108Z","time spent":"1.417266377s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:42:17.972347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.01699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:42:17.97242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232703468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:42:17.972492Z","caller":"traceutil/trace.go:171","msg":"trace[897382450] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8049; }","duration":"222.238356ms","start":"2026-03-08T02:42:17.750223Z","end":"2026-03-08T02:42:17.972462Z","steps":["trace[897382450] 'agreement among raft nodes before linearized reading' (duration: 221.935449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:17.972422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:16.738503Z","time spent":"1.233906016s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:42:17.972476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306862285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:17.972528Z","caller":"traceutil/trace.go:171","msg":"trace[1848121369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8049; }","duration":"1.232896063s","start":"2026-03-08T02:42:16.73961Z","end":"2026-03-08T02:42:17.972506Z","steps":["trace[1848121369] 'agreement among raft nodes before linearized reading' (duration: 1.232572445s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:17.972592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:16.739565Z","time spent":"1.233018166s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:42:17.972601Z","caller":"traceutil/trace.go:171","msg":"trace[307972498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8049; }","duration":"1.307042989s","start":"2026-03-08T02:42:16.665528Z","end":"2026-03-08T02:42:17.972571Z","steps":["trace[307972498] 'agreement among raft nodes before linearized reading' (duration: 1.306748972s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:17.97265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:16.665507Z","time spent":"1.307134941s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:42:17.972896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233963287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:42:17.973169Z","caller":"traceutil/trace.go:171","msg":"trace[1289746404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8049; }","duration":"1.234216493s","start":"2026-03-08T02:42:16.738819Z","end":"2026-03-08T02:42:17.973035Z","steps":["trace[1289746404] 'agreement among raft nodes before linearized reading' (duration: 1.233519987s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:17.973292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:16.738807Z","time spent":"1.234467459s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:42:18.185326Z","caller":"traceutil/trace.go:171","msg":"trace[1774725349] transaction","detail":"{read_only:false; response_revision:8052; number_of_response:1; }","duration":"205.059766ms","start":"2026-03-08T02:42:17.980243Z","end":"2026-03-08T02:42:18.185303Z","steps":["trace[1774725349] 'process raft request' (duration: 205.001365ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:18.1854Z","caller":"traceutil/trace.go:171","msg":"trace[16820942] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"205.882465ms","start":"2026-03-08T02:42:17.979468Z","end":"2026-03-08T02:42:18.18535Z","steps":["trace[16820942] 'process raft request' (duration: 205.600638ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:18.185746Z","caller":"traceutil/trace.go:171","msg":"trace[2016686955] transaction","detail":"{read_only:false; response_revision:8053; number_of_response:1; }","duration":"205.393354ms","start":"2026-03-08T02:42:17.980339Z","end":"2026-03-08T02:42:18.185732Z","steps":["trace[2016686955] 'process raft request' (duration: 204.933363ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:18.185732Z","caller":"traceutil/trace.go:171","msg":"trace[1897010299] linearizableReadLoop","detail":"{readStateIndex:8366; appliedIndex:8361; }","duration":"203.027538ms","start":"2026-03-08T02:42:17.982676Z","end":"2026-03-08T02:42:18.185703Z","steps":["trace[1897010299] 'read index received' (duration: 19.195687ms)","trace[1897010299] 'applied index is now lower than readState.Index' (duration: 183.828661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:18.185879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.185622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:18.185896Z","caller":"traceutil/trace.go:171","msg":"trace[1561227101] transaction","detail":"{read_only:false; response_revision:8054; number_of_response:1; }","duration":"205.000754ms","start":"2026-03-08T02:42:17.980887Z","end":"2026-03-08T02:42:18.185888Z","steps":["trace[1561227101] 'process raft request' (duration: 204.688027ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:18.185925Z","caller":"traceutil/trace.go:171","msg":"trace[1690851363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8054; }","duration":"203.268534ms","start":"2026-03-08T02:42:17.982642Z","end":"2026-03-08T02:42:18.18591Z","steps":["trace[1690851363] 'agreement among raft nodes before linearized reading' (duration: 203.177602ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:19.867909Z","caller":"traceutil/trace.go:171","msg":"trace[1237237863] transaction","detail":"{read_only:false; response_revision:8056; number_of_response:1; }","duration":"152.603304ms","start":"2026-03-08T02:42:19.715265Z","end":"2026-03-08T02:42:19.867869Z","steps":["trace[1237237863] 'process raft request' (duration: 152.311928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:20.101166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.585159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:42:20.101509Z","caller":"traceutil/trace.go:171","msg":"trace[529625371] transaction","detail":"{read_only:false; response_revision:8057; number_of_response:1; }","duration":"115.148592ms","start":"2026-03-08T02:42:19.986326Z","end":"2026-03-08T02:42:20.101474Z","steps":["trace[529625371] 'compare' (duration: 108.451116ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:20.101565Z","caller":"traceutil/trace.go:171","msg":"trace[1323160017] linearizableReadLoop","detail":"{readStateIndex:8370; appliedIndex:8368; }","duration":"113.896862ms","start":"2026-03-08T02:42:19.987648Z","end":"2026-03-08T02:42:20.101545Z","steps":["trace[1323160017] 'read index received' (duration: 4.758141ms)","trace[1323160017] 'applied index is now lower than readState.Index' (duration: 109.137351ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:20.101649Z","caller":"traceutil/trace.go:171","msg":"trace[1729081397] transaction","detail":"{read_only:false; response_revision:8058; number_of_response:1; }","duration":"114.208339ms","start":"2026-03-08T02:42:19.987417Z","end":"2026-03-08T02:42:20.101626Z","steps":["trace[1729081397] 'process raft request' (duration: 113.893772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:20.101851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.664154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-08T02:42:20.101893Z","caller":"traceutil/trace.go:171","msg":"trace[1093094504] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:8058; }","duration":"100.746776ms","start":"2026-03-08T02:42:20.001136Z","end":"2026-03-08T02:42:20.101883Z","steps":["trace[1093094504] 'agreement among raft nodes before linearized reading' (duration: 100.529251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:20.101863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.21097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:42:20.102172Z","caller":"traceutil/trace.go:171","msg":"trace[1153772826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:8058; }","duration":"114.582908ms","start":"2026-03-08T02:42:19.987565Z","end":"2026-03-08T02:42:20.102148Z","steps":["trace[1153772826] 'agreement among raft nodes before linearized reading' (duration: 114.082057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:21.658606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.600339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:42:21.65876Z","caller":"traceutil/trace.go:171","msg":"trace[1401874352] linearizableReadLoop","detail":"{readStateIndex:8378; appliedIndex:8377; }","duration":"1.153652357s","start":"2026-03-08T02:42:20.505083Z","end":"2026-03-08T02:42:21.658735Z","steps":["trace[1401874352] 'read index received' (duration: 372.820653ms)","trace[1401874352] 'applied index is now lower than readState.Index' (duration: 780.829704ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:21.658868Z","caller":"traceutil/trace.go:171","msg":"trace[768256159] transaction","detail":"{read_only:false; response_revision:8065; number_of_response:1; }","duration":"1.303987528s","start":"2026-03-08T02:42:20.35476Z","end":"2026-03-08T02:42:21.658747Z","steps":["trace[768256159] 'process raft request' (duration: 523.108762ms)","trace[768256159] 'compare' (duration: 778.802217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:21.659024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.179099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:42:21.659073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:20.354735Z","time spent":"1.304236694s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:21.659042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153955854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-08T02:42:21.659141Z","caller":"traceutil/trace.go:171","msg":"trace[71736629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8065; }","duration":"993.360384ms","start":"2026-03-08T02:42:20.665759Z","end":"2026-03-08T02:42:21.659119Z","steps":["trace[71736629] 'agreement among raft nodes before linearized reading' (duration: 993.18836ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:21.659194Z","caller":"traceutil/trace.go:171","msg":"trace[788144724] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8065; }","duration":"1.154147789s","start":"2026-03-08T02:42:20.505031Z","end":"2026-03-08T02:42:21.659179Z","steps":["trace[788144724] 'agreement among raft nodes before linearized reading' (duration: 1.153799321s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:21.659196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:20.665729Z","time spent":"993.458566ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:42:21.65924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:20.50501Z","time spent":"1.15421979s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T02:42:22.341816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.276201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:42:22.341958Z","caller":"traceutil/trace.go:171","msg":"trace[235258648] linearizableReadLoop","detail":"{readStateIndex:8379; appliedIndex:8378; }","duration":"672.490061ms","start":"2026-03-08T02:42:21.669445Z","end":"2026-03-08T02:42:22.341935Z","steps":["trace[235258648] 'read index received' (duration: 397.101608ms)","trace[235258648] 'applied index is now lower than readState.Index' (duration: 275.386903ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:22.342033Z","caller":"traceutil/trace.go:171","msg":"trace[1605933028] transaction","detail":"{read_only:false; response_revision:8066; number_of_response:1; }","duration":"677.953908ms","start":"2026-03-08T02:42:21.664067Z","end":"2026-03-08T02:42:22.342021Z","steps":["trace[1605933028] 'process raft request' (duration: 402.384511ms)","trace[1605933028] 'compare' (duration: 274.82406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:22.342096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:21.664038Z","time spent":"678.02024ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:22.342163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.678805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:22.34267Z","caller":"traceutil/trace.go:171","msg":"trace[439248563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8066; }","duration":"673.255319ms","start":"2026-03-08T02:42:21.66939Z","end":"2026-03-08T02:42:22.342645Z","steps":["trace[439248563] 'agreement among raft nodes before linearized reading' (duration: 672.639604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:22.342727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:21.669372Z","time spent":"673.346091ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:42:22.919349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.399724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:42:22.919549Z","caller":"traceutil/trace.go:171","msg":"trace[1634609783] transaction","detail":"{read_only:false; response_revision:8067; number_of_response:1; }","duration":"1.046790498s","start":"2026-03-08T02:42:21.872738Z","end":"2026-03-08T02:42:22.919529Z","steps":["trace[1634609783] 'process raft request' (duration: 771.050576ms)","trace[1634609783] 'compare' (duration: 274.420371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:22.919613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:21.872706Z","time spent":"1.046875669s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:22.919734Z","caller":"traceutil/trace.go:171","msg":"trace[235211342] linearizableReadLoop","detail":"{readStateIndex:8382; appliedIndex:8379; }","duration":"577.731364ms","start":"2026-03-08T02:42:22.341986Z","end":"2026-03-08T02:42:22.919717Z","steps":["trace[235211342] 'read index received' (duration: 301.751417ms)","trace[235211342] 'applied index is now lower than readState.Index' (duration: 275.977997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:22.920093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.872253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:42:22.920137Z","caller":"traceutil/trace.go:171","msg":"trace[1362099302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8069; }","duration":"749.940084ms","start":"2026-03-08T02:42:22.170188Z","end":"2026-03-08T02:42:22.920128Z","steps":["trace[1362099302] 'agreement among raft nodes before linearized reading' (duration: 749.80066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:22.920168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:22.170177Z","time spent":"749.984565ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:42:22.920216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.877191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:42:22.92033Z","caller":"traceutil/trace.go:171","msg":"trace[1295921091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8069; }","duration":"637.040805ms","start":"2026-03-08T02:42:22.283268Z","end":"2026-03-08T02:42:22.920309Z","steps":["trace[1295921091] 'agreement among raft nodes before linearized reading' (duration: 636.703077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:22.920391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:22.283248Z","time spent":"637.129617ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:22.920715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.250046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:42:22.921213Z","caller":"traceutil/trace.go:171","msg":"trace[124066803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8069; }","duration":"636.801269ms","start":"2026-03-08T02:42:22.284398Z","end":"2026-03-08T02:42:22.921199Z","steps":["trace[124066803] 'agreement among raft nodes before linearized reading' (duration: 636.239076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:22.920745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.912342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:42:22.921259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:22.284365Z","time spent":"636.883792ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:42:22.920841Z","caller":"traceutil/trace.go:171","msg":"trace[1976496998] transaction","detail":"{read_only:false; response_revision:8068; number_of_response:1; }","duration":"812.950632ms","start":"2026-03-08T02:42:22.107868Z","end":"2026-03-08T02:42:22.920819Z","steps":["trace[1976496998] 'process raft request' (duration: 811.61065ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:22.921297Z","caller":"traceutil/trace.go:171","msg":"trace[587592144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8069; }","duration":"634.899435ms","start":"2026-03-08T02:42:22.286382Z","end":"2026-03-08T02:42:22.921281Z","steps":["trace[587592144] 'agreement among raft nodes before linearized reading' (duration: 633.593115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:22.921337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:22.286358Z","time spent":"634.967686ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:42:22.920886Z","caller":"traceutil/trace.go:171","msg":"trace[2002886943] transaction","detail":"{read_only:false; response_revision:8069; number_of_response:1; }","duration":"812.342457ms","start":"2026-03-08T02:42:22.108535Z","end":"2026-03-08T02:42:22.920877Z","steps":["trace[2002886943] 'process raft request' (duration: 811.085188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:22.921227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.43991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-08T02:42:22.920943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.427401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:42:22.921586Z","caller":"traceutil/trace.go:171","msg":"trace[2054781465] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:8069; }","duration":"776.806809ms","start":"2026-03-08T02:42:22.144758Z","end":"2026-03-08T02:42:22.921565Z","steps":["trace[2054781465] 'agreement among raft nodes before linearized reading' (duration: 776.184544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:22.921608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:22.108518Z","time spent":"812.966282ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:22.921649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:22.1447Z","time spent":"776.934963ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:42:22.920996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.432591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:42:22.92169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:22.107839Z","time spent":"813.475634ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:22.921718Z","caller":"traceutil/trace.go:171","msg":"trace[813734703] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8069; }","duration":"266.195019ms","start":"2026-03-08T02:42:22.655432Z","end":"2026-03-08T02:42:22.921627Z","steps":["trace[813734703] 'agreement among raft nodes before linearized reading' (duration: 265.38111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:22.921013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.504176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:42:22.921751Z","caller":"traceutil/trace.go:171","msg":"trace[48813470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8069; }","duration":"257.19181ms","start":"2026-03-08T02:42:22.66454Z","end":"2026-03-08T02:42:22.921731Z","steps":["trace[48813470] 'agreement among raft nodes before linearized reading' (duration: 256.392621ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:22.921805Z","caller":"traceutil/trace.go:171","msg":"trace[246827291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8069; }","duration":"638.306334ms","start":"2026-03-08T02:42:22.283491Z","end":"2026-03-08T02:42:22.921797Z","steps":["trace[246827291] 'agreement among raft nodes before linearized reading' (duration: 637.415184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:22.921834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:22.283463Z","time spent":"638.361466ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:22.921028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.607679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:42:22.921883Z","caller":"traceutil/trace.go:171","msg":"trace[1925273565] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8069; }","duration":"833.50943ms","start":"2026-03-08T02:42:22.088368Z","end":"2026-03-08T02:42:22.921877Z","steps":["trace[1925273565] 'agreement among raft nodes before linearized reading' (duration: 832.592309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:22.921906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:22.08835Z","time spent":"833.544402ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:49.53853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019356616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:42:50.039265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019356616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:42:50.134409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.114658149s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:42:50.134995Z","caller":"traceutil/trace.go:171","msg":"trace[316515907] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"1.115337114s","start":"2026-03-08T02:42:49.01963Z","end":"2026-03-08T02:42:50.134967Z","steps":["trace[316515907] 'process raft request' (duration: 1.115057518s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:50.135815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:49.019604Z","time spent":"1.115478598s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:51.00725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.30643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:42:51.007525Z","caller":"traceutil/trace.go:171","msg":"trace[1835155080] linearizableReadLoop","detail":"{readStateIndex:8571; appliedIndex:8568; }","duration":"1.969141659s","start":"2026-03-08T02:42:49.038362Z","end":"2026-03-08T02:42:51.007503Z","steps":["trace[1835155080] 'read index received' (duration: 1.096319342s)","trace[1835155080] 'applied index is now lower than readState.Index' (duration: 872.821147ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:51.007654Z","caller":"traceutil/trace.go:171","msg":"trace[933111745] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"1.982621503s","start":"2026-03-08T02:42:49.025018Z","end":"2026-03-08T02:42:51.00764Z","steps":["trace[933111745] 'process raft request' (duration: 1.982372177s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:51.00778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:49.024994Z","time spent":"1.982737975s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:51.008093Z","caller":"traceutil/trace.go:171","msg":"trace[636563367] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"1.98591878s","start":"2026-03-08T02:42:49.022138Z","end":"2026-03-08T02:42:51.008057Z","steps":["trace[636563367] 'process raft request' (duration: 1.235693568s)","trace[636563367] 'compare' (duration: 749.134036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:51.0084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:49.02211Z","time spent":"1.986084593s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:51.00854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928352769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:42:51.008591Z","caller":"traceutil/trace.go:171","msg":"trace[115730186] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:8250; }","duration":"1.928436761s","start":"2026-03-08T02:42:49.080143Z","end":"2026-03-08T02:42:51.00858Z","steps":["trace[115730186] 'agreement among raft nodes before linearized reading' (duration: 1.928282727s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:51.008573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954866507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:42:51.008583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963824975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-08T02:42:51.00863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:49.080128Z","time spent":"1.928494712s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"info","ts":"2026-03-08T02:42:51.008642Z","caller":"traceutil/trace.go:171","msg":"trace[341017681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8250; }","duration":"1.954962179s","start":"2026-03-08T02:42:49.053664Z","end":"2026-03-08T02:42:51.008627Z","steps":["trace[341017681] 'agreement among raft nodes before linearized reading' (duration: 1.954737314s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:51.008659Z","caller":"traceutil/trace.go:171","msg":"trace[1944742431] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8250; }","duration":"1.963931987s","start":"2026-03-08T02:42:49.04471Z","end":"2026-03-08T02:42:51.008642Z","steps":["trace[1944742431] 'agreement among raft nodes before linearized reading' (duration: 1.963718912s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:51.008675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:49.053658Z","time spent":"1.95501161s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:51.008672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.324431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:42:51.008686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970336617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-08T02:42:51.008677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955214985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:42:51.008744Z","caller":"traceutil/trace.go:171","msg":"trace[1080148635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8250; }","duration":"542.426832ms","start":"2026-03-08T02:42:50.466297Z","end":"2026-03-08T02:42:51.008724Z","steps":["trace[1080148635] 'agreement among raft nodes before linearized reading' (duration: 542.32934ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:51.008795Z","caller":"traceutil/trace.go:171","msg":"trace[1627764394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8250; }","duration":"1.955368588s","start":"2026-03-08T02:42:49.053405Z","end":"2026-03-08T02:42:51.008774Z","steps":["trace[1627764394] 'agreement among raft nodes before linearized reading' (duration: 1.95499892s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:51.008801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:50.466278Z","time spent":"542.508185ms","remote":"127.0.0.1:58294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:51.008689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:49.044693Z","time spent":"1.963989959s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T02:42:51.00874Z","caller":"traceutil/trace.go:171","msg":"trace[303355059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8250; }","duration":"1.970421568s","start":"2026-03-08T02:42:49.038306Z","end":"2026-03-08T02:42:51.008728Z","steps":["trace[303355059] 'agreement among raft nodes before linearized reading' (duration: 1.970314256s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:51.008922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.315959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T02:42:51.008855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:49.05339Z","time spent":"1.95545134s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:51.008564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.642212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:42:51.008576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005737522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-08T02:42:51.009063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:49.03828Z","time spent":"1.970675825s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:42:51.009176Z","caller":"traceutil/trace.go:171","msg":"trace[743424919] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8250; }","duration":"578.301778ms","start":"2026-03-08T02:42:50.430852Z","end":"2026-03-08T02:42:51.009153Z","steps":["trace[743424919] 'agreement among raft nodes before linearized reading' (duration: 577.52231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:51.008574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.396844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:51.009287Z","caller":"traceutil/trace.go:171","msg":"trace[1717256711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8250; }","duration":"343.148652ms","start":"2026-03-08T02:42:50.666124Z","end":"2026-03-08T02:42:51.009273Z","steps":["trace[1717256711] 'agreement among raft nodes before linearized reading' (duration: 342.407545ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:51.009177Z","caller":"traceutil/trace.go:171","msg":"trace[269551916] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:8250; }","duration":"1.006379617s","start":"2026-03-08T02:42:50.002782Z","end":"2026-03-08T02:42:51.009162Z","steps":["trace[269551916] 'agreement among raft nodes before linearized reading' (duration: 1.00563023s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:51.009366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:50.002762Z","time spent":"1.006594112s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-03-08T02:42:51.009026Z","caller":"traceutil/trace.go:171","msg":"trace[2075659409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8250; }","duration":"496.552725ms","start":"2026-03-08T02:42:50.512453Z","end":"2026-03-08T02:42:51.009006Z","steps":["trace[2075659409] 'agreement among raft nodes before linearized reading' (duration: 496.169706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:51.009491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:50.512434Z","time spent":"497.047606ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:42:51.00927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:50.430835Z","time spent":"578.420811ms","remote":"127.0.0.1:32776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:51.009365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:50.666103Z","time spent":"343.208543ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:42:51.009378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968571606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:42:51.009664Z","caller":"traceutil/trace.go:171","msg":"trace[897859220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8250; }","duration":"1.968878713s","start":"2026-03-08T02:42:49.040768Z","end":"2026-03-08T02:42:51.009647Z","steps":["trace[897859220] 'agreement among raft nodes before linearized reading' (duration: 1.967293226s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:51.009718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:49.040751Z","time spent":"1.968951395s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:42:53.551581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.51065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-688669b48d-62r75.189abd72a6bf6e67\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-08T02:42:53.5516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.939452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:42:53.551672Z","caller":"traceutil/trace.go:171","msg":"trace[1521725931] range","detail":"{range_begin:/registry/events/openstack/barbican-api-688669b48d-62r75.189abd72a6bf6e67; range_end:; response_count:1; response_revision:8266; }","duration":"103.650603ms","start":"2026-03-08T02:42:53.448Z","end":"2026-03-08T02:42:53.55165Z","steps":["trace[1521725931] 'range keys from in-memory index tree' (duration: 103.339377ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:53.551713Z","caller":"traceutil/trace.go:171","msg":"trace[1611221642] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:8266; }","duration":"290.065435ms","start":"2026-03-08T02:42:53.261621Z","end":"2026-03-08T02:42:53.551687Z","steps":["trace[1611221642] 'count revisions from in-memory index tree' (duration: 289.8289ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:53.688614Z","caller":"traceutil/trace.go:171","msg":"trace[1636456374] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"135.339232ms","start":"2026-03-08T02:42:53.55325Z","end":"2026-03-08T02:42:53.688589Z","steps":["trace[1636456374] 'process raft request' (duration: 135.135497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:55.618382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019356668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:42:56.119418Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019356668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:42:56.620285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019356668,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:42:56.900848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.785960803s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T02:42:57.15228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.914394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:42:57.15328Z","caller":"traceutil/trace.go:171","msg":"trace[1006992689] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"2.038000812s","start":"2026-03-08T02:42:55.114738Z","end":"2026-03-08T02:42:57.152739Z","steps":["trace[1006992689] 'process raft request' (duration: 1.786543576s)","trace[1006992689] 'compare' (duration: 250.627087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:57.153443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:55.114714Z","time spent":"2.038685569s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:57.423885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.106104ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:42:57.424321Z","caller":"traceutil/trace.go:171","msg":"trace[1375120482] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"2.053195926s","start":"2026-03-08T02:42:55.371095Z","end":"2026-03-08T02:42:57.424291Z","steps":["trace[1375120482] 'process raft request' (duration: 2.05294524s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.424484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:55.371072Z","time spent":"2.0533298s","remote":"127.0.0.1:60658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:57.424616Z","caller":"traceutil/trace.go:171","msg":"trace[253005645] linearizableReadLoop","detail":"{readStateIndex:8596; appliedIndex:8591; }","duration":"2.30628054s","start":"2026-03-08T02:42:55.118308Z","end":"2026-03-08T02:42:57.424589Z","steps":["trace[253005645] 'read index received' (duration: 1.782963223s)","trace[253005645] 'applied index is now lower than readState.Index' (duration: 523.315867ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:42:57.42471Z","caller":"traceutil/trace.go:171","msg":"trace[619397310] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"1.185026058s","start":"2026-03-08T02:42:56.239671Z","end":"2026-03-08T02:42:57.424697Z","steps":["trace[619397310] 'process raft request' (duration: 1.184520776s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:57.424764Z","caller":"traceutil/trace.go:171","msg":"trace[299120864] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"1.05545997s","start":"2026-03-08T02:42:56.36927Z","end":"2026-03-08T02:42:57.42473Z","steps":["trace[299120864] 'process raft request' (duration: 1.055175874s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.424879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306576577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-08T02:42:57.424889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:56.239644Z","time spent":"1.185159371s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:42:57.424915Z","caller":"traceutil/trace.go:171","msg":"trace[287530905] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:8273; }","duration":"2.306637619s","start":"2026-03-08T02:42:55.118268Z","end":"2026-03-08T02:42:57.424906Z","steps":["trace[287530905] 'agreement among raft nodes before linearized reading' (duration: 2.306493585s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.424934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:56.369209Z","time spent":"1.055647024s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:57.42495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:55.118258Z","time spent":"2.306683889s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"info","ts":"2026-03-08T02:42:57.546423Z","caller":"traceutil/trace.go:171","msg":"trace[1565158621] linearizableReadLoop","detail":"{readStateIndex:8597; appliedIndex:8596; }","duration":"121.637713ms","start":"2026-03-08T02:42:57.424756Z","end":"2026-03-08T02:42:57.546394Z","steps":["trace[1565158621] 'read index received' (duration: 69.1306ms)","trace[1565158621] 'applied index is now lower than readState.Index' (duration: 52.505623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:57.546587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825141106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:42:57.546667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883150656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:57.546715Z","caller":"traceutil/trace.go:171","msg":"trace[853343503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8274; }","duration":"1.883207657s","start":"2026-03-08T02:42:55.663497Z","end":"2026-03-08T02:42:57.546704Z","steps":["trace[853343503] 'agreement among raft nodes before linearized reading' (duration: 1.883138376s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:57.546715Z","caller":"traceutil/trace.go:171","msg":"trace[560871578] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"431.029238ms","start":"2026-03-08T02:42:57.115674Z","end":"2026-03-08T02:42:57.546704Z","steps":["trace[560871578] 'process raft request' (duration: 378.27908ms)","trace[560871578] 'compare' (duration: 52.274587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:57.546743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:55.663479Z","time spent":"1.883258599s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:42:57.546801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:57.115632Z","time spent":"431.11191ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:42:57.546885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379240869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-08T02:42:57.547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887816455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:42:57.547036Z","caller":"traceutil/trace.go:171","msg":"trace[703344119] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8274; }","duration":"1.887884287s","start":"2026-03-08T02:42:55.659142Z","end":"2026-03-08T02:42:57.547026Z","steps":["trace[703344119] 'agreement among raft nodes before linearized reading' (duration: 1.887789745s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.547051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442455703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T02:42:57.547054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.793937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:42:57.547067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:55.659128Z","time spent":"1.887930007s","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:57.547073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.024642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189abd811130dca0\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-08T02:42:57.547086Z","caller":"traceutil/trace.go:171","msg":"trace[2048435665] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8274; }","duration":"1.442534125s","start":"2026-03-08T02:42:56.104545Z","end":"2026-03-08T02:42:57.547079Z","steps":["trace[2048435665] 'agreement among raft nodes before linearized reading' (duration: 1.442435673s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.547084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379562877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-08T02:42:57.547115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29246968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414346"} {"level":"info","ts":"2026-03-08T02:42:57.547167Z","caller":"traceutil/trace.go:171","msg":"trace[270412368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8274; }","duration":"2.37966145s","start":"2026-03-08T02:42:55.167484Z","end":"2026-03-08T02:42:57.547146Z","steps":["trace[270412368] 'agreement among raft nodes before linearized reading' (duration: 2.379519976s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.547186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379977186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-08T02:42:57.547183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.327691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-08T02:42:57.54721Z","caller":"traceutil/trace.go:171","msg":"trace[798077568] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8274; }","duration":"2.380028588s","start":"2026-03-08T02:42:55.167175Z","end":"2026-03-08T02:42:57.547203Z","steps":["trace[798077568] 'agreement among raft nodes before linearized reading' (duration: 2.379961416s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:57.547212Z","caller":"traceutil/trace.go:171","msg":"trace[979205379] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8274; }","duration":"1.292634864s","start":"2026-03-08T02:42:56.254561Z","end":"2026-03-08T02:42:57.547195Z","steps":["trace[979205379] 'agreement among raft nodes before linearized reading' (duration: 1.292301066s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.547231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:55.16716Z","time spent":"2.380064428s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:42:57.547224Z","caller":"traceutil/trace.go:171","msg":"trace[139502493] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8274; }","duration":"962.399613ms","start":"2026-03-08T02:42:56.584811Z","end":"2026-03-08T02:42:57.547211Z","steps":["trace[139502493] 'agreement among raft nodes before linearized reading' (duration: 962.301701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.547223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:55.167468Z","time spent":"2.379744521s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T02:42:57.5471Z","caller":"traceutil/trace.go:171","msg":"trace[1323903238] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8274; }","duration":"252.877769ms","start":"2026-03-08T02:42:57.294211Z","end":"2026-03-08T02:42:57.547089Z","steps":["trace[1323903238] 'agreement among raft nodes before linearized reading' (duration: 252.766337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.547258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:56.254531Z","time spent":"1.292719536s","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414369,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-08T02:42:57.54726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:56.584794Z","time spent":"962.457874ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-08T02:42:57.547039Z","caller":"traceutil/trace.go:171","msg":"trace[1507796038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8274; }","duration":"2.379483216s","start":"2026-03-08T02:42:55.167533Z","end":"2026-03-08T02:42:57.547017Z","steps":["trace[1507796038] 'agreement among raft nodes before linearized reading' (duration: 2.379087576s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.547283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.483626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227479"} {"level":"info","ts":"2026-03-08T02:42:57.547353Z","caller":"traceutil/trace.go:171","msg":"trace[2095121581] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8274; }","duration":"117.589558ms","start":"2026-03-08T02:42:57.42975Z","end":"2026-03-08T02:42:57.54734Z","steps":["trace[2095121581] 'agreement among raft nodes before linearized reading' (duration: 117.162528ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:57.546671Z","caller":"traceutil/trace.go:171","msg":"trace[1239050035] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8274; }","duration":"1.825280938s","start":"2026-03-08T02:42:55.72137Z","end":"2026-03-08T02:42:57.546651Z","steps":["trace[1239050035] 'agreement among raft nodes before linearized reading' (duration: 1.825033002s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.547352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:55.167522Z","time spent":"2.379813183s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:57.547435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:55.721347Z","time spent":"1.826074347s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":54,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:57.546904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309929385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:42:57.547519Z","caller":"traceutil/trace.go:171","msg":"trace[1117329906] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8274; }","duration":"2.310598861s","start":"2026-03-08T02:42:55.236911Z","end":"2026-03-08T02:42:57.54751Z","steps":["trace[1117329906] 'agreement among raft nodes before linearized reading' (duration: 2.309921165s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.547554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:55.236886Z","time spent":"2.310656812s","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:42:57.546953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603844242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:57.54764Z","caller":"traceutil/trace.go:171","msg":"trace[1288034221] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8274; }","duration":"1.60461225s","start":"2026-03-08T02:42:55.943013Z","end":"2026-03-08T02:42:57.547626Z","steps":["trace[1288034221] 'agreement among raft nodes before linearized reading' (duration: 1.603912903s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.546591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378752908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:42:57.547688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:55.942993Z","time spent":"1.604680971s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:42:57.547713Z","caller":"traceutil/trace.go:171","msg":"trace[1030374410] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8274; }","duration":"2.379891964s","start":"2026-03-08T02:42:55.167808Z","end":"2026-03-08T02:42:57.5477Z","steps":["trace[1030374410] 'agreement among raft nodes before linearized reading' (duration: 2.378616795s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.547755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:55.1678Z","time spent":"2.379944226s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:42:57.546954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569782359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:42:57.546935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38312862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:42:57.547841Z","caller":"traceutil/trace.go:171","msg":"trace[1581152447] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8274; }","duration":"1.570752481s","start":"2026-03-08T02:42:55.977079Z","end":"2026-03-08T02:42:57.547831Z","steps":["trace[1581152447] 'agreement among raft nodes before linearized reading' (duration: 1.569838549s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.547111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:56.104523Z","time spent":"1.442583406s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:42:57.547877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:55.977057Z","time spent":"1.570809862s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:42:57.547109Z","caller":"traceutil/trace.go:171","msg":"trace[1558355883] range","detail":"{range_begin:/registry/events/openstack/ceph.189abd811130dca0; range_end:; response_count:1; response_revision:8274; }","duration":"116.075223ms","start":"2026-03-08T02:42:57.431025Z","end":"2026-03-08T02:42:57.547101Z","steps":["trace[1558355883] 'agreement among raft nodes before linearized reading' (duration: 115.969961ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:57.547847Z","caller":"traceutil/trace.go:171","msg":"trace[1195331378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8274; }","duration":"2.384112543s","start":"2026-03-08T02:42:55.163727Z","end":"2026-03-08T02:42:57.547839Z","steps":["trace[1195331378] 'agreement among raft nodes before linearized reading' (duration: 2.382978486s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.548026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:42:55.163705Z","time spent":"2.384311168s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:42:57.7774Z","caller":"traceutil/trace.go:171","msg":"trace[272833220] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"225.557653ms","start":"2026-03-08T02:42:57.551812Z","end":"2026-03-08T02:42:57.777369Z","steps":["trace[272833220] 'process raft request' (duration: 225.240886ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:57.777793Z","caller":"traceutil/trace.go:171","msg":"trace[722123931] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"225.322017ms","start":"2026-03-08T02:42:57.55244Z","end":"2026-03-08T02:42:57.777762Z","steps":["trace[722123931] 'process raft request' (duration: 224.864036ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:57.777966Z","caller":"traceutil/trace.go:171","msg":"trace[613428309] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"225.462151ms","start":"2026-03-08T02:42:57.552488Z","end":"2026-03-08T02:42:57.77795Z","steps":["trace[613428309] 'process raft request' (duration: 225.132113ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:57.77796Z","caller":"traceutil/trace.go:171","msg":"trace[449193008] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"225.360858ms","start":"2026-03-08T02:42:57.552536Z","end":"2026-03-08T02:42:57.777897Z","steps":["trace[449193008] 'process raft request' (duration: 225.276336ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:57.778267Z","caller":"traceutil/trace.go:171","msg":"trace[1589274674] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"225.536223ms","start":"2026-03-08T02:42:57.552719Z","end":"2026-03-08T02:42:57.778255Z","steps":["trace[1589274674] 'process raft request' (duration: 225.136713ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:57.778262Z","caller":"traceutil/trace.go:171","msg":"trace[390974598] linearizableReadLoop","detail":"{readStateIndex:8599; appliedIndex:8598; }","duration":"225.808888ms","start":"2026-03-08T02:42:57.552432Z","end":"2026-03-08T02:42:57.778241Z","steps":["trace[390974598] 'read index received' (duration: 78.518418ms)","trace[390974598] 'applied index is now lower than readState.Index' (duration: 147.28927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:42:57.778456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.018443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:42:57.778514Z","caller":"traceutil/trace.go:171","msg":"trace[86757653] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8281; }","duration":"226.112515ms","start":"2026-03-08T02:42:57.552393Z","end":"2026-03-08T02:42:57.778506Z","steps":["trace[86757653] 'agreement among raft nodes before linearized reading' (duration: 225.946712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.778456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.409807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:57.778641Z","caller":"traceutil/trace.go:171","msg":"trace[939635431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8281; }","duration":"224.602761ms","start":"2026-03-08T02:42:57.553999Z","end":"2026-03-08T02:42:57.778602Z","steps":["trace[939635431] 'agreement among raft nodes before linearized reading' (duration: 224.366705ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:42:57.778272Z","caller":"traceutil/trace.go:171","msg":"trace[261042111] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"224.290784ms","start":"2026-03-08T02:42:57.553972Z","end":"2026-03-08T02:42:57.778263Z","steps":["trace[261042111] 'process raft request' (duration: 224.186701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:42:57.953458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.111287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:42:57.953531Z","caller":"traceutil/trace.go:171","msg":"trace[264864816] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8281; }","duration":"105.22724ms","start":"2026-03-08T02:42:57.84829Z","end":"2026-03-08T02:42:57.953517Z","steps":["trace[264864816] 'range keys from in-memory index tree' (duration: 105.039926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:03.654601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.358207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mgcrg\" ","response":"range_response_count:1 size:2800"} {"level":"info","ts":"2026-03-08T02:43:03.654706Z","caller":"traceutil/trace.go:171","msg":"trace[842847843] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-mgcrg; range_end:; response_count:1; response_revision:8345; }","duration":"103.50276ms","start":"2026-03-08T02:43:03.551177Z","end":"2026-03-08T02:43:03.65468Z","steps":["trace[842847843] 'agreement among raft nodes before linearized reading' (duration: 40.36019ms)","trace[842847843] 'range keys from in-memory index tree' (duration: 62.840984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:43:04.977915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.964301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:43:04.978016Z","caller":"traceutil/trace.go:171","msg":"trace[1958312912] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8347; }","duration":"469.145695ms","start":"2026-03-08T02:43:04.508852Z","end":"2026-03-08T02:43:04.977998Z","steps":["trace[1958312912] 'count revisions from in-memory index tree' (duration: 468.88622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:04.97806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:04.508829Z","time spent":"469.219538ms","remote":"127.0.0.1:60664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:43:04.978227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174801639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:43:04.978299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174738438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:43:04.978266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.394243ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:43:04.978393Z","caller":"traceutil/trace.go:171","msg":"trace[1732159493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8347; }","duration":"1.174899382s","start":"2026-03-08T02:43:03.803474Z","end":"2026-03-08T02:43:04.978373Z","steps":["trace[1732159493] 'range keys from in-memory index tree' (duration: 1.174519483s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:04.978414Z","caller":"traceutil/trace.go:171","msg":"trace[1120016662] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8347; }","duration":"357.554907ms","start":"2026-03-08T02:43:04.620839Z","end":"2026-03-08T02:43:04.978394Z","steps":["trace[1120016662] 'range keys from in-memory index tree' (duration: 357.374973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:04.978443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:03.803433Z","time spent":"1.175000955s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:43:04.978701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174778789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:43:04.97876Z","caller":"traceutil/trace.go:171","msg":"trace[485235996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8347; }","duration":"1.174873111s","start":"2026-03-08T02:43:03.80387Z","end":"2026-03-08T02:43:04.978743Z","steps":["trace[485235996] 'range keys from in-memory index tree' (duration: 1.174565944s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:04.978776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169206729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:43:04.978823Z","caller":"traceutil/trace.go:171","msg":"trace[1558674188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8347; }","duration":"1.169280441s","start":"2026-03-08T02:43:03.809527Z","end":"2026-03-08T02:43:04.978808Z","steps":["trace[1558674188] 'range keys from in-memory index tree' (duration: 1.169043296s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:04.97882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:03.803841Z","time spent":"1.174962383s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:43:04.978824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175521326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:43:04.978809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20918897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-08T02:43:04.978863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:03.809511Z","time spent":"1.169344542s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T02:43:04.978884Z","caller":"traceutil/trace.go:171","msg":"trace[2129007489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8347; }","duration":"1.175578078s","start":"2026-03-08T02:43:03.80329Z","end":"2026-03-08T02:43:04.978868Z","steps":["trace[2129007489] 'range keys from in-memory index tree' (duration: 1.175377833s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:04.97893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:03.803235Z","time spent":"1.17568584s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:43:04.978921Z","caller":"traceutil/trace.go:171","msg":"trace[1477969264] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8347; }","duration":"1.209361294s","start":"2026-03-08T02:43:03.76953Z","end":"2026-03-08T02:43:04.978892Z","steps":["trace[1477969264] 'range keys from in-memory index tree' (duration: 1.208977796s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:04.978506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.775671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:43:04.97899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:03.769511Z","time spent":"1.209464107s","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-08T02:43:04.979005Z","caller":"traceutil/trace.go:171","msg":"trace[1434815358] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8347; }","duration":"841.323524ms","start":"2026-03-08T02:43:04.137663Z","end":"2026-03-08T02:43:04.978987Z","steps":["trace[1434815358] 'count revisions from in-memory index tree' (duration: 840.684199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:04.979104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:04.137632Z","time spent":"841.460076ms","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:43:04.978329Z","caller":"traceutil/trace.go:171","msg":"trace[25375952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8347; }","duration":"1.174938033s","start":"2026-03-08T02:43:03.803367Z","end":"2026-03-08T02:43:04.978305Z","steps":["trace[25375952] 'range keys from in-memory index tree' (duration: 1.174624885s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:04.97932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:03.803351Z","time spent":"1.175956466s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:43:05.166322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019356903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:43:05.677467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019356903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:43:05.726338Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.208164265s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:43:05.726722Z","caller":"traceutil/trace.go:171","msg":"trace[834587978] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"1.208640617s","start":"2026-03-08T02:43:04.518056Z","end":"2026-03-08T02:43:05.726697Z","steps":["trace[834587978] 'process raft request' (duration: 1.208488913s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:05.726873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:04.518037Z","time spent":"1.208742339s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:06.189126Z","caller":"traceutil/trace.go:171","msg":"trace[561956449] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"1.257530216s","start":"2026-03-08T02:43:04.931529Z","end":"2026-03-08T02:43:06.189059Z","steps":["trace[561956449] 'process raft request' (duration: 1.2572634s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:06.189141Z","caller":"traceutil/trace.go:171","msg":"trace[1270556215] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"1.205252668s","start":"2026-03-08T02:43:04.983822Z","end":"2026-03-08T02:43:06.189075Z","steps":["trace[1270556215] 'process raft request' (duration: 1.205144966s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.189273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:04.931504Z","time spent":"1.257688499s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:06.189327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:04.983799Z","time spent":"1.205434032s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:06.189476Z","caller":"traceutil/trace.go:171","msg":"trace[1591886299] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"1.205456513s","start":"2026-03-08T02:43:04.983997Z","end":"2026-03-08T02:43:06.189453Z","steps":["trace[1591886299] 'process raft request' (duration: 1.205032383s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.189614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:04.983975Z","time spent":"1.205572665s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:06.189841Z","caller":"traceutil/trace.go:171","msg":"trace[718902482] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"1.205610447s","start":"2026-03-08T02:43:04.984223Z","end":"2026-03-08T02:43:06.189834Z","steps":["trace[718902482] 'process raft request' (duration: 1.205150266s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.189907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:04.984212Z","time spent":"1.205654487s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:06.19003Z","caller":"traceutil/trace.go:171","msg":"trace[2115548370] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"1.205729489s","start":"2026-03-08T02:43:04.984291Z","end":"2026-03-08T02:43:06.190021Z","steps":["trace[2115548370] 'process raft request' (duration: 1.205462843s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.190088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:04.984268Z","time spent":"1.20579147s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:06.190199Z","caller":"traceutil/trace.go:171","msg":"trace[47785361] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"1.204759846s","start":"2026-03-08T02:43:04.985431Z","end":"2026-03-08T02:43:06.190191Z","steps":["trace[47785361] 'process raft request' (duration: 1.204554631s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.190244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:04.985417Z","time spent":"1.204804838s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:06.190456Z","caller":"traceutil/trace.go:171","msg":"trace[1317426960] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"670.024844ms","start":"2026-03-08T02:43:05.520422Z","end":"2026-03-08T02:43:06.190447Z","steps":["trace[1317426960] 'process raft request' (duration: 669.951622ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:06.190479Z","caller":"traceutil/trace.go:171","msg":"trace[1743013570] linearizableReadLoop","detail":"{readStateIndex:8686; appliedIndex:8675; }","duration":"1.524992815s","start":"2026-03-08T02:43:04.665479Z","end":"2026-03-08T02:43:06.190471Z","steps":["trace[1743013570] 'read index received' (duration: 1.06105683s)","trace[1743013570] 'applied index is now lower than readState.Index' (duration: 463.935445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:43:06.190502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:05.520386Z","time spent":"670.097306ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:43:06.190623Z","caller":"traceutil/trace.go:171","msg":"trace[1306309651] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"1.005402674s","start":"2026-03-08T02:43:05.185213Z","end":"2026-03-08T02:43:06.190616Z","steps":["trace[1306309651] 'process raft request' (duration: 1.004943963s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.190666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:05.185171Z","time spent":"1.005475276s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:06.190655Z","caller":"traceutil/trace.go:171","msg":"trace[654756652] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"529.182634ms","start":"2026-03-08T02:43:05.661466Z","end":"2026-03-08T02:43:06.190649Z","steps":["trace[654756652] 'process raft request' (duration: 528.949638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.190722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:05.661446Z","time spent":"529.253806ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:06.190764Z","caller":"traceutil/trace.go:171","msg":"trace[2068762258] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"740.026214ms","start":"2026-03-08T02:43:05.450729Z","end":"2026-03-08T02:43:06.190755Z","steps":["trace[2068762258] 'process raft request' (duration: 739.612365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.19081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:05.450702Z","time spent":"740.084966ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:06.190849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525380573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:43:06.190872Z","caller":"traceutil/trace.go:171","msg":"trace[520890789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8358; }","duration":"1.525444755s","start":"2026-03-08T02:43:04.665421Z","end":"2026-03-08T02:43:06.190866Z","steps":["trace[520890789] 'agreement among raft nodes before linearized reading' (duration: 1.525392153s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.190918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:04.6654Z","time spent":"1.525514087s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:43:06.86577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.643895ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:43:06.865906Z","caller":"traceutil/trace.go:171","msg":"trace[440561491] linearizableReadLoop","detail":"{readStateIndex:8687; appliedIndex:8686; }","duration":"675.392679ms","start":"2026-03-08T02:43:06.190495Z","end":"2026-03-08T02:43:06.865887Z","steps":["trace[440561491] 'read index received' (duration: 163.628221ms)","trace[440561491] 'applied index is now lower than readState.Index' (duration: 511.762768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:43:06.866448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.714927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:43:06.866501Z","caller":"traceutil/trace.go:171","msg":"trace[215860205] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8358; }","duration":"964.772978ms","start":"2026-03-08T02:43:05.90171Z","end":"2026-03-08T02:43:06.866483Z","steps":["trace[215860205] 'agreement among raft nodes before linearized reading' (duration: 964.633365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.866538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:05.901669Z","time spent":"964.85957ms","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:43:06.86674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863378644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-08T02:43:06.866731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.244329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:43:06.866814Z","caller":"traceutil/trace.go:171","msg":"trace[35945826] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8358; }","duration":"1.863488727s","start":"2026-03-08T02:43:05.003309Z","end":"2026-03-08T02:43:06.866798Z","steps":["trace[35945826] 'agreement among raft nodes before linearized reading' (duration: 1.863242561s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.866852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:05.003298Z","time spent":"1.863545078s","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3588,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-08T02:43:06.866852Z","caller":"traceutil/trace.go:171","msg":"trace[824895913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8358; }","duration":"673.404453ms","start":"2026-03-08T02:43:06.193411Z","end":"2026-03-08T02:43:06.866815Z","steps":["trace[824895913] 'agreement among raft nodes before linearized reading' (duration: 673.193858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.86692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:06.193396Z","time spent":"673.510645ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:43:06.866994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.226046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:43:06.867105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17570295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:43:06.867112Z","caller":"traceutil/trace.go:171","msg":"trace[1621379051] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8358; }","duration":"657.40995ms","start":"2026-03-08T02:43:06.209676Z","end":"2026-03-08T02:43:06.867086Z","steps":["trace[1621379051] 'agreement among raft nodes before linearized reading' (duration: 657.215315ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:06.86714Z","caller":"traceutil/trace.go:171","msg":"trace[1698478134] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:8358; }","duration":"1.175768512s","start":"2026-03-08T02:43:05.691361Z","end":"2026-03-08T02:43:06.86713Z","steps":["trace[1698478134] 'agreement among raft nodes before linearized reading' (duration: 1.17566831s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.867159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:06.209654Z","time spent":"657.494932ms","remote":"127.0.0.1:58256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:43:06.867171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:05.691342Z","time spent":"1.175821744s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:43:06.867514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348619018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mgcrg\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-03-08T02:43:06.867565Z","caller":"traceutil/trace.go:171","msg":"trace[1389237349] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-mgcrg; range_end:; response_count:1; response_revision:8358; }","duration":"1.34870286s","start":"2026-03-08T02:43:05.518851Z","end":"2026-03-08T02:43:06.867554Z","steps":["trace[1389237349] 'agreement among raft nodes before linearized reading' (duration: 1.348530186s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.867564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791500591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:43:06.86758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687392146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:43:06.867596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:05.518824Z","time spent":"1.348765111s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4672,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-mgcrg\" "} {"level":"info","ts":"2026-03-08T02:43:06.867622Z","caller":"traceutil/trace.go:171","msg":"trace[1730859600] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8358; }","duration":"1.687480498s","start":"2026-03-08T02:43:05.180129Z","end":"2026-03-08T02:43:06.86761Z","steps":["trace[1730859600] 'agreement among raft nodes before linearized reading' (duration: 1.687415177s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:06.867621Z","caller":"traceutil/trace.go:171","msg":"trace[1864322420] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8358; }","duration":"1.791603413s","start":"2026-03-08T02:43:05.075999Z","end":"2026-03-08T02:43:06.867603Z","steps":["trace[1864322420] 'agreement among raft nodes before linearized reading' (duration: 1.791404378s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:06.867654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:05.180106Z","time spent":"1.68753956s","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:43:06.867669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:05.075981Z","time spent":"1.791675754s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":102,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:43:07.580878Z","caller":"traceutil/trace.go:171","msg":"trace[1325639864] linearizableReadLoop","detail":"{readStateIndex:8688; appliedIndex:8687; }","duration":"378.030404ms","start":"2026-03-08T02:43:07.202821Z","end":"2026-03-08T02:43:07.580852Z","steps":["trace[1325639864] 'read index received' (duration: 377.767858ms)","trace[1325639864] 'applied index is now lower than readState.Index' (duration: 261.106µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:43:07.58093Z","caller":"traceutil/trace.go:171","msg":"trace[1802935994] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"670.809323ms","start":"2026-03-08T02:43:06.910082Z","end":"2026-03-08T02:43:07.580892Z","steps":["trace[1802935994] 'process raft request' (duration: 670.586748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:07.581065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.206719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:43:07.581166Z","caller":"traceutil/trace.go:171","msg":"trace[382646379] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8359; }","duration":"378.371372ms","start":"2026-03-08T02:43:07.202774Z","end":"2026-03-08T02:43:07.581145Z","steps":["trace[382646379] 'agreement among raft nodes before linearized reading' (duration: 378.184077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:07.581225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:06.910065Z","time spent":"671.075949ms","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:07.581224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:07.202757Z","time spent":"378.452724ms","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:43:07.581442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.456187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-08T02:43:07.581533Z","caller":"traceutil/trace.go:171","msg":"trace[346138871] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8359; }","duration":"145.59281ms","start":"2026-03-08T02:43:07.435922Z","end":"2026-03-08T02:43:07.581514Z","steps":["trace[346138871] 'agreement among raft nodes before linearized reading' (duration: 145.359505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:07.581649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.527903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-08T02:43:07.581779Z","caller":"traceutil/trace.go:171","msg":"trace[697535306] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8359; }","duration":"204.714878ms","start":"2026-03-08T02:43:07.377026Z","end":"2026-03-08T02:43:07.581741Z","steps":["trace[697535306] 'agreement among raft nodes before linearized reading' (duration: 204.234396ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:07.725168Z","caller":"traceutil/trace.go:171","msg":"trace[736889283] transaction","detail":"{read_only:false; response_revision:8361; number_of_response:1; }","duration":"116.045153ms","start":"2026-03-08T02:43:07.609081Z","end":"2026-03-08T02:43:07.725126Z","steps":["trace[736889283] 'process raft request' (duration: 107.478013ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:07.962342Z","caller":"traceutil/trace.go:171","msg":"trace[770533319] transaction","detail":"{read_only:false; response_revision:8363; number_of_response:1; }","duration":"217.339771ms","start":"2026-03-08T02:43:07.744971Z","end":"2026-03-08T02:43:07.962311Z","steps":["trace[770533319] 'process raft request' (duration: 125.547364ms)","trace[770533319] 'compare' (duration: 91.634244ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:43:07.987417Z","caller":"traceutil/trace.go:171","msg":"trace[1040222919] transaction","detail":"{read_only:false; response_revision:8364; number_of_response:1; }","duration":"241.155626ms","start":"2026-03-08T02:43:07.746234Z","end":"2026-03-08T02:43:07.98739Z","steps":["trace[1040222919] 'process raft request' (duration: 240.937731ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:07.987704Z","caller":"traceutil/trace.go:171","msg":"trace[161462011] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"233.349974ms","start":"2026-03-08T02:43:07.754287Z","end":"2026-03-08T02:43:07.987637Z","steps":["trace[161462011] 'process raft request' (duration: 233.031857ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:08.323554Z","caller":"traceutil/trace.go:171","msg":"trace[21509574] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"125.929483ms","start":"2026-03-08T02:43:08.1976Z","end":"2026-03-08T02:43:08.32353Z","steps":["trace[21509574] 'process raft request' (duration: 125.863011ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:08.323714Z","caller":"traceutil/trace.go:171","msg":"trace[1587861603] linearizableReadLoop","detail":"{readStateIndex:8700; appliedIndex:8697; }","duration":"117.931847ms","start":"2026-03-08T02:43:08.205754Z","end":"2026-03-08T02:43:08.323686Z","steps":["trace[1587861603] 'read index received' (duration: 100.957891ms)","trace[1587861603] 'applied index is now lower than readState.Index' (duration: 16.973106ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:43:08.323742Z","caller":"traceutil/trace.go:171","msg":"trace[233993735] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"126.184609ms","start":"2026-03-08T02:43:08.197526Z","end":"2026-03-08T02:43:08.323711Z","steps":["trace[233993735] 'process raft request' (duration: 109.265255ms)","trace[233993735] 'compare' (duration: 16.475494ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:43:08.323887Z","caller":"traceutil/trace.go:171","msg":"trace[142466216] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"124.693444ms","start":"2026-03-08T02:43:08.199186Z","end":"2026-03-08T02:43:08.323879Z","steps":["trace[142466216] 'process raft request' (duration: 124.310985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:08.324087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.007531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:43:08.324126Z","caller":"traceutil/trace.go:171","msg":"trace[746169641] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8371; }","duration":"119.086614ms","start":"2026-03-08T02:43:08.205028Z","end":"2026-03-08T02:43:08.324115Z","steps":["trace[746169641] 'agreement among raft nodes before linearized reading' (duration: 118.952581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:08.32417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.780509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:43:08.324218Z","caller":"traceutil/trace.go:171","msg":"trace[431967728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8371; }","duration":"128.854501ms","start":"2026-03-08T02:43:08.195355Z","end":"2026-03-08T02:43:08.324209Z","steps":["trace[431967728] 'agreement among raft nodes before linearized reading' (duration: 128.700897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:08.324364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.745498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:43:08.32439Z","caller":"traceutil/trace.go:171","msg":"trace[678992424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8371; }","duration":"128.773029ms","start":"2026-03-08T02:43:08.195611Z","end":"2026-03-08T02:43:08.324384Z","steps":["trace[678992424] 'agreement among raft nodes before linearized reading' (duration: 128.684427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:08.324424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.054936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:43:08.324459Z","caller":"traceutil/trace.go:171","msg":"trace[1652750331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8371; }","duration":"129.108307ms","start":"2026-03-08T02:43:08.195342Z","end":"2026-03-08T02:43:08.32445Z","steps":["trace[1652750331] 'agreement among raft nodes before linearized reading' (duration: 129.014865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:08.324616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.478763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-08T02:43:08.324651Z","caller":"traceutil/trace.go:171","msg":"trace[202791613] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8371; }","duration":"113.513344ms","start":"2026-03-08T02:43:08.21113Z","end":"2026-03-08T02:43:08.324643Z","steps":["trace[202791613] 'agreement among raft nodes before linearized reading' (duration: 113.426782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:08.324822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.942321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:43:08.32486Z","caller":"traceutil/trace.go:171","msg":"trace[1187992070] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8371; }","duration":"110.004182ms","start":"2026-03-08T02:43:08.214846Z","end":"2026-03-08T02:43:08.324851Z","steps":["trace[1187992070] 'agreement among raft nodes before linearized reading' (duration: 109.93216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:08.325604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.029208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:43:08.325742Z","caller":"traceutil/trace.go:171","msg":"trace[171448896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8371; }","duration":"130.350866ms","start":"2026-03-08T02:43:08.195382Z","end":"2026-03-08T02:43:08.325733Z","steps":["trace[171448896] 'agreement among raft nodes before linearized reading' (duration: 129.070517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:09.014215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.297302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:43:09.014414Z","caller":"traceutil/trace.go:171","msg":"trace[1343505532] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"684.967101ms","start":"2026-03-08T02:43:08.329414Z","end":"2026-03-08T02:43:09.014381Z","steps":["trace[1343505532] 'process raft request' (duration: 466.352121ms)","trace[1343505532] 'compare' (duration: 217.869633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:43:09.014523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:08.329398Z","time spent":"685.079743ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:09.023599Z","caller":"traceutil/trace.go:171","msg":"trace[95100457] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"693.295235ms","start":"2026-03-08T02:43:08.330269Z","end":"2026-03-08T02:43:09.023565Z","steps":["trace[95100457] 'process raft request' (duration: 693.119031ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:09.024018Z","caller":"traceutil/trace.go:171","msg":"trace[1218399913] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"692.988208ms","start":"2026-03-08T02:43:08.331015Z","end":"2026-03-08T02:43:09.024004Z","steps":["trace[1218399913] 'process raft request' (duration: 692.502217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:09.024017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:08.330248Z","time spent":"693.450589ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:09.024093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:08.330999Z","time spent":"693.059399ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:09.024216Z","caller":"traceutil/trace.go:171","msg":"trace[1534272415] linearizableReadLoop","detail":"{readStateIndex:8702; appliedIndex:8700; }","duration":"693.217493ms","start":"2026-03-08T02:43:08.330972Z","end":"2026-03-08T02:43:09.02419Z","steps":["trace[1534272415] 'read index received' (duration: 464.805705ms)","trace[1534272415] 'applied index is now lower than readState.Index' (duration: 228.410458ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:43:09.024319Z","caller":"traceutil/trace.go:171","msg":"trace[710501191] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"693.219473ms","start":"2026-03-08T02:43:08.331088Z","end":"2026-03-08T02:43:09.024308Z","steps":["trace[710501191] 'process raft request' (duration: 692.852574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:09.02437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:08.331081Z","time spent":"693.263704ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:09.024606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.599802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19563"} {"level":"info","ts":"2026-03-08T02:43:09.024716Z","caller":"traceutil/trace.go:171","msg":"trace[2088034656] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8375; }","duration":"693.748645ms","start":"2026-03-08T02:43:08.330948Z","end":"2026-03-08T02:43:09.024697Z","steps":["trace[2088034656] 'agreement among raft nodes before linearized reading' (duration: 693.430778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:09.024837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:08.330936Z","time spent":"693.880499ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19586,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T02:43:09.092691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.269479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:43:09.092873Z","caller":"traceutil/trace.go:171","msg":"trace[1912117671] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:8376; }","duration":"211.458243ms","start":"2026-03-08T02:43:08.881395Z","end":"2026-03-08T02:43:09.092853Z","steps":["trace[1912117671] 'agreement among raft nodes before linearized reading' (duration: 211.186617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:09.09333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.404217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111978"} {"level":"info","ts":"2026-03-08T02:43:09.09345Z","caller":"traceutil/trace.go:171","msg":"trace[1033555802] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:8376; }","duration":"760.542351ms","start":"2026-03-08T02:43:08.332882Z","end":"2026-03-08T02:43:09.093424Z","steps":["trace[1033555802] 'agreement among raft nodes before linearized reading' (duration: 760.001648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:09.093517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:08.332793Z","time spent":"760.709325ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112001,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-08T02:43:09.093741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.917045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:43:09.093792Z","caller":"traceutil/trace.go:171","msg":"trace[705739324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8376; }","duration":"428.006307ms","start":"2026-03-08T02:43:08.665773Z","end":"2026-03-08T02:43:09.093779Z","steps":["trace[705739324] 'agreement among raft nodes before linearized reading' (duration: 427.926945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:09.093837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:08.665752Z","time spent":"428.075788ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:43:09.093918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.466892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:43:09.093994Z","caller":"traceutil/trace.go:171","msg":"trace[1321106225] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8376; }","duration":"557.546983ms","start":"2026-03-08T02:43:08.53643Z","end":"2026-03-08T02:43:09.093977Z","steps":["trace[1321106225] 'agreement among raft nodes before linearized reading' (duration: 557.323038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:09.094068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:08.536369Z","time spent":"557.679876ms","remote":"127.0.0.1:40560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:43:09.094708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.524317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212406"} {"level":"info","ts":"2026-03-08T02:43:09.094843Z","caller":"traceutil/trace.go:171","msg":"trace[1201952790] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8376; }","duration":"689.711742ms","start":"2026-03-08T02:43:08.405088Z","end":"2026-03-08T02:43:09.0948Z","steps":["trace[1201952790] 'agreement among raft nodes before linearized reading' (duration: 688.680648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:09.094919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:08.405064Z","time spent":"689.819964ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2212429,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-08T02:43:09.451432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.133138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-08T02:43:09.451543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.666617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-08T02:43:09.451654Z","caller":"traceutil/trace.go:171","msg":"trace[1964248491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8376; }","duration":"332.79888ms","start":"2026-03-08T02:43:09.118832Z","end":"2026-03-08T02:43:09.451631Z","steps":["trace[1964248491] 'range keys from in-memory index tree' (duration: 332.511793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:09.451714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:09.118823Z","time spent":"332.871012ms","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T02:43:09.451459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.063902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-08T02:43:09.451681Z","caller":"traceutil/trace.go:171","msg":"trace[89158859] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8376; }","duration":"327.393954ms","start":"2026-03-08T02:43:09.12422Z","end":"2026-03-08T02:43:09.451614Z","steps":["trace[89158859] 'range keys from in-memory index tree' (duration: 326.918004ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:09.451806Z","caller":"traceutil/trace.go:171","msg":"trace[547722737] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8376; }","duration":"201.458461ms","start":"2026-03-08T02:43:09.250322Z","end":"2026-03-08T02:43:09.45178Z","steps":["trace[547722737] 'range keys from in-memory index tree' (duration: 200.849888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:09.451876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:09.124203Z","time spent":"327.62139ms","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1844,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-08T02:43:09.862058Z","caller":"traceutil/trace.go:171","msg":"trace[764698467] linearizableReadLoop","detail":"{readStateIndex:8706; appliedIndex:8705; }","duration":"212.461387ms","start":"2026-03-08T02:43:09.649569Z","end":"2026-03-08T02:43:09.862031Z","steps":["trace[764698467] 'read index received' (duration: 212.254943ms)","trace[764698467] 'applied index is now lower than readState.Index' (duration: 205.364µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:43:09.862298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.702234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:43:09.862369Z","caller":"traceutil/trace.go:171","msg":"trace[832221317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8377; }","duration":"212.845317ms","start":"2026-03-08T02:43:09.649513Z","end":"2026-03-08T02:43:09.862358Z","steps":["trace[832221317] 'agreement among raft nodes before linearized reading' (duration: 212.703464ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:09.862319Z","caller":"traceutil/trace.go:171","msg":"trace[2056533448] transaction","detail":"{read_only:false; response_revision:8377; number_of_response:1; }","duration":"342.281011ms","start":"2026-03-08T02:43:09.520004Z","end":"2026-03-08T02:43:09.862285Z","steps":["trace[2056533448] 'process raft request' (duration: 341.849411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:09.862482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.622735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:43:09.862521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:09.519962Z","time spent":"342.478426ms","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:09.862591Z","caller":"traceutil/trace.go:171","msg":"trace[1413815549] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8377; }","duration":"128.777879ms","start":"2026-03-08T02:43:09.733796Z","end":"2026-03-08T02:43:09.862574Z","steps":["trace[1413815549] 'agreement among raft nodes before linearized reading' (duration: 128.567304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:10.165141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.910197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-08T02:43:10.165254Z","caller":"traceutil/trace.go:171","msg":"trace[1067805084] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:8377; }","duration":"161.106752ms","start":"2026-03-08T02:43:10.004121Z","end":"2026-03-08T02:43:10.165228Z","steps":["trace[1067805084] 'range keys from in-memory index tree' (duration: 160.652181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:10.629542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:43:10.629917Z","caller":"traceutil/trace.go:171","msg":"trace[162628550] transaction","detail":"{read_only:false; response_revision:8378; number_of_response:1; }","duration":"417.198006ms","start":"2026-03-08T02:43:10.212631Z","end":"2026-03-08T02:43:10.629829Z","steps":["trace[162628550] 'process raft request' (duration: 132.096246ms)","trace[162628550] 'compare' (duration: 284.538986ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:43:10.630076Z","caller":"traceutil/trace.go:171","msg":"trace[421555501] transaction","detail":"{read_only:false; response_revision:8379; number_of_response:1; }","duration":"372.980415ms","start":"2026-03-08T02:43:10.257061Z","end":"2026-03-08T02:43:10.630041Z","steps":["trace[421555501] 'process raft request' (duration: 372.615887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:10.630039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:10.212601Z","time spent":"417.37859ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:10.630142Z","caller":"traceutil/trace.go:171","msg":"trace[468080847] transaction","detail":"{read_only:false; response_revision:8380; number_of_response:1; }","duration":"300.055868ms","start":"2026-03-08T02:43:10.330051Z","end":"2026-03-08T02:43:10.630107Z","steps":["trace[468080847] 'process raft request' (duration: 299.910265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:10.630243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:10.330024Z","time spent":"300.166261ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:43:10.63028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:10.257034Z","time spent":"373.134979ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:10.630263Z","caller":"traceutil/trace.go:171","msg":"trace[1950847090] linearizableReadLoop","detail":"{readStateIndex:8709; appliedIndex:8707; }","duration":"300.690083ms","start":"2026-03-08T02:43:10.329544Z","end":"2026-03-08T02:43:10.630234Z","steps":["trace[1950847090] 'read index received' (duration: 15.276576ms)","trace[1950847090] 'applied index is now lower than readState.Index' (duration: 285.411417ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:43:10.630423Z","caller":"traceutil/trace.go:171","msg":"trace[1243516461] transaction","detail":"{read_only:false; response_revision:8381; number_of_response:1; }","duration":"298.169064ms","start":"2026-03-08T02:43:10.332147Z","end":"2026-03-08T02:43:10.630316Z","steps":["trace[1243516461] 'process raft request' (duration: 297.898698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:10.630603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.051071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:43:10.63066Z","caller":"traceutil/trace.go:171","msg":"trace[1931637582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8381; }","duration":"301.169654ms","start":"2026-03-08T02:43:10.329478Z","end":"2026-03-08T02:43:10.630648Z","steps":["trace[1931637582] 'agreement among raft nodes before linearized reading' (duration: 300.849616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:10.630696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:10.32945Z","time spent":"301.238956ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:43:11.295256Z","caller":"traceutil/trace.go:171","msg":"trace[1577209874] transaction","detail":"{read_only:false; response_revision:8383; number_of_response:1; }","duration":"236.081208ms","start":"2026-03-08T02:43:11.059147Z","end":"2026-03-08T02:43:11.295228Z","steps":["trace[1577209874] 'process raft request' (duration: 235.920174ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:11.341641Z","caller":"traceutil/trace.go:171","msg":"trace[1317303881] linearizableReadLoop","detail":"{readStateIndex:8716; appliedIndex:8712; }","duration":"228.01545ms","start":"2026-03-08T02:43:11.113597Z","end":"2026-03-08T02:43:11.341612Z","steps":["trace[1317303881] 'read index received' (duration: 181.522207ms)","trace[1317303881] 'applied index is now lower than readState.Index' (duration: 46.491763ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:43:11.342211Z","caller":"traceutil/trace.go:171","msg":"trace[664831234] transaction","detail":"{read_only:false; response_revision:8384; number_of_response:1; }","duration":"282.325465ms","start":"2026-03-08T02:43:11.059857Z","end":"2026-03-08T02:43:11.342183Z","steps":["trace[664831234] 'process raft request' (duration: 281.447405ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:11.342332Z","caller":"traceutil/trace.go:171","msg":"trace[680193324] transaction","detail":"{read_only:false; response_revision:8385; number_of_response:1; }","duration":"282.154221ms","start":"2026-03-08T02:43:11.060141Z","end":"2026-03-08T02:43:11.342295Z","steps":["trace[680193324] 'process raft request' (duration: 281.366402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:11.342372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.771148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:43:11.342436Z","caller":"traceutil/trace.go:171","msg":"trace[859488042] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:8386; }","duration":"228.902901ms","start":"2026-03-08T02:43:11.113519Z","end":"2026-03-08T02:43:11.342422Z","steps":["trace[859488042] 'agreement among raft nodes before linearized reading' (duration: 228.659735ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:11.342491Z","caller":"traceutil/trace.go:171","msg":"trace[915180798] transaction","detail":"{read_only:false; response_revision:8386; number_of_response:1; }","duration":"282.057369ms","start":"2026-03-08T02:43:11.060385Z","end":"2026-03-08T02:43:11.342442Z","steps":["trace[915180798] 'process raft request' (duration: 281.181139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:18.829941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.24286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-prlsv\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-08T02:43:18.830063Z","caller":"traceutil/trace.go:171","msg":"trace[1702220539] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-prlsv; range_end:; response_count:1; response_revision:8440; }","duration":"199.421865ms","start":"2026-03-08T02:43:18.630615Z","end":"2026-03-08T02:43:18.830037Z","steps":["trace[1702220539] 'range keys from in-memory index tree' (duration: 199.040346ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:18.891133Z","caller":"traceutil/trace.go:171","msg":"trace[66507373] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"230.710724ms","start":"2026-03-08T02:43:18.660397Z","end":"2026-03-08T02:43:18.891108Z","steps":["trace[66507373] 'process raft request' (duration: 230.488059ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:19.171578Z","caller":"traceutil/trace.go:171","msg":"trace[646361705] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"509.774814ms","start":"2026-03-08T02:43:18.66177Z","end":"2026-03-08T02:43:19.171544Z","steps":["trace[646361705] 'process raft request' (duration: 509.545148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:19.171786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:18.661757Z","time spent":"509.923087ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:19.172226Z","caller":"traceutil/trace.go:171","msg":"trace[855260804] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"509.588519ms","start":"2026-03-08T02:43:18.662617Z","end":"2026-03-08T02:43:19.172205Z","steps":["trace[855260804] 'process raft request' (duration: 508.881203ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:43:19.172276Z","caller":"traceutil/trace.go:171","msg":"trace[299002244] linearizableReadLoop","detail":"{readStateIndex:8774; appliedIndex:8771; }","duration":"340.513451ms","start":"2026-03-08T02:43:18.831724Z","end":"2026-03-08T02:43:19.172238Z","steps":["trace[299002244] 'read index received' (duration: 59.268421ms)","trace[299002244] 'applied index is now lower than readState.Index' (duration: 281.24351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:43:19.17233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:18.662604Z","time spent":"509.678621ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:19.172433Z","caller":"traceutil/trace.go:171","msg":"trace[2124777873] transaction","detail":"{read_only:false; response_revision:8444; number_of_response:1; }","duration":"333.59373ms","start":"2026-03-08T02:43:18.838783Z","end":"2026-03-08T02:43:19.172377Z","steps":["trace[2124777873] 'process raft request' (duration: 333.199751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:19.172535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.932181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:43:19.17261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:18.838756Z","time spent":"333.767024ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4829,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:43:19.17266Z","caller":"traceutil/trace.go:171","msg":"trace[1100012927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8444; }","duration":"341.162156ms","start":"2026-03-08T02:43:18.831476Z","end":"2026-03-08T02:43:19.172638Z","steps":["trace[1100012927] 'agreement among raft nodes before linearized reading' (duration: 340.90026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:43:19.172743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:43:18.831405Z","time spent":"341.32116ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:43:21.087396Z","caller":"traceutil/trace.go:171","msg":"trace[1590529916] transaction","detail":"{read_only:false; response_revision:8470; number_of_response:1; }","duration":"124.564408ms","start":"2026-03-08T02:43:20.962807Z","end":"2026-03-08T02:43:21.087371Z","steps":["trace[1590529916] 'process raft request' (duration: 124.377764ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:15.971349Z","caller":"traceutil/trace.go:171","msg":"trace[778279888] transaction","detail":"{read_only:false; response_revision:9018; number_of_response:1; }","duration":"973.300787ms","start":"2026-03-08T02:44:14.997829Z","end":"2026-03-08T02:44:15.97113Z","steps":["trace[778279888] 'process raft request' (duration: 973.129123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:15.971777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:14.997797Z","time spent":"973.648155ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7211,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:44:15.979374Z","caller":"traceutil/trace.go:171","msg":"trace[1301221552] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"762.735388ms","start":"2026-03-08T02:44:15.216617Z","end":"2026-03-08T02:44:15.979353Z","steps":["trace[1301221552] 'process raft request' (duration: 761.288234ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:15.979444Z","caller":"traceutil/trace.go:171","msg":"trace[222785468] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"542.441031ms","start":"2026-03-08T02:44:15.436976Z","end":"2026-03-08T02:44:15.979417Z","steps":["trace[222785468] 'process raft request' (duration: 542.277567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:15.97947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:15.216591Z","time spent":"762.833549ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:44:15.979565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:15.436951Z","time spent":"542.553554ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:44:15.98123Z","caller":"traceutil/trace.go:171","msg":"trace[1799700179] linearizableReadLoop","detail":"{readStateIndex:9367; appliedIndex:9362; }","duration":"456.988393ms","start":"2026-03-08T02:44:15.524222Z","end":"2026-03-08T02:44:15.98121Z","steps":["trace[1799700179] 'read index received' (duration: 446.816966ms)","trace[1799700179] 'applied index is now lower than readState.Index' (duration: 10.170477ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:44:15.981338Z","caller":"traceutil/trace.go:171","msg":"trace[1675753741] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"515.28979ms","start":"2026-03-08T02:44:15.466024Z","end":"2026-03-08T02:44:15.981314Z","steps":["trace[1675753741] 'process raft request' (duration: 515.023453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:15.98145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.215018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:44:15.98148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:15.466001Z","time spent":"515.394062ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:44:15.981499Z","caller":"traceutil/trace.go:171","msg":"trace[1915108137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9021; }","duration":"457.306841ms","start":"2026-03-08T02:44:15.524184Z","end":"2026-03-08T02:44:15.981491Z","steps":["trace[1915108137] 'agreement among raft nodes before linearized reading' (duration: 457.149267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:15.981476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.437474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:44:15.981526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:15.524172Z","time spent":"457.348091ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:44:15.981538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.982898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:44:15.981577Z","caller":"traceutil/trace.go:171","msg":"trace[1140498784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9021; }","duration":"316.568696ms","start":"2026-03-08T02:44:15.664979Z","end":"2026-03-08T02:44:15.981548Z","steps":["trace[1140498784] 'agreement among raft nodes before linearized reading' (duration: 316.416022ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:15.981581Z","caller":"traceutil/trace.go:171","msg":"trace[307554449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9021; }","duration":"241.040019ms","start":"2026-03-08T02:44:15.74053Z","end":"2026-03-08T02:44:15.98157Z","steps":["trace[307554449] 'agreement among raft nodes before linearized reading' (duration: 240.906695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:15.981648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:15.664959Z","time spent":"316.668169ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:44:15.981653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.645541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T02:44:15.981632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.194809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:44:15.981712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.918156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:44:15.981832Z","caller":"traceutil/trace.go:171","msg":"trace[2093604147] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:9021; }","duration":"134.10071ms","start":"2026-03-08T02:44:15.847718Z","end":"2026-03-08T02:44:15.981819Z","steps":["trace[2093604147] 'agreement among raft nodes before linearized reading' (duration: 133.816264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:15.981852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.25602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:44:15.98196Z","caller":"traceutil/trace.go:171","msg":"trace[1351358212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9021; }","duration":"289.424734ms","start":"2026-03-08T02:44:15.692515Z","end":"2026-03-08T02:44:15.981939Z","steps":["trace[1351358212] 'agreement among raft nodes before linearized reading' (duration: 289.098677ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:15.981785Z","caller":"traceutil/trace.go:171","msg":"trace[304278433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9021; }","duration":"243.356192ms","start":"2026-03-08T02:44:15.738369Z","end":"2026-03-08T02:44:15.981725Z","steps":["trace[304278433] 'agreement among raft nodes before linearized reading' (duration: 243.096056ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:15.981696Z","caller":"traceutil/trace.go:171","msg":"trace[1133160444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9021; }","duration":"213.713533ms","start":"2026-03-08T02:44:15.767973Z","end":"2026-03-08T02:44:15.981686Z","steps":["trace[1133160444] 'agreement among raft nodes before linearized reading' (duration: 213.58885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:15.981618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.004131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:44:15.982181Z","caller":"traceutil/trace.go:171","msg":"trace[21372254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9021; }","duration":"242.614416ms","start":"2026-03-08T02:44:15.739557Z","end":"2026-03-08T02:44:15.982172Z","steps":["trace[21372254] 'agreement among raft nodes before linearized reading' (duration: 241.910879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:30.570911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019358995,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:44:30.782248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:30.009398Z","time spent":"772.845755ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T02:44:31.071002Z","caller":"traceutil/trace.go:171","msg":"trace[1303501008] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"1.012107663s","start":"2026-03-08T02:44:30.058859Z","end":"2026-03-08T02:44:31.070967Z","steps":["trace[1303501008] 'process raft request' (duration: 1.012013261s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.071846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:30.058834Z","time spent":"1.012927333s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:44:31.071048Z","caller":"traceutil/trace.go:171","msg":"trace[576741952] transaction","detail":"{read_only:false; response_revision:9091; number_of_response:1; }","duration":"1.026457708s","start":"2026-03-08T02:44:30.044567Z","end":"2026-03-08T02:44:31.071025Z","steps":["trace[576741952] 'process raft request' (duration: 1.026207072s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:31.071064Z","caller":"traceutil/trace.go:171","msg":"trace[578434035] transaction","detail":"{read_only:false; response_revision:9090; number_of_response:1; }","duration":"1.043896213s","start":"2026-03-08T02:44:30.027114Z","end":"2026-03-08T02:44:31.07101Z","steps":["trace[578434035] 'process raft request' (duration: 1.043476463s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:31.071142Z","caller":"traceutil/trace.go:171","msg":"trace[960515964] linearizableReadLoop","detail":"{readStateIndex:9442; appliedIndex:9437; }","duration":"1.000338779s","start":"2026-03-08T02:44:30.070787Z","end":"2026-03-08T02:44:31.071125Z","steps":["trace[960515964] 'read index received' (duration: 711.412365ms)","trace[960515964] 'applied index is now lower than readState.Index' (duration: 288.925174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:44:31.071381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000604865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-08T02:44:31.072426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:30.027084Z","time spent":"1.045217894s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:44:31.072475Z","caller":"traceutil/trace.go:171","msg":"trace[1772829573] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9093; }","duration":"1.001707601s","start":"2026-03-08T02:44:30.070746Z","end":"2026-03-08T02:44:31.072453Z","steps":["trace[1772829573] 'agreement among raft nodes before linearized reading' (duration: 1.000425271s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.072541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:30.070662Z","time spent":"1.001862185s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:44:31.071404Z","caller":"traceutil/trace.go:171","msg":"trace[1867330465] transaction","detail":"{read_only:false; response_revision:9093; number_of_response:1; }","duration":"1.011827217s","start":"2026-03-08T02:44:30.059545Z","end":"2026-03-08T02:44:31.071372Z","steps":["trace[1867330465] 'process raft request' (duration: 1.011372256s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.072641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:30.059535Z","time spent":"1.013056335s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:44:31.073544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:30.044532Z","time spent":"1.02740633s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:44:31.127609Z","caller":"traceutil/trace.go:171","msg":"trace[1771886225] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"343.902373ms","start":"2026-03-08T02:44:30.783681Z","end":"2026-03-08T02:44:31.127583Z","steps":["trace[1771886225] 'process raft request' (duration: 343.665137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.127711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.394701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:44:31.127766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050069987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:44:31.127829Z","caller":"traceutil/trace.go:171","msg":"trace[664297203] transaction","detail":"{read_only:false; response_revision:9095; number_of_response:1; }","duration":"159.972452ms","start":"2026-03-08T02:44:30.967762Z","end":"2026-03-08T02:44:31.127734Z","steps":["trace[664297203] 'process raft request' (duration: 159.745107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.12793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04762924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:44:31.127971Z","caller":"traceutil/trace.go:171","msg":"trace[406870126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9095; }","duration":"1.047728393s","start":"2026-03-08T02:44:30.080233Z","end":"2026-03-08T02:44:31.127961Z","steps":["trace[406870126] 'agreement among raft nodes before linearized reading' (duration: 1.04760721s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.128002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:30.080221Z","time spent":"1.047774873s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:44:31.127882Z","caller":"traceutil/trace.go:171","msg":"trace[241427908] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9095; }","duration":"1.050190419s","start":"2026-03-08T02:44:30.077676Z","end":"2026-03-08T02:44:31.127867Z","steps":["trace[241427908] 'agreement among raft nodes before linearized reading' (duration: 1.049910013s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.128217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:30.077623Z","time spent":"1.050577288s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T02:44:31.12778Z","caller":"traceutil/trace.go:171","msg":"trace[443960603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9095; }","duration":"462.499163ms","start":"2026-03-08T02:44:30.665254Z","end":"2026-03-08T02:44:31.127753Z","steps":["trace[443960603] 'agreement among raft nodes before linearized reading' (duration: 462.36843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.128317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:30.665232Z","time spent":"463.073577ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:44:31.128241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045689105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-08T02:44:31.1278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:30.783661Z","time spent":"344.070627ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:44:31.128071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.28136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:44:31.128052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038383615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:44:31.12859Z","caller":"traceutil/trace.go:171","msg":"trace[103514134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9095; }","duration":"1.046119205s","start":"2026-03-08T02:44:30.08245Z","end":"2026-03-08T02:44:31.128569Z","steps":["trace[103514134] 'agreement among raft nodes before linearized reading' (duration: 1.045403028s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.128655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:30.082439Z","time spent":"1.046197686s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:44:31.128632Z","caller":"traceutil/trace.go:171","msg":"trace[540644302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:9095; }","duration":"1.038995359s","start":"2026-03-08T02:44:30.089612Z","end":"2026-03-08T02:44:31.128607Z","steps":["trace[540644302] 'agreement among raft nodes before linearized reading' (duration: 1.038267832s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:31.128553Z","caller":"traceutil/trace.go:171","msg":"trace[1433096612] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:9095; }","duration":"261.768532ms","start":"2026-03-08T02:44:30.866727Z","end":"2026-03-08T02:44:31.128496Z","steps":["trace[1433096612] 'agreement among raft nodes before linearized reading' (duration: 261.077596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.128737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:30.089599Z","time spent":"1.039118142s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:44:31.12814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04845606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:44:31.128841Z","caller":"traceutil/trace.go:171","msg":"trace[2023894098] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9095; }","duration":"1.049175896s","start":"2026-03-08T02:44:30.079652Z","end":"2026-03-08T02:44:31.128828Z","steps":["trace[2023894098] 'agreement among raft nodes before linearized reading' (duration: 1.048281905s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.128896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:30.079638Z","time spent":"1.049244698s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:44:31.647896Z","caller":"traceutil/trace.go:171","msg":"trace[424430588] linearizableReadLoop","detail":"{readStateIndex:9445; appliedIndex:9444; }","duration":"517.493471ms","start":"2026-03-08T02:44:31.13037Z","end":"2026-03-08T02:44:31.647863Z","steps":["trace[424430588] 'read index received' (duration: 432.111534ms)","trace[424430588] 'applied index is now lower than readState.Index' (duration: 85.380377ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:44:31.64819Z","caller":"traceutil/trace.go:171","msg":"trace[448442393] transaction","detail":"{read_only:false; response_revision:9096; number_of_response:1; }","duration":"570.613478ms","start":"2026-03-08T02:44:31.077543Z","end":"2026-03-08T02:44:31.648157Z","steps":["trace[448442393] 'process raft request' (duration: 484.988356ms)","trace[448442393] 'compare' (duration: 85.040199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:44:31.648321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.927551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:44:31.648366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:31.077521Z","time spent":"570.739011ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:44:31.648425Z","caller":"traceutil/trace.go:171","msg":"trace[867505318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9096; }","duration":"518.065345ms","start":"2026-03-08T02:44:31.130337Z","end":"2026-03-08T02:44:31.648402Z","steps":["trace[867505318] 'agreement among raft nodes before linearized reading' (duration: 517.898781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.648475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:31.130318Z","time spent":"518.149607ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:44:31.720437Z","caller":"traceutil/trace.go:171","msg":"trace[374278722] transaction","detail":"{read_only:false; response_revision:9097; number_of_response:1; }","duration":"586.59714ms","start":"2026-03-08T02:44:31.133781Z","end":"2026-03-08T02:44:31.720378Z","steps":["trace[374278722] 'process raft request' (duration: 586.438766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.720518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.549721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:44:31.720533Z","caller":"traceutil/trace.go:171","msg":"trace[311915999] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"586.347934ms","start":"2026-03-08T02:44:31.134151Z","end":"2026-03-08T02:44:31.720499Z","steps":["trace[311915999] 'process raft request' (duration: 586.150759ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:31.720582Z","caller":"traceutil/trace.go:171","msg":"trace[7453214] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9100; }","duration":"443.657733ms","start":"2026-03-08T02:44:31.27691Z","end":"2026-03-08T02:44:31.720567Z","steps":["trace[7453214] 'agreement among raft nodes before linearized reading' (duration: 443.496ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:31.720598Z","caller":"traceutil/trace.go:171","msg":"trace[344896842] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"585.947065ms","start":"2026-03-08T02:44:31.134609Z","end":"2026-03-08T02:44:31.720556Z","steps":["trace[344896842] 'process raft request' (duration: 585.7137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.720604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:31.276851Z","time spent":"443.748986ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:44:31.720681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:31.134144Z","time spent":"586.454257ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:44:31.72069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:31.133762Z","time spent":"586.818645ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:44:31.720733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.706373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-08T02:44:31.7208Z","caller":"traceutil/trace.go:171","msg":"trace[739230887] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9100; }","duration":"589.795044ms","start":"2026-03-08T02:44:31.130989Z","end":"2026-03-08T02:44:31.720784Z","steps":["trace[739230887] 'agreement among raft nodes before linearized reading' (duration: 589.555139ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:44:31.720464Z","caller":"traceutil/trace.go:171","msg":"trace[2119937602] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"585.461144ms","start":"2026-03-08T02:44:31.134963Z","end":"2026-03-08T02:44:31.720424Z","steps":["trace[2119937602] 'process raft request' (duration: 585.381712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.720846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:31.130976Z","time spent":"589.857285ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T02:44:31.720774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:31.134603Z","time spent":"586.072188ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:44:31.720886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:31.134956Z","time spent":"585.901384ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:44:31.721148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.462677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289811"} {"level":"info","ts":"2026-03-08T02:44:31.721172Z","caller":"traceutil/trace.go:171","msg":"trace[1925103328] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9100; }","duration":"586.497207ms","start":"2026-03-08T02:44:31.134667Z","end":"2026-03-08T02:44:31.721164Z","steps":["trace[1925103328] 'agreement among raft nodes before linearized reading' (duration: 586.219791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:44:31.721199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:44:31.134659Z","time spent":"586.534129ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":289834,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:44:32.055755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.289371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:44:32.055866Z","caller":"traceutil/trace.go:171","msg":"trace[180438977] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9100; }","duration":"258.446015ms","start":"2026-03-08T02:44:31.797395Z","end":"2026-03-08T02:44:32.055841Z","steps":["trace[180438977] 'range keys from in-memory index tree' (duration: 258.193768ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:29.210075Z","caller":"traceutil/trace.go:171","msg":"trace[1080720344] transaction","detail":"{read_only:false; response_revision:9476; number_of_response:1; }","duration":"272.714446ms","start":"2026-03-08T02:45:28.937319Z","end":"2026-03-08T02:45:29.210033Z","steps":["trace[1080720344] 'process raft request' (duration: 272.475431ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:48.691419Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7425} {"level":"info","ts":"2026-03-08T02:45:48.755077Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7425,"took":"61.219397ms","hash":3454321042,"current-db-size-bytes":40976384,"current-db-size":"41 MB","current-db-size-in-use-bytes":23973888,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-08T02:45:48.755256Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3454321042,"revision":7425,"compact-revision":5426} {"level":"warn","ts":"2026-03-08T02:45:55.782678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.813896ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:45:55.78362Z","caller":"traceutil/trace.go:171","msg":"trace[1697586397] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"214.97364ms","start":"2026-03-08T02:45:55.568615Z","end":"2026-03-08T02:45:55.783588Z","steps":["trace[1697586397] 'process raft request' (duration: 214.173532ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:55.783768Z","caller":"traceutil/trace.go:171","msg":"trace[709716652] linearizableReadLoop","detail":"{readStateIndex:9991; appliedIndex:9990; }","duration":"660.533853ms","start":"2026-03-08T02:45:55.12321Z","end":"2026-03-08T02:45:55.783744Z","steps":["trace[709716652] 'read index received' (duration: 293.581071ms)","trace[709716652] 'applied index is now lower than readState.Index' (duration: 366.951222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:45:56.480323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357087007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:45:56.480436Z","caller":"traceutil/trace.go:171","msg":"trace[456981543] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9624; }","duration":"1.35724555s","start":"2026-03-08T02:45:55.123167Z","end":"2026-03-08T02:45:56.480413Z","steps":["trace[456981543] 'agreement among raft nodes before linearized reading' (duration: 660.643245ms)","trace[456981543] 'count revisions from in-memory index tree' (duration: 696.45322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:45:56.480479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:45:55.123147Z","time spent":"1.357320882s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":12,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:45:56.48118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.457004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:45:56.481443Z","caller":"traceutil/trace.go:171","msg":"trace[1766566646] linearizableReadLoop","detail":"{readStateIndex:9994; appliedIndex:9992; }","duration":"697.556216ms","start":"2026-03-08T02:45:55.783872Z","end":"2026-03-08T02:45:56.481428Z","steps":["trace[1766566646] 'read index received' (duration: 72.042µs)","trace[1766566646] 'applied index is now lower than readState.Index' (duration: 697.482904ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:45:56.481592Z","caller":"traceutil/trace.go:171","msg":"trace[605149684] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"879.329233ms","start":"2026-03-08T02:45:55.602248Z","end":"2026-03-08T02:45:56.481577Z","steps":["trace[605149684] 'process raft request' (duration: 181.323446ms)","trace[605149684] 'compare' (duration: 697.345261ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:45:56.481573Z","caller":"traceutil/trace.go:171","msg":"trace[1703958095] transaction","detail":"{read_only:false; response_revision:9626; number_of_response:1; }","duration":"878.923643ms","start":"2026-03-08T02:45:55.60257Z","end":"2026-03-08T02:45:56.481494Z","steps":["trace[1703958095] 'process raft request' (duration: 878.708108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:56.481666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:45:55.602221Z","time spent":"879.400104ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:45:56.481757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:45:55.602547Z","time spent":"879.115768ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:45:56.48187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.806295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:45:56.481977Z","caller":"traceutil/trace.go:171","msg":"trace[1651372703] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9627; }","duration":"592.97952ms","start":"2026-03-08T02:45:55.888977Z","end":"2026-03-08T02:45:56.481957Z","steps":["trace[1651372703] 'agreement among raft nodes before linearized reading' (duration: 592.747874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:56.48203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:45:55.888942Z","time spent":"593.066882ms","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:45:56.482235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.336924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:45:56.482277Z","caller":"traceutil/trace.go:171","msg":"trace[2038095594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9627; }","duration":"132.432446ms","start":"2026-03-08T02:45:56.349835Z","end":"2026-03-08T02:45:56.482267Z","steps":["trace[2038095594] 'agreement among raft nodes before linearized reading' (duration: 132.292453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:56.482328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.273246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:45:56.482663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.931921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:45:56.482686Z","caller":"traceutil/trace.go:171","msg":"trace[1821357489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9627; }","duration":"817.666135ms","start":"2026-03-08T02:45:55.665006Z","end":"2026-03-08T02:45:56.482672Z","steps":["trace[1821357489] 'agreement among raft nodes before linearized reading' (duration: 816.527649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:56.482671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.945622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:45:56.482764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.577039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:45:56.482819Z","caller":"traceutil/trace.go:171","msg":"trace[1329484693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9627; }","duration":"256.637761ms","start":"2026-03-08T02:45:56.226163Z","end":"2026-03-08T02:45:56.4828Z","steps":["trace[1329484693] 'agreement among raft nodes before linearized reading' (duration: 256.526309ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:56.482818Z","caller":"traceutil/trace.go:171","msg":"trace[1080534001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9627; }","duration":"128.141636ms","start":"2026-03-08T02:45:56.354651Z","end":"2026-03-08T02:45:56.482793Z","steps":["trace[1080534001] 'agreement among raft nodes before linearized reading' (duration: 127.414319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:56.482946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.760212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414722"} {"level":"warn","ts":"2026-03-08T02:45:56.482669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.81333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:45:56.482993Z","caller":"traceutil/trace.go:171","msg":"trace[42478051] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9627; }","duration":"201.850754ms","start":"2026-03-08T02:45:56.28113Z","end":"2026-03-08T02:45:56.482981Z","steps":["trace[42478051] 'agreement among raft nodes before linearized reading' (duration: 201.539927ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:56.483099Z","caller":"traceutil/trace.go:171","msg":"trace[1627617094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9627; }","duration":"419.203379ms","start":"2026-03-08T02:45:56.06382Z","end":"2026-03-08T02:45:56.483023Z","steps":["trace[1627617094] 'agreement among raft nodes before linearized reading' (duration: 418.464852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:56.482744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:45:55.664987Z","time spent":"817.744058ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:45:56.482337Z","caller":"traceutil/trace.go:171","msg":"trace[872969655] transaction","detail":"{read_only:false; response_revision:9627; number_of_response:1; }","duration":"166.275234ms","start":"2026-03-08T02:45:56.316019Z","end":"2026-03-08T02:45:56.482294Z","steps":["trace[872969655] 'process raft request' (duration: 165.359263ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:56.482732Z","caller":"traceutil/trace.go:171","msg":"trace[2124355013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9627; }","duration":"261.036563ms","start":"2026-03-08T02:45:56.221675Z","end":"2026-03-08T02:45:56.482712Z","steps":["trace[2124355013] 'agreement among raft nodes before linearized reading' (duration: 260.606603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:56.484185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:45:56.063788Z","time spent":"419.405554ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:45:56.763108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.106038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:45:56.763505Z","caller":"traceutil/trace.go:171","msg":"trace[1656846831] linearizableReadLoop","detail":"{readStateIndex:10000; appliedIndex:9995; }","duration":"270.697588ms","start":"2026-03-08T02:45:56.492781Z","end":"2026-03-08T02:45:56.763478Z","steps":["trace[1656846831] 'read index received' (duration: 105.178711ms)","trace[1656846831] 'applied index is now lower than readState.Index' (duration: 165.517357ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:45:56.763649Z","caller":"traceutil/trace.go:171","msg":"trace[49839661] transaction","detail":"{read_only:false; response_revision:9632; number_of_response:1; }","duration":"274.497847ms","start":"2026-03-08T02:45:56.489138Z","end":"2026-03-08T02:45:56.763636Z","steps":["trace[49839661] 'process raft request' (duration: 274.278322ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:56.763655Z","caller":"traceutil/trace.go:171","msg":"trace[129677365] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"274.732343ms","start":"2026-03-08T02:45:56.488896Z","end":"2026-03-08T02:45:56.763628Z","steps":["trace[129677365] 'process raft request' (duration: 274.478247ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:56.763741Z","caller":"traceutil/trace.go:171","msg":"trace[1626078121] transaction","detail":"{read_only:false; response_revision:9629; number_of_response:1; }","duration":"274.941077ms","start":"2026-03-08T02:45:56.48876Z","end":"2026-03-08T02:45:56.763701Z","steps":["trace[1626078121] 'process raft request' (duration: 274.504377ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:56.763822Z","caller":"traceutil/trace.go:171","msg":"trace[2118952036] transaction","detail":"{read_only:false; response_revision:9630; number_of_response:1; }","duration":"275.05277ms","start":"2026-03-08T02:45:56.488762Z","end":"2026-03-08T02:45:56.763814Z","steps":["trace[2118952036] 'process raft request' (duration: 274.562939ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:56.764023Z","caller":"traceutil/trace.go:171","msg":"trace[501652103] transaction","detail":"{read_only:false; response_revision:9628; number_of_response:1; }","duration":"275.562781ms","start":"2026-03-08T02:45:56.488441Z","end":"2026-03-08T02:45:56.764004Z","steps":["trace[501652103] 'process raft request' (duration: 109.43824ms)","trace[501652103] 'compare' (duration: 164.937964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:45:56.764282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.483177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:335737"} {"level":"info","ts":"2026-03-08T02:45:56.764327Z","caller":"traceutil/trace.go:171","msg":"trace[700895007] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:9632; }","duration":"271.578889ms","start":"2026-03-08T02:45:56.492739Z","end":"2026-03-08T02:45:56.764318Z","steps":["trace[700895007] 'agreement among raft nodes before linearized reading' (duration: 271.176949ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:57.16359Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-08T02:45:57.164109Z","caller":"traceutil/trace.go:171","msg":"trace[192183110] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"313.228279ms","start":"2026-03-08T02:45:56.850858Z","end":"2026-03-08T02:45:57.164087Z","steps":["trace[192183110] 'process raft request' (duration: 312.40858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:45:57.164301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:45:56.850823Z","time spent":"313.394113ms","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414707,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:45:57.40345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.955153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-metadefs-load-l6f7d\" ","response":"range_response_count:1 size:6909"} {"level":"info","ts":"2026-03-08T02:45:57.403549Z","caller":"traceutil/trace.go:171","msg":"trace[212760285] range","detail":"{range_begin:/registry/pods/openstack/glance-metadefs-load-l6f7d; range_end:; response_count:1; response_revision:9633; }","duration":"107.094845ms","start":"2026-03-08T02:45:57.296434Z","end":"2026-03-08T02:45:57.403529Z","steps":["trace[212760285] 'range keys from in-memory index tree' (duration: 106.779979ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:57.468775Z","caller":"traceutil/trace.go:171","msg":"trace[140144857] transaction","detail":"{read_only:false; response_revision:9634; number_of_response:1; }","duration":"170.496583ms","start":"2026-03-08T02:45:57.298252Z","end":"2026-03-08T02:45:57.468749Z","steps":["trace[140144857] 'process raft request' (duration: 170.33625ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:57.580658Z","caller":"traceutil/trace.go:171","msg":"trace[803847376] transaction","detail":"{read_only:false; response_revision:9635; number_of_response:1; }","duration":"167.221927ms","start":"2026-03-08T02:45:57.4134Z","end":"2026-03-08T02:45:57.580622Z","steps":["trace[803847376] 'process raft request' (duration: 166.965921ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:45:57.583057Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-08T02:45:57.583186Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-08T02:46:42.99752Z","caller":"traceutil/trace.go:171","msg":"trace[1192137622] linearizableReadLoop","detail":"{readStateIndex:10300; appliedIndex:10299; }","duration":"158.892343ms","start":"2026-03-08T02:46:42.8386Z","end":"2026-03-08T02:46:42.997493Z","steps":["trace[1192137622] 'read index received' (duration: 120.821546ms)","trace[1192137622] 'applied index is now lower than readState.Index' (duration: 38.069637ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:46:42.997724Z","caller":"traceutil/trace.go:171","msg":"trace[1594883350] transaction","detail":"{read_only:false; response_revision:9919; number_of_response:1; }","duration":"344.332245ms","start":"2026-03-08T02:46:42.653364Z","end":"2026-03-08T02:46:42.997697Z","steps":["trace[1594883350] 'process raft request' (duration: 306.116574ms)","trace[1594883350] 'compare' (duration: 37.879213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:46:42.997867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.256991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:46:42.998445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:46:42.653341Z","time spent":"344.941648ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:46:42.998488Z","caller":"traceutil/trace.go:171","msg":"trace[1923677852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9919; }","duration":"159.913656ms","start":"2026-03-08T02:46:42.838538Z","end":"2026-03-08T02:46:42.998451Z","steps":["trace[1923677852] 'agreement among raft nodes before linearized reading' (duration: 159.254091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:31.945784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.05494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:48:31.946241Z","caller":"traceutil/trace.go:171","msg":"trace[1264706071] transaction","detail":"{read_only:false; response_revision:10450; number_of_response:1; }","duration":"300.425757ms","start":"2026-03-08T02:48:31.645757Z","end":"2026-03-08T02:48:31.946182Z","steps":["trace[1264706071] 'process raft request' (duration: 162.812463ms)","trace[1264706071] 'compare' (duration: 136.879377ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:48:31.946296Z","caller":"traceutil/trace.go:171","msg":"trace[1435809164] transaction","detail":"{read_only:false; response_revision:10451; number_of_response:1; }","duration":"300.069109ms","start":"2026-03-08T02:48:31.646199Z","end":"2026-03-08T02:48:31.946268Z","steps":["trace[1435809164] 'process raft request' (duration: 299.905225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:31.946432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:31.646174Z","time spent":"300.201071ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:48:31.946489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:31.645744Z","time spent":"300.624002ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:48:31.946615Z","caller":"traceutil/trace.go:171","msg":"trace[1403673043] transaction","detail":"{read_only:false; response_revision:10452; number_of_response:1; }","duration":"300.256963ms","start":"2026-03-08T02:48:31.646319Z","end":"2026-03-08T02:48:31.946576Z","steps":["trace[1403673043] 'process raft request' (duration: 299.882374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:31.946806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:48:31.646307Z","time spent":"300.399256ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:48:31.946827Z","caller":"traceutil/trace.go:171","msg":"trace[1702359024] linearizableReadLoop","detail":"{readStateIndex:10857; appliedIndex:10853; }","duration":"106.977739ms","start":"2026-03-08T02:48:31.8398Z","end":"2026-03-08T02:48:31.946778Z","steps":["trace[1702359024] 'read index received' (duration: 99.169596ms)","trace[1702359024] 'applied index is now lower than readState.Index' (duration: 7.805753ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:48:31.946938Z","caller":"traceutil/trace.go:171","msg":"trace[1616144663] transaction","detail":"{read_only:false; response_revision:10453; number_of_response:1; }","duration":"299.888264ms","start":"2026-03-08T02:48:31.647031Z","end":"2026-03-08T02:48:31.946919Z","steps":["trace[1616144663] 'process raft request' (duration: 299.416973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:31.947187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.345787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:48:31.947233Z","caller":"traceutil/trace.go:171","msg":"trace[2142063588] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10453; }","duration":"107.498891ms","start":"2026-03-08T02:48:31.839721Z","end":"2026-03-08T02:48:31.94722Z","steps":["trace[2142063588] 'agreement among raft nodes before linearized reading' (duration: 107.261355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:35.764865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.780451ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:48:40.033047Z","caller":"traceutil/trace.go:171","msg":"trace[718654472] transaction","detail":"{read_only:false; response_revision:10565; number_of_response:1; }","duration":"185.537593ms","start":"2026-03-08T02:48:39.84747Z","end":"2026-03-08T02:48:40.033008Z","steps":["trace[718654472] 'process raft request' (duration: 185.219496ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:48:40.182111Z","caller":"traceutil/trace.go:171","msg":"trace[1119076655] transaction","detail":"{read_only:false; response_revision:10566; number_of_response:1; }","duration":"143.825629ms","start":"2026-03-08T02:48:40.038253Z","end":"2026-03-08T02:48:40.182078Z","steps":["trace[1119076655] 'process raft request' (duration: 139.261513ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:48:40.18236Z","caller":"traceutil/trace.go:171","msg":"trace[1637817778] linearizableReadLoop","detail":"{readStateIndex:10974; appliedIndex:10971; }","duration":"122.273525ms","start":"2026-03-08T02:48:40.060073Z","end":"2026-03-08T02:48:40.182347Z","steps":["trace[1637817778] 'read index received' (duration: 31.639578ms)","trace[1637817778] 'applied index is now lower than readState.Index' (duration: 90.632537ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:48:40.182438Z","caller":"traceutil/trace.go:171","msg":"trace[2089598685] transaction","detail":"{read_only:false; response_revision:10567; number_of_response:1; }","duration":"143.780119ms","start":"2026-03-08T02:48:40.038628Z","end":"2026-03-08T02:48:40.182408Z","steps":["trace[2089598685] 'process raft request' (duration: 143.40603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:40.182563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.477501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:48:40.182607Z","caller":"traceutil/trace.go:171","msg":"trace[1327735322] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10567; }","duration":"122.534302ms","start":"2026-03-08T02:48:40.060057Z","end":"2026-03-08T02:48:40.182591Z","steps":["trace[1327735322] 'agreement among raft nodes before linearized reading' (duration: 122.355478ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:48:40.211374Z","caller":"traceutil/trace.go:171","msg":"trace[138009023] transaction","detail":"{read_only:false; response_revision:10568; number_of_response:1; }","duration":"118.605751ms","start":"2026-03-08T02:48:40.092741Z","end":"2026-03-08T02:48:40.211346Z","steps":["trace[138009023] 'process raft request' (duration: 118.467197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:40.211446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.203351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:48:40.211519Z","caller":"traceutil/trace.go:171","msg":"trace[1747601478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10568; }","duration":"151.323434ms","start":"2026-03-08T02:48:40.060184Z","end":"2026-03-08T02:48:40.211508Z","steps":["trace[1747601478] 'agreement among raft nodes before linearized reading' (duration: 151.13544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:48:40.21164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.810602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:48:40.211745Z","caller":"traceutil/trace.go:171","msg":"trace[1064402880] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:10568; }","duration":"138.969545ms","start":"2026-03-08T02:48:40.072758Z","end":"2026-03-08T02:48:40.211728Z","steps":["trace[1064402880] 'agreement among raft nodes before linearized reading' (duration: 138.597537ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:48:40.651325Z","caller":"traceutil/trace.go:171","msg":"trace[873066721] transaction","detail":"{read_only:false; response_revision:10572; number_of_response:1; }","duration":"200.80015ms","start":"2026-03-08T02:48:40.450496Z","end":"2026-03-08T02:48:40.651296Z","steps":["trace[873066721] 'process raft request' (duration: 119.491271ms)","trace[873066721] 'compare' (duration: 80.986682ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:02.518694Z","caller":"traceutil/trace.go:171","msg":"trace[264606550] transaction","detail":"{read_only:false; response_revision:10786; number_of_response:1; }","duration":"180.057916ms","start":"2026-03-08T02:49:02.338612Z","end":"2026-03-08T02:49:02.51867Z","steps":["trace[264606550] 'process raft request' (duration: 179.322958ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:02.555248Z","caller":"traceutil/trace.go:171","msg":"trace[473081215] transaction","detail":"{read_only:false; response_revision:10787; number_of_response:1; }","duration":"216.432445ms","start":"2026-03-08T02:49:02.338792Z","end":"2026-03-08T02:49:02.555224Z","steps":["trace[473081215] 'process raft request' (duration: 210.909446ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:02.55547Z","caller":"traceutil/trace.go:171","msg":"trace[603386571] linearizableReadLoop","detail":"{readStateIndex:11199; appliedIndex:11196; }","duration":"112.803744ms","start":"2026-03-08T02:49:02.44264Z","end":"2026-03-08T02:49:02.555443Z","steps":["trace[603386571] 'read index received' (duration: 75.395501ms)","trace[603386571] 'applied index is now lower than readState.Index' (duration: 37.406923ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:02.555649Z","caller":"traceutil/trace.go:171","msg":"trace[1854109801] transaction","detail":"{read_only:false; response_revision:10788; number_of_response:1; }","duration":"216.490667ms","start":"2026-03-08T02:49:02.339146Z","end":"2026-03-08T02:49:02.555636Z","steps":["trace[1854109801] 'process raft request' (duration: 216.037826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:02.555911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.246815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:49:02.556065Z","caller":"traceutil/trace.go:171","msg":"trace[1443500343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10788; }","duration":"113.45377ms","start":"2026-03-08T02:49:02.442592Z","end":"2026-03-08T02:49:02.556046Z","steps":["trace[1443500343] 'agreement among raft nodes before linearized reading' (duration: 113.172494ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:04.138695Z","caller":"traceutil/trace.go:171","msg":"trace[280582048] transaction","detail":"{read_only:false; response_revision:10806; number_of_response:1; }","duration":"209.81317ms","start":"2026-03-08T02:49:03.928826Z","end":"2026-03-08T02:49:04.138639Z","steps":["trace[280582048] 'process raft request' (duration: 188.712267ms)","trace[280582048] 'compare' (duration: 20.632342ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:04.13882Z","caller":"traceutil/trace.go:171","msg":"trace[571079921] linearizableReadLoop","detail":"{readStateIndex:11217; appliedIndex:11216; }","duration":"114.030943ms","start":"2026-03-08T02:49:04.024766Z","end":"2026-03-08T02:49:04.138797Z","steps":["trace[571079921] 'read index received' (duration: 92.756546ms)","trace[571079921] 'applied index is now lower than readState.Index' (duration: 21.273147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:04.139023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.220597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:04.139128Z","caller":"traceutil/trace.go:171","msg":"trace[1020382269] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:10806; }","duration":"114.378721ms","start":"2026-03-08T02:49:04.024724Z","end":"2026-03-08T02:49:04.139102Z","steps":["trace[1020382269] 'agreement among raft nodes before linearized reading' (duration: 114.181307ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:07.390822Z","caller":"traceutil/trace.go:171","msg":"trace[455214741] transaction","detail":"{read_only:false; response_revision:10832; number_of_response:1; }","duration":"114.086944ms","start":"2026-03-08T02:49:07.276702Z","end":"2026-03-08T02:49:07.390789Z","steps":["trace[455214741] 'process raft request' (duration: 113.861259ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:07.529856Z","caller":"traceutil/trace.go:171","msg":"trace[1479651347] transaction","detail":"{read_only:false; response_revision:10836; number_of_response:1; }","duration":"132.185488ms","start":"2026-03-08T02:49:07.39764Z","end":"2026-03-08T02:49:07.529826Z","steps":["trace[1479651347] 'process raft request' (duration: 132.098826ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:07.529901Z","caller":"traceutil/trace.go:171","msg":"trace[1234614953] transaction","detail":"{read_only:false; response_revision:10835; number_of_response:1; }","duration":"132.354631ms","start":"2026-03-08T02:49:07.397492Z","end":"2026-03-08T02:49:07.529847Z","steps":["trace[1234614953] 'process raft request' (duration: 132.167737ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:07.529923Z","caller":"traceutil/trace.go:171","msg":"trace[691243337] transaction","detail":"{read_only:false; response_revision:10834; number_of_response:1; }","duration":"133.018427ms","start":"2026-03-08T02:49:07.396845Z","end":"2026-03-08T02:49:07.529863Z","steps":["trace[691243337] 'process raft request' (duration: 47.432138ms)","trace[691243337] 'compare' (duration: 85.23004ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:07.530063Z","caller":"traceutil/trace.go:171","msg":"trace[156024946] transaction","detail":"{read_only:false; response_revision:10837; number_of_response:1; }","duration":"131.726717ms","start":"2026-03-08T02:49:07.398325Z","end":"2026-03-08T02:49:07.530051Z","steps":["trace[156024946] 'process raft request' (duration: 131.459831ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:47.92457Z","caller":"traceutil/trace.go:171","msg":"trace[1820410284] linearizableReadLoop","detail":"{readStateIndex:11659; appliedIndex:11658; }","duration":"259.241135ms","start":"2026-03-08T02:49:47.665308Z","end":"2026-03-08T02:49:47.924549Z","steps":["trace[1820410284] 'read index received' (duration: 259.084942ms)","trace[1820410284] 'applied index is now lower than readState.Index' (duration: 155.243µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:47.924733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.414429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:47.924757Z","caller":"traceutil/trace.go:171","msg":"trace[280964302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11237; }","duration":"259.496171ms","start":"2026-03-08T02:49:47.665252Z","end":"2026-03-08T02:49:47.924748Z","steps":["trace[280964302] 'agreement among raft nodes before linearized reading' (duration: 259.379348ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:47.925025Z","caller":"traceutil/trace.go:171","msg":"trace[1282202496] transaction","detail":"{read_only:false; response_revision:11237; number_of_response:1; }","duration":"280.579884ms","start":"2026-03-08T02:49:47.644407Z","end":"2026-03-08T02:49:47.924987Z","steps":["trace[1282202496] 'process raft request' (duration: 280.01005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.776652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661474866s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:49:49.77688Z","caller":"traceutil/trace.go:171","msg":"trace[934620110] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"719.542366ms","start":"2026-03-08T02:49:49.057318Z","end":"2026-03-08T02:49:49.776861Z","steps":["trace[934620110] 'process raft request' (duration: 719.444304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.776953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:49.057296Z","time spent":"719.624858ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:49:49.777269Z","caller":"traceutil/trace.go:171","msg":"trace[535904164] linearizableReadLoop","detail":"{readStateIndex:11660; appliedIndex:11659; }","duration":"1.51438134s","start":"2026-03-08T02:49:48.262839Z","end":"2026-03-08T02:49:49.77722Z","steps":["trace[535904164] 'read index received' (duration: 46.861µs)","trace[535904164] 'applied index is now lower than readState.Index' (duration: 1.514312639s)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:49:49.777545Z","caller":"traceutil/trace.go:171","msg":"trace[362256084] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"1.816707402s","start":"2026-03-08T02:49:47.960817Z","end":"2026-03-08T02:49:49.777524Z","steps":["trace[362256084] 'process raft request' (duration: 154.256604ms)","trace[362256084] 'compare' (duration: 1.661005375s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:49:49.777769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:47.960765Z","time spent":"1.816892167s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:49:49.77792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509148908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130596"} {"level":"warn","ts":"2026-03-08T02:49:49.777962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514996805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-08T02:49:49.778364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.538845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19328"} {"level":"info","ts":"2026-03-08T02:49:49.778378Z","caller":"traceutil/trace.go:171","msg":"trace[107290389] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11239; }","duration":"1.515526618s","start":"2026-03-08T02:49:48.262821Z","end":"2026-03-08T02:49:49.778348Z","steps":["trace[107290389] 'agreement among raft nodes before linearized reading' (duration: 1.514709859s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:49.778412Z","caller":"traceutil/trace.go:171","msg":"trace[61396756] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11239; }","duration":"263.613397ms","start":"2026-03-08T02:49:49.514786Z","end":"2026-03-08T02:49:49.778399Z","steps":["trace[61396756] 'agreement among raft nodes before linearized reading' (duration: 263.492924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.77864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:48.262756Z","time spent":"1.515859445s","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-08T02:49:49.778048Z","caller":"traceutil/trace.go:171","msg":"trace[1149925624] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11239; }","duration":"1.509455086s","start":"2026-03-08T02:49:48.268571Z","end":"2026-03-08T02:49:49.778026Z","steps":["trace[1149925624] 'agreement among raft nodes before linearized reading' (duration: 1.508982695s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.778841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.913362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:49.778836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.150054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:49.77889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.414094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-08T02:49:49.778842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.456891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:49.778908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.12803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:49:49.778957Z","caller":"traceutil/trace.go:171","msg":"trace[391647407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11239; }","duration":"740.530187ms","start":"2026-03-08T02:49:49.03841Z","end":"2026-03-08T02:49:49.77894Z","steps":["trace[391647407] 'agreement among raft nodes before linearized reading' (duration: 740.324492ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:49.778959Z","caller":"traceutil/trace.go:171","msg":"trace[1162215031] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11239; }","duration":"754.315388ms","start":"2026-03-08T02:49:49.02462Z","end":"2026-03-08T02:49:49.778936Z","steps":["trace[1162215031] 'agreement among raft nodes before linearized reading' (duration: 754.085883ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:49.778953Z","caller":"traceutil/trace.go:171","msg":"trace[779388566] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11239; }","duration":"755.062425ms","start":"2026-03-08T02:49:49.023863Z","end":"2026-03-08T02:49:49.778925Z","steps":["trace[779388566] 'agreement among raft nodes before linearized reading' (duration: 754.925302ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:49.778978Z","caller":"traceutil/trace.go:171","msg":"trace[410235402] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11239; }","duration":"754.626645ms","start":"2026-03-08T02:49:49.024331Z","end":"2026-03-08T02:49:49.778958Z","steps":["trace[410235402] 'agreement among raft nodes before linearized reading' (duration: 754.442391ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:49.778983Z","caller":"traceutil/trace.go:171","msg":"trace[812816420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11239; }","duration":"732.235102ms","start":"2026-03-08T02:49:49.046728Z","end":"2026-03-08T02:49:49.778964Z","steps":["trace[812816420] 'agreement among raft nodes before linearized reading' (duration: 732.001377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.778921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:48.268504Z","time spent":"1.510390627s","remote":"127.0.0.1:57406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130619,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-08T02:49:49.778993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.323785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-08T02:49:49.779002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:49.0384Z","time spent":"740.593698ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:49:49.778997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.881807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-08T02:49:49.779063Z","caller":"traceutil/trace.go:171","msg":"trace[1353809331] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11239; }","duration":"753.436497ms","start":"2026-03-08T02:49:49.025608Z","end":"2026-03-08T02:49:49.779045Z","steps":["trace[1353809331] 'agreement among raft nodes before linearized reading' (duration: 753.13595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.779088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.289967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:49.77911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:49.025599Z","time spent":"753.500379ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:49:49.779109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.184675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:49:49.77901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:49.024609Z","time spent":"754.38966ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:49:49.779171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.437481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:49.779229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09946182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T02:49:49.778183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.898227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:49.779337Z","caller":"traceutil/trace.go:171","msg":"trace[1335279833] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11239; }","duration":"1.099599343s","start":"2026-03-08T02:49:48.679721Z","end":"2026-03-08T02:49:49.77932Z","steps":["trace[1335279833] 'agreement among raft nodes before linearized reading' (duration: 1.099119942s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:49.77934Z","caller":"traceutil/trace.go:171","msg":"trace[1495705215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11239; }","duration":"733.286567ms","start":"2026-03-08T02:49:49.045885Z","end":"2026-03-08T02:49:49.779171Z","steps":["trace[1495705215] 'agreement among raft nodes before linearized reading' (duration: 732.824926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.779092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.322098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:49.779379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:48.679703Z","time spent":"1.099666315s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:49:49.779375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.559345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:49:49.779413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:49.045871Z","time spent":"733.525973ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T02:49:49.779438Z","caller":"traceutil/trace.go:171","msg":"trace[1615669602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11239; }","duration":"987.652338ms","start":"2026-03-08T02:49:48.791766Z","end":"2026-03-08T02:49:49.779418Z","steps":["trace[1615669602] 'agreement among raft nodes before linearized reading' (duration: 987.089495ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:49.779141Z","caller":"traceutil/trace.go:171","msg":"trace[590856019] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11239; }","duration":"858.397499ms","start":"2026-03-08T02:49:48.92073Z","end":"2026-03-08T02:49:49.779128Z","steps":["trace[590856019] 'agreement among raft nodes before linearized reading' (duration: 858.323637ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:49.779419Z","caller":"traceutil/trace.go:171","msg":"trace[1846262457] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11239; }","duration":"858.663835ms","start":"2026-03-08T02:49:48.920739Z","end":"2026-03-08T02:49:49.779403Z","steps":["trace[1846262457] 'agreement among raft nodes before linearized reading' (duration: 858.329798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.779508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:48.920697Z","time spent":"858.801479ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:49:49.779537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:48.920724Z","time spent":"858.794639ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-08T02:49:49.779366Z","caller":"traceutil/trace.go:171","msg":"trace[1604515303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11239; }","duration":"114.114995ms","start":"2026-03-08T02:49:49.665236Z","end":"2026-03-08T02:49:49.779351Z","steps":["trace[1604515303] 'agreement among raft nodes before linearized reading' (duration: 112.837195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.779033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:49.024317Z","time spent":"754.704387ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-08T02:49:49.779034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:49.046718Z","time spent":"732.306844ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:49:49.779358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.908332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:49:49.779026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:49.02384Z","time spent":"755.169958ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-08T02:49:49.779786Z","caller":"traceutil/trace.go:171","msg":"trace[1794418283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11239; }","duration":"770.329472ms","start":"2026-03-08T02:49:49.009437Z","end":"2026-03-08T02:49:49.779767Z","steps":["trace[1794418283] 'agreement among raft nodes before linearized reading' (duration: 769.801979ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:49:49.779096Z","caller":"traceutil/trace.go:171","msg":"trace[633615098] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11239; }","duration":"855.035161ms","start":"2026-03-08T02:49:48.924037Z","end":"2026-03-08T02:49:49.779072Z","steps":["trace[633615098] 'agreement among raft nodes before linearized reading' (duration: 854.659172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.779058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.45744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:49:49.77986Z","caller":"traceutil/trace.go:171","msg":"trace[14968369] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11239; }","duration":"859.431874ms","start":"2026-03-08T02:49:48.920419Z","end":"2026-03-08T02:49:49.779851Z","steps":["trace[14968369] 'agreement among raft nodes before linearized reading' (duration: 858.383789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.779893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:48.920392Z","time spent":"859.494435ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-08T02:49:49.779562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:48.791749Z","time spent":"987.71991ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:49:49.77931Z","caller":"traceutil/trace.go:171","msg":"trace[149444777] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11239; }","duration":"858.623285ms","start":"2026-03-08T02:49:48.920662Z","end":"2026-03-08T02:49:49.779285Z","steps":["trace[149444777] 'agreement among raft nodes before linearized reading' (duration: 858.465891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.7791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.735258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:49:49.779985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:48.920624Z","time spent":"859.347112ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-08T02:49:49.78001Z","caller":"traceutil/trace.go:171","msg":"trace[1140224273] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11239; }","duration":"755.67671ms","start":"2026-03-08T02:49:49.024318Z","end":"2026-03-08T02:49:49.779994Z","steps":["trace[1140224273] 'agreement among raft nodes before linearized reading' (duration: 754.745318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.779825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:49.009369Z","time spent":"770.445645ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:49:49.780073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:49.024294Z","time spent":"755.762602ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:49:49.780456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:48.924026Z","time spent":"856.404802ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:49:49.780481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.265126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:49:49.780548Z","caller":"traceutil/trace.go:171","msg":"trace[337492125] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:11239; }","duration":"713.157317ms","start":"2026-03-08T02:49:49.067378Z","end":"2026-03-08T02:49:49.780536Z","steps":["trace[337492125] 'agreement among raft nodes before linearized reading' (duration: 711.245782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.78059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:49.067372Z","time spent":"713.208388ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:49:49.781023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.088549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:49:49.781096Z","caller":"traceutil/trace.go:171","msg":"trace[1501765769] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11239; }","duration":"860.216921ms","start":"2026-03-08T02:49:48.920862Z","end":"2026-03-08T02:49:49.781078Z","steps":["trace[1501765769] 'agreement among raft nodes before linearized reading' (duration: 858.304847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:49:49.781179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:49:48.920849Z","time spent":"860.316795ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-08T02:50:14.05055Z","caller":"traceutil/trace.go:171","msg":"trace[1968490032] linearizableReadLoop","detail":"{readStateIndex:11789; appliedIndex:11788; }","duration":"111.322381ms","start":"2026-03-08T02:50:13.9392Z","end":"2026-03-08T02:50:14.050523Z","steps":["trace[1968490032] 'read index received' (duration: 111.169547ms)","trace[1968490032] 'applied index is now lower than readState.Index' (duration: 151.503µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:14.050638Z","caller":"traceutil/trace.go:171","msg":"trace[1619112192] transaction","detail":"{read_only:false; response_revision:11362; number_of_response:1; }","duration":"115.321753ms","start":"2026-03-08T02:50:13.935278Z","end":"2026-03-08T02:50:14.0506Z","steps":["trace[1619112192] 'process raft request' (duration: 115.078428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:14.050877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.636758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-08T02:50:14.051009Z","caller":"traceutil/trace.go:171","msg":"trace[1370484423] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11362; }","duration":"111.809211ms","start":"2026-03-08T02:50:13.93917Z","end":"2026-03-08T02:50:14.05098Z","steps":["trace[1370484423] 'agreement among raft nodes before linearized reading' (duration: 111.472283ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:14.056512Z","caller":"traceutil/trace.go:171","msg":"trace[1649876299] transaction","detail":"{read_only:false; response_revision:11363; number_of_response:1; }","duration":"115.528328ms","start":"2026-03-08T02:50:13.940963Z","end":"2026-03-08T02:50:14.056491Z","steps":["trace[1649876299] 'process raft request' (duration: 115.305423ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:14.16309Z","caller":"traceutil/trace.go:171","msg":"trace[241615295] transaction","detail":"{read_only:false; response_revision:11365; number_of_response:1; }","duration":"102.094085ms","start":"2026-03-08T02:50:14.060956Z","end":"2026-03-08T02:50:14.16305Z","steps":["trace[241615295] 'process raft request' (duration: 54.406201ms)","trace[241615295] 'compare' (duration: 47.52915ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:14.208594Z","caller":"traceutil/trace.go:171","msg":"trace[206162920] transaction","detail":"{read_only:false; response_revision:11366; number_of_response:1; }","duration":"146.404099ms","start":"2026-03-08T02:50:14.062153Z","end":"2026-03-08T02:50:14.208557Z","steps":["trace[206162920] 'process raft request' (duration: 146.188624ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:14.208923Z","caller":"traceutil/trace.go:171","msg":"trace[513839216] transaction","detail":"{read_only:false; response_revision:11367; number_of_response:1; }","duration":"146.686676ms","start":"2026-03-08T02:50:14.062205Z","end":"2026-03-08T02:50:14.208892Z","steps":["trace[513839216] 'process raft request' (duration: 146.283337ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:14.209067Z","caller":"traceutil/trace.go:171","msg":"trace[779285097] transaction","detail":"{read_only:false; response_revision:11368; number_of_response:1; }","duration":"146.781188ms","start":"2026-03-08T02:50:14.062258Z","end":"2026-03-08T02:50:14.209039Z","steps":["trace[779285097] 'process raft request' (duration: 146.511841ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:14.209095Z","caller":"traceutil/trace.go:171","msg":"trace[1219134711] transaction","detail":"{read_only:false; response_revision:11369; number_of_response:1; }","duration":"129.621558ms","start":"2026-03-08T02:50:14.079451Z","end":"2026-03-08T02:50:14.209072Z","steps":["trace[1219134711] 'process raft request' (duration: 129.508105ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:14.209203Z","caller":"traceutil/trace.go:171","msg":"trace[344844926] linearizableReadLoop","detail":"{readStateIndex:11795; appliedIndex:11791; }","duration":"146.095232ms","start":"2026-03-08T02:50:14.062917Z","end":"2026-03-08T02:50:14.209012Z","steps":["trace[344844926] 'read index received' (duration: 52.464785ms)","trace[344844926] 'applied index is now lower than readState.Index' (duration: 93.628687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:14.210216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.110726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444849"} {"level":"info","ts":"2026-03-08T02:50:14.210339Z","caller":"traceutil/trace.go:171","msg":"trace[481209971] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11369; }","duration":"147.420502ms","start":"2026-03-08T02:50:14.062891Z","end":"2026-03-08T02:50:14.210312Z","steps":["trace[481209971] 'agreement among raft nodes before linearized reading' (duration: 146.289286ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:14.743517Z","caller":"traceutil/trace.go:171","msg":"trace[1059097178] linearizableReadLoop","detail":"{readStateIndex:11797; appliedIndex:11796; }","duration":"219.772053ms","start":"2026-03-08T02:50:14.523708Z","end":"2026-03-08T02:50:14.74348Z","steps":["trace[1059097178] 'read index received' (duration: 219.468856ms)","trace[1059097178] 'applied index is now lower than readState.Index' (duration: 301.827µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:14.743719Z","caller":"traceutil/trace.go:171","msg":"trace[1560383273] transaction","detail":"{read_only:false; response_revision:11370; number_of_response:1; }","duration":"225.753273ms","start":"2026-03-08T02:50:14.517947Z","end":"2026-03-08T02:50:14.7437Z","steps":["trace[1560383273] 'process raft request' (duration: 225.257761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:14.743813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.021215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:50:14.743923Z","caller":"traceutil/trace.go:171","msg":"trace[1958275505] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11370; }","duration":"213.177859ms","start":"2026-03-08T02:50:14.530707Z","end":"2026-03-08T02:50:14.743885Z","steps":["trace[1958275505] 'agreement among raft nodes before linearized reading' (duration: 213.018055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:14.744089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.593203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:50:14.744164Z","caller":"traceutil/trace.go:171","msg":"trace[1267665828] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11370; }","duration":"143.748247ms","start":"2026-03-08T02:50:14.600396Z","end":"2026-03-08T02:50:14.744144Z","steps":["trace[1267665828] 'agreement among raft nodes before linearized reading' (duration: 143.581333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:14.744311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.51771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:50:14.744453Z","caller":"traceutil/trace.go:171","msg":"trace[2082148083] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11370; }","duration":"220.783847ms","start":"2026-03-08T02:50:14.523643Z","end":"2026-03-08T02:50:14.744427Z","steps":["trace[2082148083] 'agreement among raft nodes before linearized reading' (duration: 220.50579ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:16.254332Z","caller":"traceutil/trace.go:171","msg":"trace[1340400248] transaction","detail":"{read_only:false; response_revision:11371; number_of_response:1; }","duration":"197.80222ms","start":"2026-03-08T02:50:16.056502Z","end":"2026-03-08T02:50:16.254304Z","steps":["trace[1340400248] 'process raft request' (duration: 197.509893ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:16.254303Z","caller":"traceutil/trace.go:171","msg":"trace[167526451] linearizableReadLoop","detail":"{readStateIndex:11799; appliedIndex:11798; }","duration":"197.479102ms","start":"2026-03-08T02:50:16.056793Z","end":"2026-03-08T02:50:16.254272Z","steps":["trace[167526451] 'read index received' (duration: 197.130154ms)","trace[167526451] 'applied index is now lower than readState.Index' (duration: 346.968µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:16.254728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.916102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-08T02:50:16.254842Z","caller":"traceutil/trace.go:171","msg":"trace[1120418584] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11371; }","duration":"198.107267ms","start":"2026-03-08T02:50:16.05671Z","end":"2026-03-08T02:50:16.254818Z","steps":["trace[1120418584] 'agreement among raft nodes before linearized reading' (duration: 197.681547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:16.755555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019365226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:50:17.2566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019365226,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:50:17.439971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178724091s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:50:17.440423Z","caller":"traceutil/trace.go:171","msg":"trace[1203062074] transaction","detail":"{read_only:false; response_revision:11372; number_of_response:1; }","duration":"1.378117398s","start":"2026-03-08T02:50:16.062278Z","end":"2026-03-08T02:50:17.440395Z","steps":["trace[1203062074] 'process raft request' (duration: 1.377899213s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:17.440564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:16.062249Z","time spent":"1.37822211s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:50:17.440907Z","caller":"traceutil/trace.go:171","msg":"trace[70810232] transaction","detail":"{read_only:false; response_revision:11373; number_of_response:1; }","duration":"1.378283322s","start":"2026-03-08T02:50:16.062607Z","end":"2026-03-08T02:50:17.440891Z","steps":["trace[70810232] 'process raft request' (duration: 1.377743829s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:17.440973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:16.062596Z","time spent":"1.378344913s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:50:17.440957Z","caller":"traceutil/trace.go:171","msg":"trace[367173998] linearizableReadLoop","detail":"{readStateIndex:11801; appliedIndex:11799; }","duration":"1.18639891s","start":"2026-03-08T02:50:16.254501Z","end":"2026-03-08T02:50:17.4409Z","steps":["trace[367173998] 'read index received' (duration: 1.185624692s)","trace[367173998] 'applied index is now lower than readState.Index' (duration: 770.218µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:17.441345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226850085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:50:17.441381Z","caller":"traceutil/trace.go:171","msg":"trace[1938834335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11373; }","duration":"1.226938617s","start":"2026-03-08T02:50:16.214431Z","end":"2026-03-08T02:50:17.44137Z","steps":["trace[1938834335] 'agreement among raft nodes before linearized reading' (duration: 1.226815574s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:17.441417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:16.214391Z","time spent":"1.227019919s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:50:17.441445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22660975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:50:17.441483Z","caller":"traceutil/trace.go:171","msg":"trace[976152511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11373; }","duration":"1.226677792s","start":"2026-03-08T02:50:16.214796Z","end":"2026-03-08T02:50:17.441474Z","steps":["trace[976152511] 'agreement among raft nodes before linearized reading' (duration: 1.226576629s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:17.441504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:16.214782Z","time spent":"1.226717022s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:50:17.441559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274303933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:50:17.441595Z","caller":"traceutil/trace.go:171","msg":"trace[56851721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11373; }","duration":"1.274338784s","start":"2026-03-08T02:50:16.167247Z","end":"2026-03-08T02:50:17.441586Z","steps":["trace[56851721] 'agreement among raft nodes before linearized reading' (duration: 1.274250802s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:17.441625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:16.167192Z","time spent":"1.274424146s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:50:17.441634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.563947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:17.441659Z","caller":"traceutil/trace.go:171","msg":"trace[54414998] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:11373; }","duration":"317.632189ms","start":"2026-03-08T02:50:17.124018Z","end":"2026-03-08T02:50:17.44165Z","steps":["trace[54414998] 'agreement among raft nodes before linearized reading' (duration: 317.589068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:17.441679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.123997Z","time spent":"317.67615ms","remote":"127.0.0.1:33456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:50:17.441698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.133661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:17.441807Z","caller":"traceutil/trace.go:171","msg":"trace[2059079337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11373; }","duration":"768.291725ms","start":"2026-03-08T02:50:16.673496Z","end":"2026-03-08T02:50:17.441788Z","steps":["trace[2059079337] 'agreement among raft nodes before linearized reading' (duration: 768.113281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:17.441858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:16.673479Z","time spent":"768.370966ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:50:17.441826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228103695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:50:17.442014Z","caller":"traceutil/trace.go:171","msg":"trace[1926439473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11373; }","duration":"1.22835662s","start":"2026-03-08T02:50:16.213623Z","end":"2026-03-08T02:50:17.441979Z","steps":["trace[1926439473] 'agreement among raft nodes before linearized reading' (duration: 1.227968111s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:17.442089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:16.213598Z","time spent":"1.228470543s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:50:17.442145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227654844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-08T02:50:17.442283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221939741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:50:17.442904Z","caller":"traceutil/trace.go:171","msg":"trace[1474266853] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:11373; }","duration":"1.22281027s","start":"2026-03-08T02:50:16.220072Z","end":"2026-03-08T02:50:17.442882Z","steps":["trace[1474266853] 'agreement among raft nodes before linearized reading' (duration: 1.221205083s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:17.442319Z","caller":"traceutil/trace.go:171","msg":"trace[1308734080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11373; }","duration":"1.22793181s","start":"2026-03-08T02:50:16.214253Z","end":"2026-03-08T02:50:17.442185Z","steps":["trace[1308734080] 'agreement among raft nodes before linearized reading' (duration: 1.227192883s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:17.443033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:16.220059Z","time spent":"1.222924084s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:50:17.443108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:16.214246Z","time spent":"1.228837951s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:50:17.954059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.070372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:50:17.954154Z","caller":"traceutil/trace.go:171","msg":"trace[1456091262] transaction","detail":"{read_only:false; response_revision:11374; number_of_response:1; }","duration":"508.424854ms","start":"2026-03-08T02:50:17.445712Z","end":"2026-03-08T02:50:17.954137Z","steps":["trace[1456091262] 'process raft request' (duration: 225.202459ms)","trace[1456091262] 'compare' (duration: 282.735064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:17.954202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.445689Z","time spent":"508.492526ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:50:18.930684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.44306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:50:18.931037Z","caller":"traceutil/trace.go:171","msg":"trace[663802679] transaction","detail":"{read_only:false; response_revision:11380; number_of_response:1; }","duration":"670.709914ms","start":"2026-03-08T02:50:18.260309Z","end":"2026-03-08T02:50:18.931019Z","steps":["trace[663802679] 'process raft request' (duration: 670.670173ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:18.931061Z","caller":"traceutil/trace.go:171","msg":"trace[1017037891] transaction","detail":"{read_only:false; response_revision:11376; number_of_response:1; }","duration":"1.484632055s","start":"2026-03-08T02:50:17.446379Z","end":"2026-03-08T02:50:18.931011Z","steps":["trace[1017037891] 'process raft request' (duration: 1.48441039s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:18.931104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:18.260268Z","time spent":"670.803496ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:50:18.931142Z","caller":"traceutil/trace.go:171","msg":"trace[1636308195] transaction","detail":"{read_only:false; response_revision:11377; number_of_response:1; }","duration":"1.484531913s","start":"2026-03-08T02:50:17.446597Z","end":"2026-03-08T02:50:18.931129Z","steps":["trace[1636308195] 'process raft request' (duration: 1.484280747s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:18.931214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.446362Z","time spent":"1.484771298s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:50:18.931207Z","caller":"traceutil/trace.go:171","msg":"trace[1034526370] transaction","detail":"{read_only:false; response_revision:11379; number_of_response:1; }","duration":"1.458581786s","start":"2026-03-08T02:50:17.472582Z","end":"2026-03-08T02:50:18.931163Z","steps":["trace[1034526370] 'process raft request' (duration: 1.458361001s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:18.931056Z","caller":"traceutil/trace.go:171","msg":"trace[385515738] transaction","detail":"{read_only:false; response_revision:11378; number_of_response:1; }","duration":"1.483622921s","start":"2026-03-08T02:50:17.4474Z","end":"2026-03-08T02:50:18.931023Z","steps":["trace[385515738] 'process raft request' (duration: 1.483512919s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:18.931272Z","caller":"traceutil/trace.go:171","msg":"trace[880088562] transaction","detail":"{read_only:false; response_revision:11375; number_of_response:1; }","duration":"1.484884051s","start":"2026-03-08T02:50:17.446341Z","end":"2026-03-08T02:50:18.931225Z","steps":["trace[880088562] 'process raft request' (duration: 607.808296ms)","trace[880088562] 'compare' (duration: 876.154623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:18.931389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.47257Z","time spent":"1.458716499s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:50:18.93141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.446319Z","time spent":"1.485021684s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:50:18.931243Z","caller":"traceutil/trace.go:171","msg":"trace[1489203980] linearizableReadLoop","detail":"{readStateIndex:11806; appliedIndex:11801; }","duration":"1.482773012s","start":"2026-03-08T02:50:17.448399Z","end":"2026-03-08T02:50:18.931172Z","steps":["trace[1489203980] 'read index received' (duration: 222.594559ms)","trace[1489203980] 'applied index is now lower than readState.Index' (duration: 1.260175263s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:18.931467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.447388Z","time spent":"1.483955749s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:50:18.931586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076309598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:18.931598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008088454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:18.93159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004538441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:18.931282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.446583Z","time spent":"1.484616424s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:50:18.931675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075677803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:18.931692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007193084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:18.931703Z","caller":"traceutil/trace.go:171","msg":"trace[1853249027] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11380; }","duration":"1.004681205s","start":"2026-03-08T02:50:17.927009Z","end":"2026-03-08T02:50:18.931691Z","steps":["trace[1853249027] 'agreement among raft nodes before linearized reading' (duration: 1.004529551s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:18.931696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.512268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:18.931696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009132778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:18.931722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075068909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-08T02:50:18.931757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007353547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:18.931773Z","caller":"traceutil/trace.go:171","msg":"trace[1713144516] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11380; }","duration":"1.009253001s","start":"2026-03-08T02:50:17.922506Z","end":"2026-03-08T02:50:18.931759Z","steps":["trace[1713144516] 'agreement among raft nodes before linearized reading' (duration: 1.009128168s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:18.931771Z","caller":"traceutil/trace.go:171","msg":"trace[120881977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11380; }","duration":"267.612251ms","start":"2026-03-08T02:50:18.664136Z","end":"2026-03-08T02:50:18.931748Z","steps":["trace[120881977] 'agreement among raft nodes before linearized reading' (duration: 267.502829ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:18.93179Z","caller":"traceutil/trace.go:171","msg":"trace[885724815] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11380; }","duration":"1.007417219s","start":"2026-03-08T02:50:17.924366Z","end":"2026-03-08T02:50:18.931783Z","steps":["trace[885724815] 'agreement among raft nodes before linearized reading' (duration: 1.007377208s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:18.931795Z","caller":"traceutil/trace.go:171","msg":"trace[13595965] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11380; }","duration":"1.075160261s","start":"2026-03-08T02:50:17.856619Z","end":"2026-03-08T02:50:18.931779Z","steps":["trace[13595965] 'agreement among raft nodes before linearized reading' (duration: 1.074955056s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:18.931807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.862899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-08T02:50:18.931799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00446338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:18.931843Z","caller":"traceutil/trace.go:171","msg":"trace[1981081368] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11380; }","duration":"992.91478ms","start":"2026-03-08T02:50:17.93892Z","end":"2026-03-08T02:50:18.931835Z","steps":["trace[1981081368] 'agreement among raft nodes before linearized reading' (duration: 992.816348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:18.931846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483443907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444849"} {"level":"warn","ts":"2026-03-08T02:50:18.931849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.856606Z","time spent":"1.075231642s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-08T02:50:18.931875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.938914Z","time spent":"992.955541ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-08T02:50:18.931714Z","caller":"traceutil/trace.go:171","msg":"trace[1077042093] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11380; }","duration":"1.075751755s","start":"2026-03-08T02:50:17.855953Z","end":"2026-03-08T02:50:18.931704Z","steps":["trace[1077042093] 'agreement among raft nodes before linearized reading' (duration: 1.075701494s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:18.931905Z","caller":"traceutil/trace.go:171","msg":"trace[947862834] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11380; }","duration":"1.483527238s","start":"2026-03-08T02:50:17.448366Z","end":"2026-03-08T02:50:18.931893Z","steps":["trace[947862834] 'agreement among raft nodes before linearized reading' (duration: 1.482935565s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:18.931934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.855932Z","time spent":"1.07599596s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:50:18.931943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.448356Z","time spent":"1.48357844s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444872,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T02:50:18.931634Z","caller":"traceutil/trace.go:171","msg":"trace[341648634] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11380; }","duration":"1.07640076s","start":"2026-03-08T02:50:17.85522Z","end":"2026-03-08T02:50:18.931621Z","steps":["trace[341648634] 'agreement among raft nodes before linearized reading' (duration: 1.076322398s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:18.932099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.855122Z","time spent":"1.076961893s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:50:18.931801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.926999Z","time spent":"1.004791637s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-08T02:50:18.931653Z","caller":"traceutil/trace.go:171","msg":"trace[931751802] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11380; }","duration":"1.008170857s","start":"2026-03-08T02:50:17.923469Z","end":"2026-03-08T02:50:18.93164Z","steps":["trace[931751802] 'agreement among raft nodes before linearized reading' (duration: 1.008096435s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:18.93221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.923393Z","time spent":"1.008801841s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-08T02:50:18.93172Z","caller":"traceutil/trace.go:171","msg":"trace[1821937510] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11380; }","duration":"1.007294276s","start":"2026-03-08T02:50:17.924418Z","end":"2026-03-08T02:50:18.931712Z","steps":["trace[1821937510] 'agreement among raft nodes before linearized reading' (duration: 1.007254625s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:18.93233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.924399Z","time spent":"1.00791133s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-08T02:50:18.931722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.685234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-08T02:50:18.932438Z","caller":"traceutil/trace.go:171","msg":"trace[14237103] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11380; }","duration":"671.424612ms","start":"2026-03-08T02:50:18.26099Z","end":"2026-03-08T02:50:18.932414Z","steps":["trace[14237103] 'agreement among raft nodes before linearized reading' (duration: 670.612443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:18.932509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:18.260978Z","time spent":"671.513193ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:50:18.931819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.924352Z","time spent":"1.00746098s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:50:18.931814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.922491Z","time spent":"1.009315733s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-08T02:50:18.931865Z","caller":"traceutil/trace.go:171","msg":"trace[155031938] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11380; }","duration":"1.004555631s","start":"2026-03-08T02:50:17.927291Z","end":"2026-03-08T02:50:18.931847Z","steps":["trace[155031938] 'agreement among raft nodes before linearized reading' (duration: 1.004464899s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:18.932653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:17.927278Z","time spent":"1.005362031s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:50:19.712638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.679156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:50:19.712878Z","caller":"traceutil/trace.go:171","msg":"trace[1744565669] transaction","detail":"{read_only:false; response_revision:11382; number_of_response:1; }","duration":"263.229018ms","start":"2026-03-08T02:50:19.449595Z","end":"2026-03-08T02:50:19.712824Z","steps":["trace[1744565669] 'process raft request' (duration: 146.228916ms)","trace[1744565669] 'compare' (duration: 116.48335ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:20.21898Z","caller":"traceutil/trace.go:171","msg":"trace[1511113694] linearizableReadLoop","detail":"{readStateIndex:11811; appliedIndex:11810; }","duration":"192.435855ms","start":"2026-03-08T02:50:20.026518Z","end":"2026-03-08T02:50:20.218954Z","steps":["trace[1511113694] 'read index received' (duration: 192.24278ms)","trace[1511113694] 'applied index is now lower than readState.Index' (duration: 192.055µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:20.219057Z","caller":"traceutil/trace.go:171","msg":"trace[1958018973] transaction","detail":"{read_only:false; response_revision:11383; number_of_response:1; }","duration":"196.175652ms","start":"2026-03-08T02:50:20.022851Z","end":"2026-03-08T02:50:20.219027Z","steps":["trace[1958018973] 'process raft request' (duration: 195.909385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:20.219248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.722301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-08T02:50:20.219298Z","caller":"traceutil/trace.go:171","msg":"trace[1773040144] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:11383; }","duration":"192.837414ms","start":"2026-03-08T02:50:20.026447Z","end":"2026-03-08T02:50:20.219285Z","steps":["trace[1773040144] 'agreement among raft nodes before linearized reading' (duration: 192.607078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.266255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.393423ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-08T02:50:21.266385Z","caller":"traceutil/trace.go:171","msg":"trace[929032153] linearizableReadLoop","detail":"{readStateIndex:11812; appliedIndex:11811; }","duration":"876.812539ms","start":"2026-03-08T02:50:20.389548Z","end":"2026-03-08T02:50:21.26636Z","steps":["trace[929032153] 'read index received' (duration: 39.851µs)","trace[929032153] 'applied index is now lower than readState.Index' (duration: 876.769888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:21.266598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.050155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:50:21.266641Z","caller":"traceutil/trace.go:171","msg":"trace[1290010075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11383; }","duration":"877.149757ms","start":"2026-03-08T02:50:20.389481Z","end":"2026-03-08T02:50:21.266631Z","steps":["trace[1290010075] 'agreement among raft nodes before linearized reading' (duration: 876.980053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.266677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.389458Z","time spent":"877.211069ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:50:21.266657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.220358Z","time spent":"1.046287027s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T02:50:21.494842Z","caller":"traceutil/trace.go:171","msg":"trace[1075408353] linearizableReadLoop","detail":"{readStateIndex:11813; appliedIndex:11812; }","duration":"228.382374ms","start":"2026-03-08T02:50:21.266429Z","end":"2026-03-08T02:50:21.494811Z","steps":["trace[1075408353] 'read index received' (duration: 154.667833ms)","trace[1075408353] 'applied index is now lower than readState.Index' (duration: 73.713411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:21.494974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.042567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:21.495073Z","caller":"traceutil/trace.go:171","msg":"trace[553877311] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11384; }","duration":"556.17552ms","start":"2026-03-08T02:50:20.938875Z","end":"2026-03-08T02:50:21.49505Z","steps":["trace[553877311] 'agreement among raft nodes before linearized reading' (duration: 555.946354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.495148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.328924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:50:21.495207Z","caller":"traceutil/trace.go:171","msg":"trace[1119363204] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11384; }","duration":"556.424166ms","start":"2026-03-08T02:50:20.938758Z","end":"2026-03-08T02:50:21.495182Z","steps":["trace[1119363204] 'agreement among raft nodes before linearized reading' (duration: 556.269642ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:21.495218Z","caller":"traceutil/trace.go:171","msg":"trace[254675975] transaction","detail":"{read_only:false; response_revision:11384; number_of_response:1; }","duration":"557.961622ms","start":"2026-03-08T02:50:20.937228Z","end":"2026-03-08T02:50:21.495189Z","steps":["trace[254675975] 'process raft request' (duration: 483.861862ms)","trace[254675975] 'compare' (duration: 73.549927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:21.495251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.93873Z","time spent":"556.513287ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-08T02:50:21.495341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.211411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:50:21.495399Z","caller":"traceutil/trace.go:171","msg":"trace[12873521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11384; }","duration":"556.302603ms","start":"2026-03-08T02:50:20.939084Z","end":"2026-03-08T02:50:21.495387Z","steps":["trace[12873521] 'agreement among raft nodes before linearized reading' (duration: 556.091908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.495438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.939076Z","time spent":"556.354294ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:50:21.495491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.188132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-08T02:50:21.49555Z","caller":"traceutil/trace.go:171","msg":"trace[436881855] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:11384; }","duration":"458.306594ms","start":"2026-03-08T02:50:21.037227Z","end":"2026-03-08T02:50:21.495534Z","steps":["trace[436881855] 'agreement among raft nodes before linearized reading' (duration: 458.14552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.495565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.146916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:21.495593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:21.037195Z","time spent":"458.389106ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-08T02:50:21.495679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.452223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:50:21.495733Z","caller":"traceutil/trace.go:171","msg":"trace[1268577662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11384; }","duration":"558.535175ms","start":"2026-03-08T02:50:20.937173Z","end":"2026-03-08T02:50:21.495708Z","steps":["trace[1268577662] 'agreement among raft nodes before linearized reading' (duration: 558.442113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.495768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.937147Z","time spent":"558.614816ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:50:21.495794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.810995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:50:21.495833Z","caller":"traceutil/trace.go:171","msg":"trace[313412924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11384; }","duration":"556.937378ms","start":"2026-03-08T02:50:20.938886Z","end":"2026-03-08T02:50:21.495823Z","steps":["trace[313412924] 'agreement among raft nodes before linearized reading' (duration: 556.810585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.495863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.168397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:21.495877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.091465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-08T02:50:21.495341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.937198Z","time spent":"558.069624ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:50:21.495932Z","caller":"traceutil/trace.go:171","msg":"trace[1082340732] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:11384; }","duration":"555.139436ms","start":"2026-03-08T02:50:20.940775Z","end":"2026-03-08T02:50:21.495914Z","steps":["trace[1082340732] 'agreement among raft nodes before linearized reading' (duration: 555.017703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.49515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.938868Z","time spent":"556.273382ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:50:21.495975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.940751Z","time spent":"555.214447ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:50:21.49597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.44975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:21.495889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.222848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-08T02:50:21.495738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.423586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-08T02:50:21.496104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.647184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:21.496101Z","caller":"traceutil/trace.go:171","msg":"trace[1028742423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11384; }","duration":"558.529845ms","start":"2026-03-08T02:50:20.937538Z","end":"2026-03-08T02:50:21.496067Z","steps":["trace[1028742423] 'agreement among raft nodes before linearized reading' (duration: 557.825368ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:21.496134Z","caller":"traceutil/trace.go:171","msg":"trace[251328395] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11384; }","duration":"557.693886ms","start":"2026-03-08T02:50:20.938428Z","end":"2026-03-08T02:50:21.496122Z","steps":["trace[251328395] 'agreement among raft nodes before linearized reading' (duration: 557.660405ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:21.495597Z","caller":"traceutil/trace.go:171","msg":"trace[364616553] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11384; }","duration":"558.199027ms","start":"2026-03-08T02:50:20.937388Z","end":"2026-03-08T02:50:21.495587Z","steps":["trace[364616553] 'agreement among raft nodes before linearized reading' (duration: 558.148306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.49639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.938417Z","time spent":"557.780358ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-08T02:50:21.49618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.937529Z","time spent":"558.633468ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:50:21.496442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.937377Z","time spent":"559.050607ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:50:21.495867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.938878Z","time spent":"556.982949ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:50:21.496475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.686152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:21.496575Z","caller":"traceutil/trace.go:171","msg":"trace[2020853408] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11384; }","duration":"557.297266ms","start":"2026-03-08T02:50:20.93925Z","end":"2026-03-08T02:50:21.496547Z","steps":["trace[2020853408] 'agreement among raft nodes before linearized reading' (duration: 556.652711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.496545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.648918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-08T02:50:21.496674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.939242Z","time spent":"557.394949ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-08T02:50:21.495896Z","caller":"traceutil/trace.go:171","msg":"trace[1799882895] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11384; }","duration":"832.248008ms","start":"2026-03-08T02:50:20.663639Z","end":"2026-03-08T02:50:21.495887Z","steps":["trace[1799882895] 'agreement among raft nodes before linearized reading' (duration: 832.202787ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:21.496684Z","caller":"traceutil/trace.go:171","msg":"trace[852728677] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11384; }","duration":"558.829502ms","start":"2026-03-08T02:50:20.937829Z","end":"2026-03-08T02:50:21.496659Z","steps":["trace[852728677] 'agreement among raft nodes before linearized reading' (duration: 558.269399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.496742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.663611Z","time spent":"833.117729ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:50:21.496764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.937818Z","time spent":"558.930404ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-08T02:50:21.496017Z","caller":"traceutil/trace.go:171","msg":"trace[1929653022] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11384; }","duration":"557.517561ms","start":"2026-03-08T02:50:20.938487Z","end":"2026-03-08T02:50:21.496004Z","steps":["trace[1929653022] 'agreement among raft nodes before linearized reading' (duration: 557.435159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.496886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.938479Z","time spent":"558.391001ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:50:21.494989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.154436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:21.497061Z","caller":"traceutil/trace.go:171","msg":"trace[656246837] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11384; }","duration":"557.264676ms","start":"2026-03-08T02:50:20.939787Z","end":"2026-03-08T02:50:21.497051Z","steps":["trace[656246837] 'agreement among raft nodes before linearized reading' (duration: 555.070864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.497195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.939777Z","time spent":"557.408939ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:50:21.496058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.514791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:21.497314Z","caller":"traceutil/trace.go:171","msg":"trace[10625478] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11384; }","duration":"558.78398ms","start":"2026-03-08T02:50:20.938521Z","end":"2026-03-08T02:50:21.497305Z","steps":["trace[10625478] 'agreement among raft nodes before linearized reading' (duration: 557.517161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.497351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.938514Z","time spent":"558.829642ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T02:50:21.496144Z","caller":"traceutil/trace.go:171","msg":"trace[1340367814] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11384; }","duration":"556.899636ms","start":"2026-03-08T02:50:20.939205Z","end":"2026-03-08T02:50:21.496104Z","steps":["trace[1340367814] 'agreement among raft nodes before linearized reading' (duration: 555.944474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.497433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.939191Z","time spent":"558.222738ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:50:21.495006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.125449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:21.497583Z","caller":"traceutil/trace.go:171","msg":"trace[1845039087] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11384; }","duration":"558.71613ms","start":"2026-03-08T02:50:20.938849Z","end":"2026-03-08T02:50:21.497565Z","steps":["trace[1845039087] 'agreement among raft nodes before linearized reading' (duration: 556.097368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.497636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:20.938808Z","time spent":"558.816072ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:50:21.745845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.271219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:50:21.746104Z","caller":"traceutil/trace.go:171","msg":"trace[835777086] transaction","detail":"{read_only:false; response_revision:11388; number_of_response:1; }","duration":"243.61105ms","start":"2026-03-08T02:50:21.502475Z","end":"2026-03-08T02:50:21.746086Z","steps":["trace[835777086] 'process raft request' (duration: 243.539729ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:21.746113Z","caller":"traceutil/trace.go:171","msg":"trace[2018884577] linearizableReadLoop","detail":"{readStateIndex:11814; appliedIndex:11813; }","duration":"251.177866ms","start":"2026-03-08T02:50:21.494917Z","end":"2026-03-08T02:50:21.746094Z","steps":["trace[2018884577] 'read index received' (duration: 130.643021ms)","trace[2018884577] 'applied index is now lower than readState.Index' (duration: 120.531815ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:21.746192Z","caller":"traceutil/trace.go:171","msg":"trace[362052677] transaction","detail":"{read_only:false; response_revision:11386; number_of_response:1; }","duration":"244.93285ms","start":"2026-03-08T02:50:21.50125Z","end":"2026-03-08T02:50:21.746183Z","steps":["trace[362052677] 'process raft request' (duration: 244.696995ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:21.746236Z","caller":"traceutil/trace.go:171","msg":"trace[1762876444] transaction","detail":"{read_only:false; response_revision:11387; number_of_response:1; }","duration":"244.251105ms","start":"2026-03-08T02:50:21.501956Z","end":"2026-03-08T02:50:21.746207Z","steps":["trace[1762876444] 'process raft request' (duration: 244.03629ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:21.746414Z","caller":"traceutil/trace.go:171","msg":"trace[1132352046] transaction","detail":"{read_only:false; response_revision:11389; number_of_response:1; }","duration":"243.486307ms","start":"2026-03-08T02:50:21.502913Z","end":"2026-03-08T02:50:21.7464Z","steps":["trace[1132352046] 'process raft request' (duration: 243.129308ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:21.745998Z","caller":"traceutil/trace.go:171","msg":"trace[592975616] transaction","detail":"{read_only:false; response_revision:11385; number_of_response:1; }","duration":"477.727008ms","start":"2026-03-08T02:50:21.268236Z","end":"2026-03-08T02:50:21.745963Z","steps":["trace[592975616] 'process raft request' (duration: 357.261915ms)","trace[592975616] 'compare' (duration: 120.103245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:21.746632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.427244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T02:50:21.746729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:21.268211Z","time spent":"478.430024ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:50:21.74674Z","caller":"traceutil/trace.go:171","msg":"trace[1864234017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11389; }","duration":"475.583508ms","start":"2026-03-08T02:50:21.271131Z","end":"2026-03-08T02:50:21.746714Z","steps":["trace[1864234017] 'agreement among raft nodes before linearized reading' (duration: 475.041155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:21.74683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:21.271118Z","time spent":"475.69871ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T02:50:21.747119Z","caller":"traceutil/trace.go:171","msg":"trace[413517884] transaction","detail":"{read_only:false; response_revision:11390; number_of_response:1; }","duration":"243.792734ms","start":"2026-03-08T02:50:21.503271Z","end":"2026-03-08T02:50:21.747064Z","steps":["trace[413517884] 'process raft request' (duration: 243.029896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:22.155132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.512408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:50:22.155352Z","caller":"traceutil/trace.go:171","msg":"trace[2059096961] linearizableReadLoop","detail":"{readStateIndex:11820; appliedIndex:11819; }","duration":"409.187456ms","start":"2026-03-08T02:50:21.746143Z","end":"2026-03-08T02:50:22.155331Z","steps":["trace[2059096961] 'read index received' (duration: 111.286849ms)","trace[2059096961] 'applied index is now lower than readState.Index' (duration: 297.898867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:22.155489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.765376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:50:22.155603Z","caller":"traceutil/trace.go:171","msg":"trace[967903027] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:11391; }","duration":"411.940011ms","start":"2026-03-08T02:50:21.743637Z","end":"2026-03-08T02:50:22.155577Z","steps":["trace[967903027] 'agreement among raft nodes before linearized reading' (duration: 411.730486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:22.15566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:21.743615Z","time spent":"412.033453ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:50:22.155672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.183272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f2f77fb-e8c3-499c-a48a-e723642820dd\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-08T02:50:22.155759Z","caller":"traceutil/trace.go:171","msg":"trace[1959053727] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f2f77fb-e8c3-499c-a48a-e723642820dd; range_end:; response_count:1; response_revision:11391; }","duration":"655.318216ms","start":"2026-03-08T02:50:21.500427Z","end":"2026-03-08T02:50:22.155746Z","steps":["trace[1959053727] 'agreement among raft nodes before linearized reading' (duration: 655.027409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:22.155712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.694347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:50:22.155768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.412432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-08T02:50:22.155851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:21.500407Z","time spent":"655.405527ms","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-7f2f77fb-e8c3-499c-a48a-e723642820dd\" "} {"level":"warn","ts":"2026-03-08T02:50:22.155682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.096545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:22.155865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.692961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19328"} {"level":"info","ts":"2026-03-08T02:50:22.155886Z","caller":"traceutil/trace.go:171","msg":"trace[1048580178] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11391; }","duration":"358.898571ms","start":"2026-03-08T02:50:21.796929Z","end":"2026-03-08T02:50:22.155828Z","steps":["trace[1048580178] 'agreement among raft nodes before linearized reading' (duration: 358.655846ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:22.155918Z","caller":"traceutil/trace.go:171","msg":"trace[264858019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11391; }","duration":"490.389242ms","start":"2026-03-08T02:50:21.665514Z","end":"2026-03-08T02:50:22.155903Z","steps":["trace[264858019] 'agreement among raft nodes before linearized reading' (duration: 489.85677ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:22.155933Z","caller":"traceutil/trace.go:171","msg":"trace[1742337169] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11391; }","duration":"407.796683ms","start":"2026-03-08T02:50:21.748119Z","end":"2026-03-08T02:50:22.155916Z","steps":["trace[1742337169] 'agreement among raft nodes before linearized reading' (duration: 407.548558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:22.155959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:21.665492Z","time spent":"490.457574ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:50:22.155978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:21.796914Z","time spent":"359.043465ms","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:50:22.155868Z","caller":"traceutil/trace.go:171","msg":"trace[340051579] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11391; }","duration":"406.536614ms","start":"2026-03-08T02:50:21.749316Z","end":"2026-03-08T02:50:22.155852Z","steps":["trace[340051579] 'agreement among raft nodes before linearized reading' (duration: 406.299708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:22.156116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:21.749294Z","time spent":"406.809071ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T02:50:22.15598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:21.748106Z","time spent":"407.863336ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19351,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-08T02:50:22.156187Z","caller":"traceutil/trace.go:171","msg":"trace[1325964186] transaction","detail":"{read_only:false; response_revision:11391; number_of_response:1; }","duration":"437.461706ms","start":"2026-03-08T02:50:21.718706Z","end":"2026-03-08T02:50:22.156168Z","steps":["trace[1325964186] 'process raft request' (duration: 138.793331ms)","trace[1325964186] 'compare' (duration: 297.368985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:22.156517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:21.718677Z","time spent":"437.61225ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:50:22.156534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.712527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444849"} {"level":"info","ts":"2026-03-08T02:50:22.156617Z","caller":"traceutil/trace.go:171","msg":"trace[1053637973] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11391; }","duration":"653.83465ms","start":"2026-03-08T02:50:21.502766Z","end":"2026-03-08T02:50:22.156601Z","steps":["trace[1053637973] 'agreement among raft nodes before linearized reading' (duration: 652.609682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:22.156714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:21.502757Z","time spent":"653.942873ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444872,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:50:22.40773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.608961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:50:22.407912Z","caller":"traceutil/trace.go:171","msg":"trace[942138812] transaction","detail":"{read_only:false; response_revision:11393; number_of_response:1; }","duration":"154.194771ms","start":"2026-03-08T02:50:22.253701Z","end":"2026-03-08T02:50:22.407896Z","steps":["trace[942138812] 'process raft request' (duration: 154.134109ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:22.407975Z","caller":"traceutil/trace.go:171","msg":"trace[434629465] linearizableReadLoop","detail":"{readStateIndex:11821; appliedIndex:11820; }","duration":"180.820043ms","start":"2026-03-08T02:50:22.227132Z","end":"2026-03-08T02:50:22.407952Z","steps":["trace[434629465] 'read index received' (duration: 34.898245ms)","trace[434629465] 'applied index is now lower than readState.Index' (duration: 145.919218ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:22.408041Z","caller":"traceutil/trace.go:171","msg":"trace[228374463] transaction","detail":"{read_only:false; response_revision:11392; number_of_response:1; }","duration":"181.647052ms","start":"2026-03-08T02:50:22.226361Z","end":"2026-03-08T02:50:22.408008Z","steps":["trace[228374463] 'process raft request' (duration: 35.676283ms)","trace[228374463] 'compare' (duration: 145.383966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:22.408164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.036009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:50:22.408205Z","caller":"traceutil/trace.go:171","msg":"trace[1530552609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11393; }","duration":"181.128621ms","start":"2026-03-08T02:50:22.227066Z","end":"2026-03-08T02:50:22.408194Z","steps":["trace[1530552609] 'agreement among raft nodes before linearized reading' (duration: 180.961147ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:23.757784Z","caller":"traceutil/trace.go:171","msg":"trace[1391307475] transaction","detail":"{read_only:false; response_revision:11396; number_of_response:1; }","duration":"252.153789ms","start":"2026-03-08T02:50:23.505602Z","end":"2026-03-08T02:50:23.757756Z","steps":["trace[1391307475] 'process raft request' (duration: 251.285029ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:23.757916Z","caller":"traceutil/trace.go:171","msg":"trace[1953175577] linearizableReadLoop","detail":"{readStateIndex:11825; appliedIndex:11824; }","duration":"250.02606ms","start":"2026-03-08T02:50:23.50726Z","end":"2026-03-08T02:50:23.757286Z","steps":["trace[1953175577] 'read index received' (duration: 249.481947ms)","trace[1953175577] 'applied index is now lower than readState.Index' (duration: 543.163µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:23.758037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.751407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-08T02:50:23.758095Z","caller":"traceutil/trace.go:171","msg":"trace[845020437] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11396; }","duration":"250.826369ms","start":"2026-03-08T02:50:23.507255Z","end":"2026-03-08T02:50:23.758082Z","steps":["trace[845020437] 'agreement among raft nodes before linearized reading' (duration: 250.611024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:23.765095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.561879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:23.765146Z","caller":"traceutil/trace.go:171","msg":"trace[1812580960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11397; }","duration":"100.652992ms","start":"2026-03-08T02:50:23.664484Z","end":"2026-03-08T02:50:23.765137Z","steps":["trace[1812580960] 'agreement among raft nodes before linearized reading' (duration: 100.5662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:24.031033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.217092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:50:24.031112Z","caller":"traceutil/trace.go:171","msg":"trace[1051511785] transaction","detail":"{read_only:false; response_revision:11398; number_of_response:1; }","duration":"261.741263ms","start":"2026-03-08T02:50:23.769356Z","end":"2026-03-08T02:50:24.031097Z","steps":["trace[1051511785] 'process raft request' (duration: 98.387548ms)","trace[1051511785] 'compare' (duration: 163.13066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:24.411493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.355238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:50:24.41173Z","caller":"traceutil/trace.go:171","msg":"trace[517284459] transaction","detail":"{read_only:false; response_revision:11400; number_of_response:1; }","duration":"642.105537ms","start":"2026-03-08T02:50:23.769605Z","end":"2026-03-08T02:50:24.41171Z","steps":["trace[517284459] 'process raft request' (duration: 641.992044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:24.411811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:23.769598Z","time spent":"642.179959ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:50:24.411884Z","caller":"traceutil/trace.go:171","msg":"trace[1613790651] transaction","detail":"{read_only:false; response_revision:11399; number_of_response:1; }","duration":"642.420304ms","start":"2026-03-08T02:50:23.769427Z","end":"2026-03-08T02:50:24.411847Z","steps":["trace[1613790651] 'process raft request' (duration: 361.614146ms)","trace[1613790651] 'compare' (duration: 280.231855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:24.412165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:23.769405Z","time spent":"642.561788ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:50:24.412192Z","caller":"traceutil/trace.go:171","msg":"trace[362814611] transaction","detail":"{read_only:false; response_revision:11402; number_of_response:1; }","duration":"612.442374ms","start":"2026-03-08T02:50:23.799738Z","end":"2026-03-08T02:50:24.412181Z","steps":["trace[362814611] 'process raft request' (duration: 612.305811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:24.412247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:23.799716Z","time spent":"612.503786ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:50:24.412225Z","caller":"traceutil/trace.go:171","msg":"trace[1365421825] transaction","detail":"{read_only:false; response_revision:11401; number_of_response:1; }","duration":"641.852491ms","start":"2026-03-08T02:50:23.770334Z","end":"2026-03-08T02:50:24.412187Z","steps":["trace[1365421825] 'process raft request' (duration: 641.317069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:24.412639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.134072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:50:24.412707Z","caller":"traceutil/trace.go:171","msg":"trace[648880703] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:11403; }","duration":"244.272365ms","start":"2026-03-08T02:50:24.168421Z","end":"2026-03-08T02:50:24.412693Z","steps":["trace[648880703] 'agreement among raft nodes before linearized reading' (duration: 244.014719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:24.412847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:23.770292Z","time spent":"642.375964ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:50:24.412362Z","caller":"traceutil/trace.go:171","msg":"trace[1662529550] linearizableReadLoop","detail":"{readStateIndex:11832; appliedIndex:11827; }","duration":"243.840705ms","start":"2026-03-08T02:50:24.16848Z","end":"2026-03-08T02:50:24.41232Z","steps":["trace[1662529550] 'read index received' (duration: 37.22002ms)","trace[1662529550] 'applied index is now lower than readState.Index' (duration: 206.618895ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:24.412508Z","caller":"traceutil/trace.go:171","msg":"trace[304372577] transaction","detail":"{read_only:false; response_revision:11403; number_of_response:1; }","duration":"250.49069ms","start":"2026-03-08T02:50:24.161959Z","end":"2026-03-08T02:50:24.41245Z","steps":["trace[304372577] 'process raft request' (duration: 250.178853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:24.690537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.294067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:50:24.690639Z","caller":"traceutil/trace.go:171","msg":"trace[1557710574] linearizableReadLoop","detail":"{readStateIndex:11833; appliedIndex:11832; }","duration":"145.11904ms","start":"2026-03-08T02:50:24.545505Z","end":"2026-03-08T02:50:24.690624Z","steps":["trace[1557710574] 'read index received' (duration: 34.561967ms)","trace[1557710574] 'applied index is now lower than readState.Index' (duration: 110.556033ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:24.690727Z","caller":"traceutil/trace.go:171","msg":"trace[1255283331] transaction","detail":"{read_only:false; response_revision:11404; number_of_response:1; }","duration":"267.910298ms","start":"2026-03-08T02:50:24.422805Z","end":"2026-03-08T02:50:24.690716Z","steps":["trace[1255283331] 'process raft request' (duration: 157.355065ms)","trace[1255283331] 'compare' (duration: 109.958549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:24.690938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.428277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:24.691Z","caller":"traceutil/trace.go:171","msg":"trace[899574350] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11404; }","duration":"145.551789ms","start":"2026-03-08T02:50:24.545433Z","end":"2026-03-08T02:50:24.690985Z","steps":["trace[899574350] 'agreement among raft nodes before linearized reading' (duration: 145.468127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:25.563871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.051641ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-08T02:50:25.563964Z","caller":"traceutil/trace.go:171","msg":"trace[318426026] linearizableReadLoop","detail":"{readStateIndex:11834; appliedIndex:11833; }","duration":"270.889527ms","start":"2026-03-08T02:50:25.293059Z","end":"2026-03-08T02:50:25.563949Z","steps":["trace[318426026] 'read index received' (duration: 136.754324ms)","trace[318426026] 'applied index is now lower than readState.Index' (duration: 134.133983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:25.564428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.368548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:50:25.564465Z","caller":"traceutil/trace.go:171","msg":"trace[2118356834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11404; }","duration":"271.45581ms","start":"2026-03-08T02:50:25.292999Z","end":"2026-03-08T02:50:25.564455Z","steps":["trace[2118356834] 'agreement among raft nodes before linearized reading' (duration: 271.378938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:25.564632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.444501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:25.564659Z","caller":"traceutil/trace.go:171","msg":"trace[455825905] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11404; }","duration":"182.530653ms","start":"2026-03-08T02:50:25.382122Z","end":"2026-03-08T02:50:25.564652Z","steps":["trace[455825905] 'agreement among raft nodes before linearized reading' (duration: 182.485152ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:26.036217Z","caller":"traceutil/trace.go:171","msg":"trace[65648605] transaction","detail":"{read_only:false; response_revision:11406; number_of_response:1; }","duration":"266.403392ms","start":"2026-03-08T02:50:25.769773Z","end":"2026-03-08T02:50:26.036177Z","steps":["trace[65648605] 'process raft request' (duration: 170.431151ms)","trace[65648605] 'compare' (duration: 95.600142ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:26.295263Z","caller":"traceutil/trace.go:171","msg":"trace[1687770096] transaction","detail":"{read_only:false; response_revision:11407; number_of_response:1; }","duration":"253.771028ms","start":"2026-03-08T02:50:26.04146Z","end":"2026-03-08T02:50:26.295231Z","steps":["trace[1687770096] 'process raft request' (duration: 169.421517ms)","trace[1687770096] 'compare' (duration: 83.995703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:27.011386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019365323,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:50:27.021822Z","caller":"traceutil/trace.go:171","msg":"trace[1173662308] transaction","detail":"{read_only:false; response_revision:11409; number_of_response:1; }","duration":"512.602123ms","start":"2026-03-08T02:50:26.509192Z","end":"2026-03-08T02:50:27.021795Z","steps":["trace[1173662308] 'process raft request' (duration: 512.453719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:27.022036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:26.50917Z","time spent":"512.773747ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:50:27.391252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.569518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:50:27.391487Z","caller":"traceutil/trace.go:171","msg":"trace[1297443995] linearizableReadLoop","detail":"{readStateIndex:11841; appliedIndex:11838; }","duration":"880.143407ms","start":"2026-03-08T02:50:26.511316Z","end":"2026-03-08T02:50:27.391459Z","steps":["trace[1297443995] 'read index received' (duration: 510.268688ms)","trace[1297443995] 'applied index is now lower than readState.Index' (duration: 369.872959ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:27.391531Z","caller":"traceutil/trace.go:171","msg":"trace[1271872140] transaction","detail":"{read_only:false; response_revision:11410; number_of_response:1; }","duration":"882.039582ms","start":"2026-03-08T02:50:26.509448Z","end":"2026-03-08T02:50:27.391488Z","steps":["trace[1271872140] 'process raft request' (duration: 561.085855ms)","trace[1271872140] 'compare' (duration: 320.409634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:27.391684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:26.509413Z","time spent":"882.184915ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:50:27.391874Z","caller":"traceutil/trace.go:171","msg":"trace[283456163] transaction","detail":"{read_only:false; response_revision:11411; number_of_response:1; }","duration":"881.736194ms","start":"2026-03-08T02:50:26.509868Z","end":"2026-03-08T02:50:27.391604Z","steps":["trace[283456163] 'process raft request' (duration: 881.508659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:27.391895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.421116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:27.391933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.757954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:50:27.391976Z","caller":"traceutil/trace.go:171","msg":"trace[881288931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11411; }","duration":"726.556089ms","start":"2026-03-08T02:50:26.665396Z","end":"2026-03-08T02:50:27.391952Z","steps":["trace[881288931] 'agreement among raft nodes before linearized reading' (duration: 726.374665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:27.391973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:26.50985Z","time spent":"882.070113ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:50:27.391999Z","caller":"traceutil/trace.go:171","msg":"trace[661587694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11411; }","duration":"696.871967ms","start":"2026-03-08T02:50:26.695109Z","end":"2026-03-08T02:50:27.391981Z","steps":["trace[661587694] 'agreement among raft nodes before linearized reading' (duration: 696.654222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:27.392022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:26.665373Z","time spent":"726.641052ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:50:27.39204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:26.695078Z","time spent":"696.953638ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:50:27.392346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.016368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444849"} {"level":"info","ts":"2026-03-08T02:50:27.392432Z","caller":"traceutil/trace.go:171","msg":"trace[1889275386] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11411; }","duration":"881.13185ms","start":"2026-03-08T02:50:26.511281Z","end":"2026-03-08T02:50:27.392413Z","steps":["trace[1889275386] 'agreement among raft nodes before linearized reading' (duration: 880.452374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:27.392481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:26.511274Z","time spent":"881.197202ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444872,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:50:27.696177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.448596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:27.69628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.16116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-08T02:50:27.696319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.064418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:27.696381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.072795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:27.696387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.312014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:27.696407Z","caller":"traceutil/trace.go:171","msg":"trace[1886137598] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11412; }","duration":"124.178921ms","start":"2026-03-08T02:50:27.572188Z","end":"2026-03-08T02:50:27.696367Z","steps":["trace[1886137598] 'range keys from in-memory index tree' (duration: 123.934574ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:27.696427Z","caller":"traceutil/trace.go:171","msg":"trace[218661229] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11412; }","duration":"126.151797ms","start":"2026-03-08T02:50:27.570262Z","end":"2026-03-08T02:50:27.696414Z","steps":["trace[218661229] 'range keys from in-memory index tree' (duration: 125.991843ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:27.69643Z","caller":"traceutil/trace.go:171","msg":"trace[1401831385] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11412; }","duration":"124.364945ms","start":"2026-03-08T02:50:27.572054Z","end":"2026-03-08T02:50:27.696419Z","steps":["trace[1401831385] 'range keys from in-memory index tree' (duration: 124.265223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:27.696602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.01821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:27.696534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.563499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:27.696655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.048144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:50:27.696677Z","caller":"traceutil/trace.go:171","msg":"trace[800664819] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11412; }","duration":"125.111353ms","start":"2026-03-08T02:50:27.571551Z","end":"2026-03-08T02:50:27.696662Z","steps":["trace[800664819] 'range keys from in-memory index tree' (duration: 124.960629ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:27.6967Z","caller":"traceutil/trace.go:171","msg":"trace[698727658] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11412; }","duration":"126.112546ms","start":"2026-03-08T02:50:27.570573Z","end":"2026-03-08T02:50:27.696686Z","steps":["trace[698727658] 'range keys from in-memory index tree' (duration: 125.912701ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:27.696334Z","caller":"traceutil/trace.go:171","msg":"trace[540465874] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11412; }","duration":"124.273222ms","start":"2026-03-08T02:50:27.572046Z","end":"2026-03-08T02:50:27.69632Z","steps":["trace[540465874] 'range keys from in-memory index tree' (duration: 123.973126ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:27.6967Z","caller":"traceutil/trace.go:171","msg":"trace[571331161] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11412; }","duration":"124.806055ms","start":"2026-03-08T02:50:27.571865Z","end":"2026-03-08T02:50:27.696671Z","steps":["trace[571331161] 'range keys from in-memory index tree' (duration: 124.489097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:27.696636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.243202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:27.697006Z","caller":"traceutil/trace.go:171","msg":"trace[899621784] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11412; }","duration":"124.903717ms","start":"2026-03-08T02:50:27.572096Z","end":"2026-03-08T02:50:27.697Z","steps":["trace[899621784] 'range keys from in-memory index tree' (duration: 124.15545ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:27.696282Z","caller":"traceutil/trace.go:171","msg":"trace[1458582355] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11412; }","duration":"124.60337ms","start":"2026-03-08T02:50:27.571654Z","end":"2026-03-08T02:50:27.696257Z","steps":["trace[1458582355] 'range keys from in-memory index tree' (duration: 124.367725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:27.696343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.55774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:27.697189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.841496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:27.697147Z","caller":"traceutil/trace.go:171","msg":"trace[1445153148] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11412; }","duration":"131.349108ms","start":"2026-03-08T02:50:27.565731Z","end":"2026-03-08T02:50:27.69708Z","steps":["trace[1445153148] 'range keys from in-memory index tree' (duration: 130.372075ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:27.697229Z","caller":"traceutil/trace.go:171","msg":"trace[1221911750] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11412; }","duration":"125.44539ms","start":"2026-03-08T02:50:27.571772Z","end":"2026-03-08T02:50:27.697217Z","steps":["trace[1221911750] 'range keys from in-memory index tree' (duration: 124.750204ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:28.230521Z","caller":"traceutil/trace.go:171","msg":"trace[2065875936] transaction","detail":"{read_only:false; response_revision:11414; number_of_response:1; }","duration":"188.638126ms","start":"2026-03-08T02:50:28.041854Z","end":"2026-03-08T02:50:28.230492Z","steps":["trace[2065875936] 'process raft request' (duration: 118.110989ms)","trace[2065875936] 'compare' (duration: 70.149178ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:28.709432Z","caller":"traceutil/trace.go:171","msg":"trace[2086086282] transaction","detail":"{read_only:false; response_revision:11415; number_of_response:1; }","duration":"474.125573ms","start":"2026-03-08T02:50:28.235271Z","end":"2026-03-08T02:50:28.709397Z","steps":["trace[2086086282] 'process raft request' (duration: 473.917229ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:28.709521Z","caller":"traceutil/trace.go:171","msg":"trace[1522493835] linearizableReadLoop","detail":"{readStateIndex:11845; appliedIndex:11845; }","duration":"410.089148ms","start":"2026-03-08T02:50:28.299393Z","end":"2026-03-08T02:50:28.709482Z","steps":["trace[1522493835] 'read index received' (duration: 410.071258ms)","trace[1522493835] 'applied index is now lower than readState.Index' (duration: 14.57µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:28.709653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:28.235243Z","time spent":"474.297738ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:50:28.709828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.410556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:50:28.709877Z","caller":"traceutil/trace.go:171","msg":"trace[1412226671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11415; }","duration":"410.532678ms","start":"2026-03-08T02:50:28.299331Z","end":"2026-03-08T02:50:28.709864Z","steps":["trace[1412226671] 'agreement among raft nodes before linearized reading' (duration: 410.291853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:28.709916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:28.299312Z","time spent":"410.59537ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:50:28.724317Z","caller":"traceutil/trace.go:171","msg":"trace[1987141502] transaction","detail":"{read_only:false; response_revision:11416; number_of_response:1; }","duration":"211.712235ms","start":"2026-03-08T02:50:28.512582Z","end":"2026-03-08T02:50:28.724294Z","steps":["trace[1987141502] 'process raft request' (duration: 211.566782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:28.933386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.373718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:50:28.933473Z","caller":"traceutil/trace.go:171","msg":"trace[639754542] transaction","detail":"{read_only:false; response_revision:11417; number_of_response:1; }","duration":"219.021186ms","start":"2026-03-08T02:50:28.714436Z","end":"2026-03-08T02:50:28.933457Z","steps":["trace[639754542] 'process raft request' (duration: 75.509604ms)","trace[639754542] 'compare' (duration: 143.281026ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:29.226308Z","caller":"traceutil/trace.go:171","msg":"trace[1338344597] linearizableReadLoop","detail":"{readStateIndex:11848; appliedIndex:11847; }","duration":"200.226905ms","start":"2026-03-08T02:50:29.026055Z","end":"2026-03-08T02:50:29.226282Z","steps":["trace[1338344597] 'read index received' (duration: 168.920985ms)","trace[1338344597] 'applied index is now lower than readState.Index' (duration: 31.30494ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:29.226418Z","caller":"traceutil/trace.go:171","msg":"trace[922527797] transaction","detail":"{read_only:false; response_revision:11418; number_of_response:1; }","duration":"391.618805ms","start":"2026-03-08T02:50:28.834764Z","end":"2026-03-08T02:50:29.226383Z","steps":["trace[922527797] 'process raft request' (duration: 360.230783ms)","trace[922527797] 'compare' (duration: 31.136336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:29.226529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.457851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:50:29.226559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:28.834728Z","time spent":"391.754739ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19196,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:50:29.226602Z","caller":"traceutil/trace.go:171","msg":"trace[1307077643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11418; }","duration":"200.563153ms","start":"2026-03-08T02:50:29.026018Z","end":"2026-03-08T02:50:29.226581Z","steps":["trace[1307077643] 'agreement among raft nodes before linearized reading' (duration: 200.375658ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:29.239274Z","caller":"traceutil/trace.go:171","msg":"trace[841190859] transaction","detail":"{read_only:false; response_revision:11419; number_of_response:1; }","duration":"156.623737ms","start":"2026-03-08T02:50:29.082623Z","end":"2026-03-08T02:50:29.239247Z","steps":["trace[841190859] 'process raft request' (duration: 156.478893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:29.430275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.06676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:50:29.430439Z","caller":"traceutil/trace.go:171","msg":"trace[668935926] transaction","detail":"{read_only:false; response_revision:11420; number_of_response:1; }","duration":"199.386697ms","start":"2026-03-08T02:50:29.231033Z","end":"2026-03-08T02:50:29.43042Z","steps":["trace[668935926] 'process raft request' (duration: 98.070791ms)","trace[668935926] 'compare' (duration: 100.955388ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:29.681349Z","caller":"traceutil/trace.go:171","msg":"trace[2109979773] linearizableReadLoop","detail":"{readStateIndex:11852; appliedIndex:11850; }","duration":"243.445256ms","start":"2026-03-08T02:50:29.437864Z","end":"2026-03-08T02:50:29.68131Z","steps":["trace[2109979773] 'read index received' (duration: 163.719724ms)","trace[2109979773] 'applied index is now lower than readState.Index' (duration: 79.723742ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:29.681425Z","caller":"traceutil/trace.go:171","msg":"trace[50937908] transaction","detail":"{read_only:false; response_revision:11421; number_of_response:1; }","duration":"246.003506ms","start":"2026-03-08T02:50:29.435363Z","end":"2026-03-08T02:50:29.681366Z","steps":["trace[50937908] 'process raft request' (duration: 166.263164ms)","trace[50937908] 'compare' (duration: 79.395914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:29.681704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.858169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:50:29.681745Z","caller":"traceutil/trace.go:171","msg":"trace[1857172898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11422; }","duration":"241.961222ms","start":"2026-03-08T02:50:29.439771Z","end":"2026-03-08T02:50:29.681732Z","steps":["trace[1857172898] 'agreement among raft nodes before linearized reading' (duration: 241.752057ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:29.681756Z","caller":"traceutil/trace.go:171","msg":"trace[1489377714] transaction","detail":"{read_only:false; response_revision:11422; number_of_response:1; }","duration":"246.247722ms","start":"2026-03-08T02:50:29.435485Z","end":"2026-03-08T02:50:29.681733Z","steps":["trace[1489377714] 'process raft request' (duration: 245.765401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:29.682067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.196364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444849"} {"level":"info","ts":"2026-03-08T02:50:29.682119Z","caller":"traceutil/trace.go:171","msg":"trace[354699348] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11422; }","duration":"244.316037ms","start":"2026-03-08T02:50:29.437791Z","end":"2026-03-08T02:50:29.682107Z","steps":["trace[354699348] 'agreement among raft nodes before linearized reading' (duration: 243.714973ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:29.931577Z","caller":"traceutil/trace.go:171","msg":"trace[2052978635] linearizableReadLoop","detail":"{readStateIndex:11853; appliedIndex:11852; }","duration":"230.873593ms","start":"2026-03-08T02:50:29.700678Z","end":"2026-03-08T02:50:29.931552Z","steps":["trace[2052978635] 'read index received' (duration: 230.725279ms)","trace[2052978635] 'applied index is now lower than readState.Index' (duration: 146.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:29.931643Z","caller":"traceutil/trace.go:171","msg":"trace[1245821162] transaction","detail":"{read_only:false; response_revision:11423; number_of_response:1; }","duration":"245.640577ms","start":"2026-03-08T02:50:29.685975Z","end":"2026-03-08T02:50:29.931616Z","steps":["trace[1245821162] 'process raft request' (duration: 245.408952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:29.931915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.18368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:29.932596Z","caller":"traceutil/trace.go:171","msg":"trace[821738914] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11423; }","duration":"231.931898ms","start":"2026-03-08T02:50:29.700633Z","end":"2026-03-08T02:50:29.932565Z","steps":["trace[821738914] 'agreement among raft nodes before linearized reading' (duration: 231.024996ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:30.048008Z","caller":"traceutil/trace.go:171","msg":"trace[1697148521] linearizableReadLoop","detail":"{readStateIndex:11854; appliedIndex:11853; }","duration":"116.326427ms","start":"2026-03-08T02:50:29.931653Z","end":"2026-03-08T02:50:30.047979Z","steps":["trace[1697148521] 'read index received' (duration: 105.238738ms)","trace[1697148521] 'applied index is now lower than readState.Index' (duration: 11.086899ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:30.048148Z","caller":"traceutil/trace.go:171","msg":"trace[405977082] transaction","detail":"{read_only:false; response_revision:11424; number_of_response:1; }","duration":"131.572993ms","start":"2026-03-08T02:50:29.916563Z","end":"2026-03-08T02:50:30.048136Z","steps":["trace[405977082] 'process raft request' (duration: 120.358801ms)","trace[405977082] 'compare' (duration: 10.565077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:30.048321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.726359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:30.048414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.111848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:30.048424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.347693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:30.048455Z","caller":"traceutil/trace.go:171","msg":"trace[555836511] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11425; }","duration":"347.166139ms","start":"2026-03-08T02:50:29.701277Z","end":"2026-03-08T02:50:30.048443Z","steps":["trace[555836511] 'agreement among raft nodes before linearized reading' (duration: 347.103628ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:30.048456Z","caller":"traceutil/trace.go:171","msg":"trace[1102477824] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11425; }","duration":"346.889073ms","start":"2026-03-08T02:50:29.701539Z","end":"2026-03-08T02:50:30.048428Z","steps":["trace[1102477824] 'agreement among raft nodes before linearized reading' (duration: 346.645607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:30.048486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:29.701266Z","time spent":"347.21361ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T02:50:30.048496Z","caller":"traceutil/trace.go:171","msg":"trace[1028822665] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11425; }","duration":"347.420375ms","start":"2026-03-08T02:50:29.701055Z","end":"2026-03-08T02:50:30.048476Z","steps":["trace[1028822665] 'agreement among raft nodes before linearized reading' (duration: 347.338573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:30.048363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.296472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:30.048545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:29.701048Z","time spent":"347.481676ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-08T02:50:30.048502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:29.701532Z","time spent":"346.958994ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:50:30.048609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.157999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:30.048548Z","caller":"traceutil/trace.go:171","msg":"trace[1220392242] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11425; }","duration":"347.492057ms","start":"2026-03-08T02:50:29.701038Z","end":"2026-03-08T02:50:30.04853Z","steps":["trace[1220392242] 'agreement among raft nodes before linearized reading' (duration: 347.283652ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:30.048724Z","caller":"traceutil/trace.go:171","msg":"trace[843471651] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11425; }","duration":"347.317203ms","start":"2026-03-08T02:50:29.701381Z","end":"2026-03-08T02:50:30.048698Z","steps":["trace[843471651] 'agreement among raft nodes before linearized reading' (duration: 347.051777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:30.048733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.002027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:50:30.048751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:29.701029Z","time spent":"347.710662ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-08T02:50:30.04878Z","caller":"traceutil/trace.go:171","msg":"trace[1140354571] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:11425; }","duration":"154.076959ms","start":"2026-03-08T02:50:29.894691Z","end":"2026-03-08T02:50:30.048767Z","steps":["trace[1140354571] 'agreement among raft nodes before linearized reading' (duration: 153.881434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:30.04879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:29.701374Z","time spent":"347.405385ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:50:30.048872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.030629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:50:30.04892Z","caller":"traceutil/trace.go:171","msg":"trace[1703707243] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11425; }","duration":"348.153002ms","start":"2026-03-08T02:50:29.700755Z","end":"2026-03-08T02:50:30.048908Z","steps":["trace[1703707243] 'agreement among raft nodes before linearized reading' (duration: 347.993458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:30.048962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:29.700749Z","time spent":"348.201163ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-08T02:50:30.049038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.006636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:30.049051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.508376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:50:30.049082Z","caller":"traceutil/trace.go:171","msg":"trace[1094415415] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11425; }","duration":"347.065067ms","start":"2026-03-08T02:50:29.702008Z","end":"2026-03-08T02:50:30.049073Z","steps":["trace[1094415415] 'agreement among raft nodes before linearized reading' (duration: 347.002045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:30.049131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:29.702001Z","time spent":"347.097347ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-08T02:50:30.049098Z","caller":"traceutil/trace.go:171","msg":"trace[607142331] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11425; }","duration":"168.595808ms","start":"2026-03-08T02:50:29.880487Z","end":"2026-03-08T02:50:30.049083Z","steps":["trace[607142331] 'agreement among raft nodes before linearized reading' (duration: 168.515586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:30.049099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.528417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-08T02:50:30.049208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.121558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:50:30.049203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.61369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-08T02:50:30.049217Z","caller":"traceutil/trace.go:171","msg":"trace[947966945] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11425; }","duration":"177.67214ms","start":"2026-03-08T02:50:29.87151Z","end":"2026-03-08T02:50:30.049182Z","steps":["trace[947966945] 'agreement among raft nodes before linearized reading' (duration: 177.511546ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:30.049234Z","caller":"traceutil/trace.go:171","msg":"trace[277935918] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11425; }","duration":"347.156158ms","start":"2026-03-08T02:50:29.702071Z","end":"2026-03-08T02:50:30.049227Z","steps":["trace[277935918] 'agreement among raft nodes before linearized reading' (duration: 347.115207ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:30.049246Z","caller":"traceutil/trace.go:171","msg":"trace[632718738] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11425; }","duration":"347.66712ms","start":"2026-03-08T02:50:29.701568Z","end":"2026-03-08T02:50:30.049235Z","steps":["trace[632718738] 'agreement among raft nodes before linearized reading' (duration: 347.450085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:30.049263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:29.702066Z","time spent":"347.19248ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:50:30.049279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:29.701562Z","time spent":"347.709691ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5027,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-08T02:50:30.232945Z","caller":"traceutil/trace.go:171","msg":"trace[380339270] linearizableReadLoop","detail":"{readStateIndex:11856; appliedIndex:11855; }","duration":"136.176071ms","start":"2026-03-08T02:50:30.096748Z","end":"2026-03-08T02:50:30.232924Z","steps":["trace[380339270] 'read index received' (duration: 72.626207ms)","trace[380339270] 'applied index is now lower than readState.Index' (duration: 63.548654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:30.233143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.369766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-08T02:50:30.233169Z","caller":"traceutil/trace.go:171","msg":"trace[1750269608] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11425; }","duration":"136.497508ms","start":"2026-03-08T02:50:30.096662Z","end":"2026-03-08T02:50:30.23316Z","steps":["trace[1750269608] 'agreement among raft nodes before linearized reading' (duration: 136.336205ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:30.472728Z","caller":"traceutil/trace.go:171","msg":"trace[1957829403] linearizableReadLoop","detail":"{readStateIndex:11858; appliedIndex:11857; }","duration":"152.637255ms","start":"2026-03-08T02:50:30.320065Z","end":"2026-03-08T02:50:30.472702Z","steps":["trace[1957829403] 'read index received' (duration: 74.593182ms)","trace[1957829403] 'applied index is now lower than readState.Index' (duration: 78.042683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:30.472932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.85142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-08T02:50:30.472969Z","caller":"traceutil/trace.go:171","msg":"trace[52511144] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11427; }","duration":"152.950942ms","start":"2026-03-08T02:50:30.320009Z","end":"2026-03-08T02:50:30.47296Z","steps":["trace[52511144] 'agreement among raft nodes before linearized reading' (duration: 152.785758ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:30.473089Z","caller":"traceutil/trace.go:171","msg":"trace[650046353] transaction","detail":"{read_only:false; response_revision:11427; number_of_response:1; }","duration":"237.263391ms","start":"2026-03-08T02:50:30.235787Z","end":"2026-03-08T02:50:30.47305Z","steps":["trace[650046353] 'process raft request' (duration: 158.886741ms)","trace[650046353] 'compare' (duration: 77.779036ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:50:30.9282Z","caller":"traceutil/trace.go:171","msg":"trace[1425791716] transaction","detail":"{read_only:false; response_revision:11428; number_of_response:1; }","duration":"198.563658ms","start":"2026-03-08T02:50:30.729613Z","end":"2026-03-08T02:50:30.928177Z","steps":["trace[1425791716] 'process raft request' (duration: 198.432805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:31.147626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.852286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:50:31.147798Z","caller":"traceutil/trace.go:171","msg":"trace[43113290] transaction","detail":"{read_only:false; response_revision:11429; number_of_response:1; }","duration":"204.886015ms","start":"2026-03-08T02:50:30.942849Z","end":"2026-03-08T02:50:31.147735Z","steps":["trace[43113290] 'process raft request' (duration: 85.826545ms)","trace[43113290] 'compare' (duration: 118.704062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:32.061724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.915222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:50:32.062069Z","caller":"traceutil/trace.go:171","msg":"trace[686193107] transaction","detail":"{read_only:false; response_revision:11432; number_of_response:1; }","duration":"371.520748ms","start":"2026-03-08T02:50:31.690529Z","end":"2026-03-08T02:50:32.06205Z","steps":["trace[686193107] 'process raft request' (duration: 185.131404ms)","trace[686193107] 'compare' (duration: 185.553934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:32.062216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:31.690508Z","time spent":"371.62588ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:50:32.06228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.465716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:50:32.062325Z","caller":"traceutil/trace.go:171","msg":"trace[1852337195] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:11432; }","duration":"371.535968ms","start":"2026-03-08T02:50:31.690777Z","end":"2026-03-08T02:50:32.062313Z","steps":["trace[1852337195] 'agreement among raft nodes before linearized reading' (duration: 371.365904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:50:32.062375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:50:31.690766Z","time spent":"371.600699ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"info","ts":"2026-03-08T02:50:32.062058Z","caller":"traceutil/trace.go:171","msg":"trace[138832935] linearizableReadLoop","detail":"{readStateIndex:11863; appliedIndex:11861; }","duration":"371.035176ms","start":"2026-03-08T02:50:31.690808Z","end":"2026-03-08T02:50:32.061843Z","steps":["trace[138832935] 'read index received' (duration: 59.867468ms)","trace[138832935] 'applied index is now lower than readState.Index' (duration: 311.166358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:50:32.116026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.341093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:50:32.116077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.56343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:50:32.116131Z","caller":"traceutil/trace.go:171","msg":"trace[1032387938] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11433; }","duration":"178.654682ms","start":"2026-03-08T02:50:31.937462Z","end":"2026-03-08T02:50:32.116116Z","steps":["trace[1032387938] 'agreement among raft nodes before linearized reading' (duration: 178.57068ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:32.116131Z","caller":"traceutil/trace.go:171","msg":"trace[1837690743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11433; }","duration":"177.504126ms","start":"2026-03-08T02:50:31.938605Z","end":"2026-03-08T02:50:32.116109Z","steps":["trace[1837690743] 'agreement among raft nodes before linearized reading' (duration: 177.323882ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:32.302554Z","caller":"traceutil/trace.go:171","msg":"trace[2081976905] transaction","detail":"{read_only:false; response_revision:11434; number_of_response:1; }","duration":"181.941319ms","start":"2026-03-08T02:50:32.120578Z","end":"2026-03-08T02:50:32.302519Z","steps":["trace[2081976905] 'process raft request' (duration: 181.693123ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:50:48.697763Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9573} {"level":"info","ts":"2026-03-08T02:50:48.786272Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9573,"took":"85.844156ms","hash":3716447357,"current-db-size-bytes":40976384,"current-db-size":"41 MB","current-db-size-in-use-bytes":21458944,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-08T02:50:48.786338Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3716447357,"revision":9573,"compact-revision":7425} {"level":"info","ts":"2026-03-08T02:51:21.537442Z","caller":"traceutil/trace.go:171","msg":"trace[1144802649] transaction","detail":"{read_only:false; response_revision:11748; number_of_response:1; }","duration":"121.104069ms","start":"2026-03-08T02:51:21.416295Z","end":"2026-03-08T02:51:21.537399Z","steps":["trace[1144802649] 'process raft request' (duration: 120.874193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:51:40.660464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.0127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:51:40.660562Z","caller":"traceutil/trace.go:171","msg":"trace[1505267865] linearizableReadLoop","detail":"{readStateIndex:12312; appliedIndex:12311; }","duration":"180.24015ms","start":"2026-03-08T02:51:40.480305Z","end":"2026-03-08T02:51:40.660545Z","steps":["trace[1505267865] 'read index received' (duration: 24.893452ms)","trace[1505267865] 'applied index is now lower than readState.Index' (duration: 155.345468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:51:40.660696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.395593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:51:40.660735Z","caller":"traceutil/trace.go:171","msg":"trace[306693680] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:11865; }","duration":"180.491625ms","start":"2026-03-08T02:51:40.480233Z","end":"2026-03-08T02:51:40.660725Z","steps":["trace[306693680] 'agreement among raft nodes before linearized reading' (duration: 180.357072ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:51:40.661062Z","caller":"traceutil/trace.go:171","msg":"trace[44068368] transaction","detail":"{read_only:false; response_revision:11865; number_of_response:1; }","duration":"215.511864ms","start":"2026-03-08T02:51:40.445536Z","end":"2026-03-08T02:51:40.661047Z","steps":["trace[44068368] 'process raft request' (duration: 59.837498ms)","trace[44068368] 'compare' (duration: 154.736174ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:54:23.027457Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000343c.wal"} {"level":"info","ts":"2026-03-08T02:54:55.172923Z","caller":"traceutil/trace.go:171","msg":"trace[1890478740] transaction","detail":"{read_only:false; response_revision:13138; number_of_response:1; }","duration":"506.611611ms","start":"2026-03-08T02:54:54.666285Z","end":"2026-03-08T02:54:55.172896Z","steps":["trace[1890478740] 'process raft request' (duration: 506.460777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.17309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:54:54.666269Z","time spent":"506.737183ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:54:55.173626Z","caller":"traceutil/trace.go:171","msg":"trace[361878445] linearizableReadLoop","detail":"{readStateIndex:13631; appliedIndex:13631; }","duration":"378.256533ms","start":"2026-03-08T02:54:54.795346Z","end":"2026-03-08T02:54:55.173602Z","steps":["trace[361878445] 'read index received' (duration: 378.250423ms)","trace[361878445] 'applied index is now lower than readState.Index' (duration: 4.96µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:54:55.173981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.611082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:54:55.174123Z","caller":"traceutil/trace.go:171","msg":"trace[914474185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13138; }","duration":"378.830636ms","start":"2026-03-08T02:54:54.795257Z","end":"2026-03-08T02:54:55.174088Z","steps":["trace[914474185] 'agreement among raft nodes before linearized reading' (duration: 378.441177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.174185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:54:54.795224Z","time spent":"378.946309ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:54:55.191908Z","caller":"traceutil/trace.go:171","msg":"trace[1029445217] transaction","detail":"{read_only:false; response_revision:13139; number_of_response:1; }","duration":"335.260453ms","start":"2026-03-08T02:54:54.85662Z","end":"2026-03-08T02:54:55.191881Z","steps":["trace[1029445217] 'process raft request' (duration: 335.017047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.192058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:54:54.856564Z","time spent":"335.424326ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19140,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:54:55.195047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.090352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:54:55.195154Z","caller":"traceutil/trace.go:171","msg":"trace[1741766144] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:13139; }","duration":"287.274077ms","start":"2026-03-08T02:54:54.907866Z","end":"2026-03-08T02:54:55.19514Z","steps":["trace[1741766144] 'agreement among raft nodes before linearized reading' (duration: 287.046911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:54:55.195288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.446115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:54:55.195337Z","caller":"traceutil/trace.go:171","msg":"trace[861284473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13139; }","duration":"206.537087ms","start":"2026-03-08T02:54:54.98879Z","end":"2026-03-08T02:54:55.195327Z","steps":["trace[861284473] 'agreement among raft nodes before linearized reading' (duration: 206.202609ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:15.25995Z","caller":"traceutil/trace.go:171","msg":"trace[388353503] transaction","detail":"{read_only:false; response_revision:13255; number_of_response:1; }","duration":"327.114393ms","start":"2026-03-08T02:55:14.932803Z","end":"2026-03-08T02:55:15.259917Z","steps":["trace[388353503] 'process raft request' (duration: 326.907039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:15.260138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:55:14.932774Z","time spent":"327.271107ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9128,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:55:15.584063Z","caller":"traceutil/trace.go:171","msg":"trace[490046382] transaction","detail":"{read_only:false; response_revision:13257; number_of_response:1; }","duration":"195.420937ms","start":"2026-03-08T02:55:15.388592Z","end":"2026-03-08T02:55:15.584013Z","steps":["trace[490046382] 'process raft request' (duration: 137.50509ms)","trace[490046382] 'compare' (duration: 57.713322ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:55:15.584371Z","caller":"traceutil/trace.go:171","msg":"trace[2074290074] transaction","detail":"{read_only:false; response_revision:13258; number_of_response:1; }","duration":"195.705484ms","start":"2026-03-08T02:55:15.38863Z","end":"2026-03-08T02:55:15.584336Z","steps":["trace[2074290074] 'process raft request' (duration: 195.334775ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:15.584431Z","caller":"traceutil/trace.go:171","msg":"trace[766005770] transaction","detail":"{read_only:false; response_revision:13259; number_of_response:1; }","duration":"194.821683ms","start":"2026-03-08T02:55:15.389573Z","end":"2026-03-08T02:55:15.584394Z","steps":["trace[766005770] 'process raft request' (duration: 194.642789ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:15.621577Z","caller":"traceutil/trace.go:171","msg":"trace[1667327005] transaction","detail":"{read_only:false; response_revision:13260; number_of_response:1; }","duration":"178.011722ms","start":"2026-03-08T02:55:15.443533Z","end":"2026-03-08T02:55:15.621544Z","steps":["trace[1667327005] 'process raft request' (duration: 177.802657ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:15.621913Z","caller":"traceutil/trace.go:171","msg":"trace[70804663] transaction","detail":"{read_only:false; response_revision:13261; number_of_response:1; }","duration":"106.387685ms","start":"2026-03-08T02:55:15.515503Z","end":"2026-03-08T02:55:15.621891Z","steps":["trace[70804663] 'process raft request' (duration: 105.978436ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:23.925653Z","caller":"traceutil/trace.go:171","msg":"trace[723693673] transaction","detail":"{read_only:false; response_revision:13300; number_of_response:1; }","duration":"243.109938ms","start":"2026-03-08T02:55:23.682495Z","end":"2026-03-08T02:55:23.925605Z","steps":["trace[723693673] 'process raft request' (duration: 157.529306ms)","trace[723693673] 'compare' (duration: 85.212254ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:55:23.926707Z","caller":"traceutil/trace.go:171","msg":"trace[1087467270] transaction","detail":"{read_only:false; response_revision:13301; number_of_response:1; }","duration":"243.933908ms","start":"2026-03-08T02:55:23.682723Z","end":"2026-03-08T02:55:23.926657Z","steps":["trace[1087467270] 'process raft request' (duration: 242.825532ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:23.927809Z","caller":"traceutil/trace.go:171","msg":"trace[1307744860] transaction","detail":"{read_only:false; response_revision:13302; number_of_response:1; }","duration":"113.127743ms","start":"2026-03-08T02:55:23.814664Z","end":"2026-03-08T02:55:23.927792Z","steps":["trace[1307744860] 'process raft request' (duration: 111.823693ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:33.655807Z","caller":"traceutil/trace.go:171","msg":"trace[1447876693] transaction","detail":"{read_only:false; response_revision:13344; number_of_response:1; }","duration":"111.396562ms","start":"2026-03-08T02:55:33.544384Z","end":"2026-03-08T02:55:33.65578Z","steps":["trace[1447876693] 'process raft request' (duration: 111.253359ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:34.231101Z","caller":"traceutil/trace.go:171","msg":"trace[661717626] linearizableReadLoop","detail":"{readStateIndex:13850; appliedIndex:13849; }","duration":"148.712712ms","start":"2026-03-08T02:55:34.082358Z","end":"2026-03-08T02:55:34.231071Z","steps":["trace[661717626] 'read index received' (duration: 132.590386ms)","trace[661717626] 'applied index is now lower than readState.Index' (duration: 16.120656ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:55:34.231251Z","caller":"traceutil/trace.go:171","msg":"trace[198915606] transaction","detail":"{read_only:false; response_revision:13349; number_of_response:1; }","duration":"149.641732ms","start":"2026-03-08T02:55:34.081586Z","end":"2026-03-08T02:55:34.231228Z","steps":["trace[198915606] 'process raft request' (duration: 133.466096ms)","trace[198915606] 'compare' (duration: 15.705395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:55:34.231419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.009334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:55:34.231553Z","caller":"traceutil/trace.go:171","msg":"trace[1318839027] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:13349; }","duration":"102.206978ms","start":"2026-03-08T02:55:34.129319Z","end":"2026-03-08T02:55:34.231526Z","steps":["trace[1318839027] 'agreement among raft nodes before linearized reading' (duration: 102.019484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:34.232014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.628233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:55:34.232132Z","caller":"traceutil/trace.go:171","msg":"trace[1987335758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13349; }","duration":"149.776356ms","start":"2026-03-08T02:55:34.082324Z","end":"2026-03-08T02:55:34.232101Z","steps":["trace[1987335758] 'agreement among raft nodes before linearized reading' (duration: 149.421747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:48.398185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.67074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:55:48.398305Z","caller":"traceutil/trace.go:171","msg":"trace[966956085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13434; }","duration":"102.806323ms","start":"2026-03-08T02:55:48.29547Z","end":"2026-03-08T02:55:48.398276Z","steps":["trace[966956085] 'range keys from in-memory index tree' (duration: 102.395243ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:48.591769Z","caller":"traceutil/trace.go:171","msg":"trace[2038378990] transaction","detail":"{read_only:false; response_revision:13436; number_of_response:1; }","duration":"175.078324ms","start":"2026-03-08T02:55:48.416651Z","end":"2026-03-08T02:55:48.591729Z","steps":["trace[2038378990] 'process raft request' (duration: 171.994982ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:48.592121Z","caller":"traceutil/trace.go:171","msg":"trace[349053875] transaction","detail":"{read_only:false; response_revision:13437; number_of_response:1; }","duration":"175.156827ms","start":"2026-03-08T02:55:48.41693Z","end":"2026-03-08T02:55:48.592086Z","steps":["trace[349053875] 'process raft request' (duration: 174.736677ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:48.621145Z","caller":"traceutil/trace.go:171","msg":"trace[1529834536] transaction","detail":"{read_only:false; response_revision:13438; number_of_response:1; }","duration":"162.739487ms","start":"2026-03-08T02:55:48.458387Z","end":"2026-03-08T02:55:48.621127Z","steps":["trace[1529834536] 'process raft request' (duration: 162.469441ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:48.62128Z","caller":"traceutil/trace.go:171","msg":"trace[1381225567] transaction","detail":"{read_only:false; response_revision:13439; number_of_response:1; }","duration":"104.899492ms","start":"2026-03-08T02:55:48.516362Z","end":"2026-03-08T02:55:48.621262Z","steps":["trace[1381225567] 'process raft request' (duration: 104.646876ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:48.744368Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11564} {"level":"info","ts":"2026-03-08T02:55:49.004075Z","caller":"traceutil/trace.go:171","msg":"trace[230534088] transaction","detail":"{read_only:false; response_revision:13443; number_of_response:1; }","duration":"114.457734ms","start":"2026-03-08T02:55:48.889569Z","end":"2026-03-08T02:55:49.004027Z","steps":["trace[230534088] 'process raft request' (duration: 58.177494ms)","trace[230534088] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/openstack/placement-ks-endpoints-jkwtv.189abe3779b31b4f; req_size:892; } (duration: 45.677873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:55:49.244347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.881162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:55:49.244459Z","caller":"traceutil/trace.go:171","msg":"trace[284100634] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:13443; }","duration":"200.098037ms","start":"2026-03-08T02:55:49.044333Z","end":"2026-03-08T02:55:49.244431Z","steps":["trace[284100634] 'range keys from in-memory index tree' (duration: 199.686727ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:49.345266Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11564,"took":"598.689714ms","hash":735561516,"current-db-size-bytes":40976384,"current-db-size":"41 MB","current-db-size-in-use-bytes":23773184,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-08T02:55:49.345387Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":735561516,"revision":11564,"compact-revision":9573} {"level":"warn","ts":"2026-03-08T02:55:49.925237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.853516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:62 size:86291"} {"level":"info","ts":"2026-03-08T02:55:49.9253Z","caller":"traceutil/trace.go:171","msg":"trace[1378210829] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:62; response_revision:13448; }","duration":"115.937998ms","start":"2026-03-08T02:55:49.809345Z","end":"2026-03-08T02:55:49.925283Z","steps":["trace[1378210829] 'range keys from in-memory index tree' (duration: 115.481998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:49.925604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.962673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130596"} {"level":"info","ts":"2026-03-08T02:55:49.925689Z","caller":"traceutil/trace.go:171","msg":"trace[665470769] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:13448; }","duration":"111.061375ms","start":"2026-03-08T02:55:49.814605Z","end":"2026-03-08T02:55:49.925667Z","steps":["trace[665470769] 'range keys from in-memory index tree' (duration: 110.637295ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:50.09075Z","caller":"traceutil/trace.go:171","msg":"trace[1103574900] transaction","detail":"{read_only:false; response_revision:13449; number_of_response:1; }","duration":"113.616735ms","start":"2026-03-08T02:55:49.977099Z","end":"2026-03-08T02:55:50.090716Z","steps":["trace[1103574900] 'process raft request' (duration: 113.375679ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:50.410704Z","caller":"traceutil/trace.go:171","msg":"trace[546843659] linearizableReadLoop","detail":"{readStateIndex:13960; appliedIndex:13959; }","duration":"130.054356ms","start":"2026-03-08T02:55:50.280624Z","end":"2026-03-08T02:55:50.410679Z","steps":["trace[546843659] 'read index received' (duration: 54.029587ms)","trace[546843659] 'applied index is now lower than readState.Index' (duration: 76.023849ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:55:50.410791Z","caller":"traceutil/trace.go:171","msg":"trace[1543813106] transaction","detail":"{read_only:false; response_revision:13454; number_of_response:1; }","duration":"135.868162ms","start":"2026-03-08T02:55:50.274888Z","end":"2026-03-08T02:55:50.410757Z","steps":["trace[1543813106] 'process raft request' (duration: 59.853393ms)","trace[1543813106] 'compare' (duration: 75.811855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:55:50.410932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.296473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12678"} {"level":"info","ts":"2026-03-08T02:55:50.41095Z","caller":"traceutil/trace.go:171","msg":"trace[999259150] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13454; }","duration":"130.379275ms","start":"2026-03-08T02:55:50.280565Z","end":"2026-03-08T02:55:50.410944Z","steps":["trace[999259150] 'agreement among raft nodes before linearized reading' (duration: 130.228721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:55:50.410949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.341561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-08T02:55:50.411003Z","caller":"traceutil/trace.go:171","msg":"trace[1050028619] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13454; }","duration":"108.426054ms","start":"2026-03-08T02:55:50.302562Z","end":"2026-03-08T02:55:50.410988Z","steps":["trace[1050028619] 'agreement among raft nodes before linearized reading' (duration: 108.27552ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:55:50.585819Z","caller":"traceutil/trace.go:171","msg":"trace[1760965350] transaction","detail":"{read_only:false; response_revision:13456; number_of_response:1; }","duration":"110.83233ms","start":"2026-03-08T02:55:50.474948Z","end":"2026-03-08T02:55:50.58578Z","steps":["trace[1760965350] 'process raft request' (duration: 72.815225ms)","trace[1760965350] 'compare' (duration: 37.872291ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:00.057436Z","caller":"traceutil/trace.go:171","msg":"trace[777350300] linearizableReadLoop","detail":"{readStateIndex:14006; appliedIndex:14005; }","duration":"172.230938ms","start":"2026-03-08T02:55:59.885174Z","end":"2026-03-08T02:56:00.057405Z","steps":["trace[777350300] 'read index received' (duration: 172.023404ms)","trace[777350300] 'applied index is now lower than readState.Index' (duration: 205.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:00.057536Z","caller":"traceutil/trace.go:171","msg":"trace[878760945] transaction","detail":"{read_only:false; response_revision:13499; number_of_response:1; }","duration":"172.612127ms","start":"2026-03-08T02:55:59.884881Z","end":"2026-03-08T02:56:00.057493Z","steps":["trace[878760945] 'process raft request' (duration: 172.334621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:00.057671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.475304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:00.057741Z","caller":"traceutil/trace.go:171","msg":"trace[1903903367] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13499; }","duration":"172.632588ms","start":"2026-03-08T02:55:59.885092Z","end":"2026-03-08T02:56:00.057724Z","steps":["trace[1903903367] 'agreement among raft nodes before linearized reading' (duration: 172.507425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:13.301967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019371772,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:56:13.475084Z","caller":"traceutil/trace.go:171","msg":"trace[1004995044] linearizableReadLoop","detail":"{readStateIndex:14117; appliedIndex:14116; }","duration":"673.679898ms","start":"2026-03-08T02:56:12.80137Z","end":"2026-03-08T02:56:13.47505Z","steps":["trace[1004995044] 'read index received' (duration: 673.478013ms)","trace[1004995044] 'applied index is now lower than readState.Index' (duration: 199.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:13.475167Z","caller":"traceutil/trace.go:171","msg":"trace[1708733579] transaction","detail":"{read_only:false; response_revision:13603; number_of_response:1; }","duration":"726.865326ms","start":"2026-03-08T02:56:12.748254Z","end":"2026-03-08T02:56:13.475119Z","steps":["trace[1708733579] 'process raft request' (duration: 726.59926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:13.475377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.819788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:56:13.475425Z","caller":"traceutil/trace.go:171","msg":"trace[1353376269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13603; }","duration":"653.95926ms","start":"2026-03-08T02:56:12.821452Z","end":"2026-03-08T02:56:13.475411Z","steps":["trace[1353376269] 'agreement among raft nodes before linearized reading' (duration: 653.780366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:13.47541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.022456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:56:13.47544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.996941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:56:13.475527Z","caller":"traceutil/trace.go:171","msg":"trace[709759488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13603; }","duration":"674.2077ms","start":"2026-03-08T02:56:12.801292Z","end":"2026-03-08T02:56:13.4755Z","steps":["trace[709759488] 'agreement among raft nodes before linearized reading' (duration: 673.881823ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:13.475538Z","caller":"traceutil/trace.go:171","msg":"trace[1702136720] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:13603; }","duration":"214.146844ms","start":"2026-03-08T02:56:13.261367Z","end":"2026-03-08T02:56:13.475514Z","steps":["trace[1702136720] 'agreement among raft nodes before linearized reading' (duration: 213.933879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:13.475585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:12.801262Z","time spent":"674.312363ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:56:13.475549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:12.748222Z","time spent":"727.04968ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:13.47544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.614492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:13.475795Z","caller":"traceutil/trace.go:171","msg":"trace[1438485206] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13603; }","duration":"425.039313ms","start":"2026-03-08T02:56:13.050745Z","end":"2026-03-08T02:56:13.475784Z","steps":["trace[1438485206] 'agreement among raft nodes before linearized reading' (duration: 424.595612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:13.475837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:13.050719Z","time spent":"425.105794ms","remote":"127.0.0.1:57586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:56:13.475473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:12.821423Z","time spent":"654.040932ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:56:17.558269Z","caller":"traceutil/trace.go:171","msg":"trace[1450577711] linearizableReadLoop","detail":"{readStateIndex:14142; appliedIndex:14141; }","duration":"491.234307ms","start":"2026-03-08T02:56:17.067004Z","end":"2026-03-08T02:56:17.558238Z","steps":["trace[1450577711] 'read index received' (duration: 490.968511ms)","trace[1450577711] 'applied index is now lower than readState.Index' (duration: 264.326µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:17.558294Z","caller":"traceutil/trace.go:171","msg":"trace[495784737] transaction","detail":"{read_only:false; response_revision:13627; number_of_response:1; }","duration":"728.988897ms","start":"2026-03-08T02:56:16.829275Z","end":"2026-03-08T02:56:17.558264Z","steps":["trace[495784737] 'process raft request' (duration: 728.676479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:17.558474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:16.829247Z","time spent":"729.14126ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:17.558714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.711259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-08T02:56:17.558774Z","caller":"traceutil/trace.go:171","msg":"trace[979560029] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13627; }","duration":"491.818832ms","start":"2026-03-08T02:56:17.06694Z","end":"2026-03-08T02:56:17.558759Z","steps":["trace[979560029] 'agreement among raft nodes before linearized reading' (duration: 491.405582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:17.559132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:17.066911Z","time spent":"492.055127ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-08T02:56:38.907636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019372118,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:56:39.190857Z","caller":"traceutil/trace.go:171","msg":"trace[518021865] transaction","detail":"{read_only:false; response_revision:13726; number_of_response:1; }","duration":"844.020051ms","start":"2026-03-08T02:56:38.346803Z","end":"2026-03-08T02:56:39.190823Z","steps":["trace[518021865] 'process raft request' (duration: 843.853257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:39.191038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:38.346766Z","time spent":"844.190145ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:40.324171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.425538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:56:40.324474Z","caller":"traceutil/trace.go:171","msg":"trace[1581520243] transaction","detail":"{read_only:false; response_revision:13728; number_of_response:1; }","duration":"677.190235ms","start":"2026-03-08T02:56:39.647199Z","end":"2026-03-08T02:56:40.32439Z","steps":["trace[1581520243] 'process raft request' (duration: 677.102323ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.324494Z","caller":"traceutil/trace.go:171","msg":"trace[519227172] linearizableReadLoop","detail":"{readStateIndex:14246; appliedIndex:14244; }","duration":"1.91682689s","start":"2026-03-08T02:56:38.407542Z","end":"2026-03-08T02:56:40.324369Z","steps":["trace[519227172] 'read index received' (duration: 783.130495ms)","trace[519227172] 'applied index is now lower than readState.Index' (duration: 1.133688645s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:40.324589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.647174Z","time spent":"677.36422ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:40.324703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917134397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-08T02:56:40.324822Z","caller":"traceutil/trace.go:171","msg":"trace[1239512563] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13728; }","duration":"1.917315562s","start":"2026-03-08T02:56:38.40748Z","end":"2026-03-08T02:56:40.324795Z","steps":["trace[1239512563] 'agreement among raft nodes before linearized reading' (duration: 1.916993704s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.324878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:38.40746Z","time spent":"1.917409494s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-08T02:56:40.32441Z","caller":"traceutil/trace.go:171","msg":"trace[2074625049] transaction","detail":"{read_only:false; response_revision:13727; number_of_response:1; }","duration":"1.892811446s","start":"2026-03-08T02:56:38.431519Z","end":"2026-03-08T02:56:40.32433Z","steps":["trace[2074625049] 'process raft request' (duration: 907.123582ms)","trace[2074625049] 'compare' (duration: 985.292674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:40.325234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:38.431482Z","time spent":"1.893504913s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:40.666391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999988177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T02:56:40.666496Z","caller":"traceutil/trace.go:171","msg":"trace[708575923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000192961s","start":"2026-03-08T02:56:38.666277Z","end":"2026-03-08T02:56:40.66647Z","steps":["trace[708575923] 'agreement among raft nodes before linearized reading' (duration: 2.000029197s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.666546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:38.666251Z","time spent":"2.000286544s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 02:56:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-08T02:56:40.722575Z","caller":"traceutil/trace.go:171","msg":"trace[538903929] linearizableReadLoop","detail":"{readStateIndex:14248; appliedIndex:14247; }","duration":"397.91766ms","start":"2026-03-08T02:56:40.324628Z","end":"2026-03-08T02:56:40.722546Z","steps":["trace[538903929] 'read index received' (duration: 397.832438ms)","trace[538903929] 'applied index is now lower than readState.Index' (duration: 84.292µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:40.722793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132046393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:56:40.722808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054003223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:56:40.722843Z","caller":"traceutil/trace.go:171","msg":"trace[299827057] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:13729; }","duration":"1.132171806s","start":"2026-03-08T02:56:39.590656Z","end":"2026-03-08T02:56:40.722827Z","steps":["trace[299827057] 'agreement among raft nodes before linearized reading' (duration: 1.132026852s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.72285Z","caller":"traceutil/trace.go:171","msg":"trace[1725842861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13729; }","duration":"1.054090065s","start":"2026-03-08T02:56:39.668747Z","end":"2026-03-08T02:56:40.722837Z","steps":["trace[1725842861] 'agreement among raft nodes before linearized reading' (duration: 1.053929591s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.722861Z","caller":"traceutil/trace.go:171","msg":"trace[771797684] transaction","detail":"{read_only:false; response_revision:13729; number_of_response:1; }","duration":"514.241916ms","start":"2026-03-08T02:56:40.208603Z","end":"2026-03-08T02:56:40.722845Z","steps":["trace[771797684] 'process raft request' (duration: 513.749074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.722881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.590634Z","time spent":"1.132236438s","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:56:40.722833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021435508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:56:40.722857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.537918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:56:40.722959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043822012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:56:40.72295Z","caller":"traceutil/trace.go:171","msg":"trace[589072770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13729; }","duration":"1.021629222s","start":"2026-03-08T02:56:39.701296Z","end":"2026-03-08T02:56:40.722925Z","steps":["trace[589072770] 'agreement among raft nodes before linearized reading' (duration: 1.021409927s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.722985Z","caller":"traceutil/trace.go:171","msg":"trace[1885756605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13729; }","duration":"1.043865353s","start":"2026-03-08T02:56:39.679112Z","end":"2026-03-08T02:56:40.722977Z","steps":["trace[1885756605] 'agreement among raft nodes before linearized reading' (duration: 1.043799971s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.72298Z","caller":"traceutil/trace.go:171","msg":"trace[1359550535] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:13729; }","duration":"680.739263ms","start":"2026-03-08T02:56:40.042215Z","end":"2026-03-08T02:56:40.722954Z","steps":["trace[1359550535] 'agreement among raft nodes before linearized reading' (duration: 680.436726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.722988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:40.208573Z","time spent":"514.338188ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:40.723012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.679103Z","time spent":"1.043905023s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:56:40.723011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.701272Z","time spent":"1.021724925s","remote":"127.0.0.1:58294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:56:40.723042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:40.042186Z","time spent":"680.845906ms","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:56:40.722896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.668697Z","time spent":"1.054174008s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:56:40.723068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.730519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:56:40.722809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.419007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-08T02:56:40.72317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193080611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:56:40.723191Z","caller":"traceutil/trace.go:171","msg":"trace[1644131415] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13729; }","duration":"751.919903ms","start":"2026-03-08T02:56:39.971244Z","end":"2026-03-08T02:56:40.723164Z","steps":["trace[1644131415] 'agreement among raft nodes before linearized reading' (duration: 751.651917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.723182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194419774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:56:40.723229Z","caller":"traceutil/trace.go:171","msg":"trace[447122302] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:13729; }","duration":"674.881739ms","start":"2026-03-08T02:56:40.048332Z","end":"2026-03-08T02:56:40.723214Z","steps":["trace[447122302] 'agreement among raft nodes before linearized reading' (duration: 674.279904ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.723259Z","caller":"traceutil/trace.go:171","msg":"trace[1775852753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13729; }","duration":"2.193186804s","start":"2026-03-08T02:56:38.530047Z","end":"2026-03-08T02:56:40.723234Z","steps":["trace[1775852753] 'agreement among raft nodes before linearized reading' (duration: 2.192886537s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:40.723287Z","caller":"traceutil/trace.go:171","msg":"trace[1149105992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13729; }","duration":"2.194584499s","start":"2026-03-08T02:56:38.528674Z","end":"2026-03-08T02:56:40.723258Z","steps":["trace[1149105992] 'agreement among raft nodes before linearized reading' (duration: 2.194296442s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.723341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:38.528643Z","time spent":"2.19468743s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:56:40.723326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:38.530037Z","time spent":"2.193276676s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:56:40.723272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:40.048307Z","time spent":"674.956811ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-08T02:56:40.72339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.182117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-08T02:56:40.723264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.971222Z","time spent":"752.029627ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:56:40.723468Z","caller":"traceutil/trace.go:171","msg":"trace[1727436787] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:13729; }","duration":"948.3399ms","start":"2026-03-08T02:56:39.775105Z","end":"2026-03-08T02:56:40.723445Z","steps":["trace[1727436787] 'agreement among raft nodes before linearized reading' (duration: 948.082124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.723527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:39.775076Z","time spent":"948.437003ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:56:40.723199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193187014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:40.723675Z","caller":"traceutil/trace.go:171","msg":"trace[1766025202] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:13729; }","duration":"2.193774418s","start":"2026-03-08T02:56:38.529866Z","end":"2026-03-08T02:56:40.723641Z","steps":["trace[1766025202] 'agreement among raft nodes before linearized reading' (duration: 2.192908847s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.723784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:38.529858Z","time spent":"2.193903961s","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:56:40.728646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.905652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:56:40.728721Z","caller":"traceutil/trace.go:171","msg":"trace[1464049067] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:13730; }","duration":"333.011144ms","start":"2026-03-08T02:56:40.395693Z","end":"2026-03-08T02:56:40.728705Z","steps":["trace[1464049067] 'agreement among raft nodes before linearized reading' (duration: 332.862621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.728759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:40.395673Z","time spent":"333.076506ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":17,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:56:40.728666Z","caller":"traceutil/trace.go:171","msg":"trace[1244460860] transaction","detail":"{read_only:false; response_revision:13730; number_of_response:1; }","duration":"398.196007ms","start":"2026-03-08T02:56:40.330443Z","end":"2026-03-08T02:56:40.728639Z","steps":["trace[1244460860] 'process raft request' (duration: 397.967741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:40.729039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:40.330414Z","time spent":"398.468304ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:56:48.729556Z","caller":"traceutil/trace.go:171","msg":"trace[1264979788] transaction","detail":"{read_only:false; response_revision:13765; number_of_response:1; }","duration":"503.372486ms","start":"2026-03-08T02:56:48.226152Z","end":"2026-03-08T02:56:48.729525Z","steps":["trace[1264979788] 'process raft request' (duration: 503.244833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:48.729697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.22612Z","time spent":"503.50398ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:56:48.762706Z","caller":"traceutil/trace.go:171","msg":"trace[1640564924] transaction","detail":"{read_only:false; response_revision:13767; number_of_response:1; }","duration":"360.626977ms","start":"2026-03-08T02:56:48.402041Z","end":"2026-03-08T02:56:48.762668Z","steps":["trace[1640564924] 'process raft request' (duration: 360.558375ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:48.7628Z","caller":"traceutil/trace.go:171","msg":"trace[211683139] transaction","detail":"{read_only:false; response_revision:13766; number_of_response:1; }","duration":"363.427636ms","start":"2026-03-08T02:56:48.399323Z","end":"2026-03-08T02:56:48.76275Z","steps":["trace[211683139] 'process raft request' (duration: 340.565521ms)","trace[211683139] 'compare' (duration: 22.555117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:48.762947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.40202Z","time spent":"360.818821ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:48.763103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.399281Z","time spent":"363.664762ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:49.311534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019372234,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:56:49.706461Z","caller":"traceutil/trace.go:171","msg":"trace[1946160644] transaction","detail":"{read_only:false; response_revision:13769; number_of_response:1; }","duration":"922.176914ms","start":"2026-03-08T02:56:48.784253Z","end":"2026-03-08T02:56:49.70643Z","steps":["trace[1946160644] 'process raft request' (duration: 920.839311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:49.706648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.78424Z","time spent":"922.337838ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:56:49.710522Z","caller":"traceutil/trace.go:171","msg":"trace[1007450249] linearizableReadLoop","detail":"{readStateIndex:14292; appliedIndex:14289; }","duration":"899.538414ms","start":"2026-03-08T02:56:48.810953Z","end":"2026-03-08T02:56:49.710491Z","steps":["trace[1007450249] 'read index received' (duration: 894.204082ms)","trace[1007450249] 'applied index is now lower than readState.Index' (duration: 5.333662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:49.710738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.788401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:56:49.710775Z","caller":"traceutil/trace.go:171","msg":"trace[403760841] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:13771; }","duration":"899.924014ms","start":"2026-03-08T02:56:48.81084Z","end":"2026-03-08T02:56:49.710765Z","steps":["trace[403760841] 'agreement among raft nodes before linearized reading' (duration: 899.78756ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:49.710771Z","caller":"traceutil/trace.go:171","msg":"trace[269006340] transaction","detail":"{read_only:false; response_revision:13771; number_of_response:1; }","duration":"925.859275ms","start":"2026-03-08T02:56:48.78488Z","end":"2026-03-08T02:56:49.710739Z","steps":["trace[269006340] 'process raft request' (duration: 925.579678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:49.710808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.8108Z","time spent":"899.999236ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"info","ts":"2026-03-08T02:56:49.710719Z","caller":"traceutil/trace.go:171","msg":"trace[1440486193] transaction","detail":"{read_only:false; response_revision:13770; number_of_response:1; }","duration":"926.038039ms","start":"2026-03-08T02:56:48.784632Z","end":"2026-03-08T02:56:49.71067Z","steps":["trace[1440486193] 'process raft request' (duration: 925.711951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:49.7109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.784873Z","time spent":"925.957387ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:49.710915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.182664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:49.711Z","caller":"traceutil/trace.go:171","msg":"trace[1358707291] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:13771; }","duration":"554.328047ms","start":"2026-03-08T02:56:49.15665Z","end":"2026-03-08T02:56:49.710978Z","steps":["trace[1358707291] 'agreement among raft nodes before linearized reading' (duration: 554.168783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:49.710937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.84775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-08T02:56:49.711058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:49.156621Z","time spent":"554.42621ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:56:49.711056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.194928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:56:49.711108Z","caller":"traceutil/trace.go:171","msg":"trace[1906976461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13771; }","duration":"468.27886ms","start":"2026-03-08T02:56:49.242816Z","end":"2026-03-08T02:56:49.711095Z","steps":["trace[1906976461] 'agreement among raft nodes before linearized reading' (duration: 468.008853ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:49.711095Z","caller":"traceutil/trace.go:171","msg":"trace[1684575206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13771; }","duration":"832.028965ms","start":"2026-03-08T02:56:48.879033Z","end":"2026-03-08T02:56:49.711061Z","steps":["trace[1684575206] 'agreement among raft nodes before linearized reading' (duration: 831.709557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:49.711157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:49.242797Z","time spent":"468.347381ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:56:49.711204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.87902Z","time spent":"832.160278ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:56:49.711225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:48.784621Z","time spent":"926.375038ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:57.242224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019372335,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:56:57.438708Z","caller":"traceutil/trace.go:171","msg":"trace[1166954107] transaction","detail":"{read_only:false; response_revision:13802; number_of_response:1; }","duration":"735.073307ms","start":"2026-03-08T02:56:56.703599Z","end":"2026-03-08T02:56:57.438672Z","steps":["trace[1166954107] 'process raft request' (duration: 734.643876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.438902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.703549Z","time spent":"735.251492ms","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:57.637251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.074721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:56:57.637522Z","caller":"traceutil/trace.go:171","msg":"trace[1937926943] linearizableReadLoop","detail":"{readStateIndex:14328; appliedIndex:14324; }","duration":"896.062049ms","start":"2026-03-08T02:56:56.741434Z","end":"2026-03-08T02:56:57.637496Z","steps":["trace[1937926943] 'read index received' (duration: 696.76383ms)","trace[1937926943] 'applied index is now lower than readState.Index' (duration: 199.297109ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:57.637551Z","caller":"traceutil/trace.go:171","msg":"trace[1365823439] transaction","detail":"{read_only:false; response_revision:13803; number_of_response:1; }","duration":"846.879522ms","start":"2026-03-08T02:56:56.790577Z","end":"2026-03-08T02:56:57.637457Z","steps":["trace[1365823439] 'process raft request' (duration: 734.429481ms)","trace[1365823439] 'compare' (duration: 111.900107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:57.637998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.790545Z","time spent":"847.190209ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:56:57.638272Z","caller":"traceutil/trace.go:171","msg":"trace[1024507764] transaction","detail":"{read_only:false; response_revision:13804; number_of_response:1; }","duration":"846.316178ms","start":"2026-03-08T02:56:56.791938Z","end":"2026-03-08T02:56:57.638254Z","steps":["trace[1024507764] 'process raft request' (duration: 845.443777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.63838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.791912Z","time spent":"846.42428ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:56:57.638531Z","caller":"traceutil/trace.go:171","msg":"trace[1889586350] transaction","detail":"{read_only:false; response_revision:13805; number_of_response:1; }","duration":"831.577624ms","start":"2026-03-08T02:56:56.806944Z","end":"2026-03-08T02:56:57.638521Z","steps":["trace[1889586350] 'process raft request' (duration: 830.500237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.638588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.806928Z","time spent":"831.632965ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:56:57.639083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.577472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:56:57.639152Z","caller":"traceutil/trace.go:171","msg":"trace[552631812] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13805; }","duration":"725.691355ms","start":"2026-03-08T02:56:56.91344Z","end":"2026-03-08T02:56:57.639132Z","steps":["trace[552631812] 'agreement among raft nodes before linearized reading' (duration: 725.589602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.639191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.913416Z","time spent":"725.765877ms","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:56:57.639866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.209869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:56:57.639919Z","caller":"traceutil/trace.go:171","msg":"trace[2124295325] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:13805; }","duration":"301.312031ms","start":"2026-03-08T02:56:57.338589Z","end":"2026-03-08T02:56:57.639901Z","steps":["trace[2124295325] 'agreement among raft nodes before linearized reading' (duration: 301.163317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.63995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:57.338561Z","time spent":"301.380683ms","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":92,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:56:57.641937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.503178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:85 size:925971"} {"level":"info","ts":"2026-03-08T02:56:57.642027Z","caller":"traceutil/trace.go:171","msg":"trace[918797717] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:85; response_revision:13805; }","duration":"900.656002ms","start":"2026-03-08T02:56:56.741348Z","end":"2026-03-08T02:56:57.642004Z","steps":["trace[918797717] 'agreement among raft nodes before linearized reading' (duration: 897.437852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:57.642084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:56.741314Z","time spent":"900.754304ms","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":85,"response size":925994,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:56:59.351115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.896815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:56:59.351248Z","caller":"traceutil/trace.go:171","msg":"trace[70750653] linearizableReadLoop","detail":"{readStateIndex:14350; appliedIndex:14349; }","duration":"313.911111ms","start":"2026-03-08T02:56:59.037313Z","end":"2026-03-08T02:56:59.351224Z","steps":["trace[70750653] 'read index received' (duration: 174.696099ms)","trace[70750653] 'applied index is now lower than readState.Index' (duration: 139.213532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:59.351433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.121607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-08T02:56:59.351472Z","caller":"traceutil/trace.go:171","msg":"trace[1632592619] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13826; }","duration":"314.168228ms","start":"2026-03-08T02:56:59.037288Z","end":"2026-03-08T02:56:59.351456Z","steps":["trace[1632592619] 'agreement among raft nodes before linearized reading' (duration: 313.993904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:59.351513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:59.037212Z","time spent":"314.292161ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-08T02:56:59.351681Z","caller":"traceutil/trace.go:171","msg":"trace[883528922] transaction","detail":"{read_only:false; response_revision:13826; number_of_response:1; }","duration":"510.854671ms","start":"2026-03-08T02:56:58.840786Z","end":"2026-03-08T02:56:59.351641Z","steps":["trace[883528922] 'process raft request' (duration: 371.292091ms)","trace[883528922] 'compare' (duration: 138.762912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:59.351741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:56:58.840757Z","time spent":"510.956194ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:56:59.527624Z","caller":"traceutil/trace.go:171","msg":"trace[735045548] transaction","detail":"{read_only:false; response_revision:13827; number_of_response:1; }","duration":"170.034805ms","start":"2026-03-08T02:56:59.357539Z","end":"2026-03-08T02:56:59.527574Z","steps":["trace[735045548] 'process raft request' (duration: 164.57802ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:59.527705Z","caller":"traceutil/trace.go:171","msg":"trace[2109254560] linearizableReadLoop","detail":"{readStateIndex:14351; appliedIndex:14350; }","duration":"117.29598ms","start":"2026-03-08T02:56:59.410369Z","end":"2026-03-08T02:56:59.527665Z","steps":["trace[2109254560] 'read index received' (duration: 111.678201ms)","trace[2109254560] 'applied index is now lower than readState.Index' (duration: 5.612619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:56:59.527949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.585687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-cftpc\" ","response":"range_response_count:1 size:11624"} {"level":"info","ts":"2026-03-08T02:56:59.527993Z","caller":"traceutil/trace.go:171","msg":"trace[973435711] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-cftpc; range_end:; response_count:1; response_revision:13827; }","duration":"117.710651ms","start":"2026-03-08T02:56:59.41027Z","end":"2026-03-08T02:56:59.527981Z","steps":["trace[973435711] 'agreement among raft nodes before linearized reading' (duration: 117.493066ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:59.696988Z","caller":"traceutil/trace.go:171","msg":"trace[490241304] transaction","detail":"{read_only:false; response_revision:13828; number_of_response:1; }","duration":"154.332057ms","start":"2026-03-08T02:56:59.54262Z","end":"2026-03-08T02:56:59.696952Z","steps":["trace[490241304] 'process raft request' (duration: 154.08792ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:59.959897Z","caller":"traceutil/trace.go:171","msg":"trace[1518503970] transaction","detail":"{read_only:false; response_revision:13834; number_of_response:1; }","duration":"182.502503ms","start":"2026-03-08T02:56:59.777355Z","end":"2026-03-08T02:56:59.959857Z","steps":["trace[1518503970] 'process raft request' (duration: 182.267627ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:59.960114Z","caller":"traceutil/trace.go:171","msg":"trace[1910270299] transaction","detail":"{read_only:false; response_revision:13835; number_of_response:1; }","duration":"180.928644ms","start":"2026-03-08T02:56:59.779116Z","end":"2026-03-08T02:56:59.960045Z","steps":["trace[1910270299] 'process raft request' (duration: 180.685508ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:56:59.974197Z","caller":"traceutil/trace.go:171","msg":"trace[1498398761] linearizableReadLoop","detail":"{readStateIndex:14360; appliedIndex:14357; }","duration":"174.790362ms","start":"2026-03-08T02:56:59.799373Z","end":"2026-03-08T02:56:59.974163Z","steps":["trace[1498398761] 'read index received' (duration: 160.313954ms)","trace[1498398761] 'applied index is now lower than readState.Index' (duration: 14.474898ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:56:59.974307Z","caller":"traceutil/trace.go:171","msg":"trace[1993136024] transaction","detail":"{read_only:false; response_revision:13836; number_of_response:1; }","duration":"188.264425ms","start":"2026-03-08T02:56:59.786015Z","end":"2026-03-08T02:56:59.974279Z","steps":["trace[1993136024] 'process raft request' (duration: 187.979728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:56:59.974458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.067869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:56:59.974504Z","caller":"traceutil/trace.go:171","msg":"trace[1402207697] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:13836; }","duration":"175.138301ms","start":"2026-03-08T02:56:59.799353Z","end":"2026-03-08T02:56:59.974491Z","steps":["trace[1402207697] 'agreement among raft nodes before linearized reading' (duration: 174.932175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:02.03039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019372418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:57:02.5314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019372418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:57:03.032368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019372418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:57:03.49396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.073321038s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:57:03.494401Z","caller":"traceutil/trace.go:171","msg":"trace[1990326297] transaction","detail":"{read_only:false; response_revision:13839; number_of_response:1; }","duration":"2.073869313s","start":"2026-03-08T02:57:01.420502Z","end":"2026-03-08T02:57:03.494371Z","steps":["trace[1990326297] 'process raft request' (duration: 2.073675148s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.494574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:01.42047Z","time spent":"2.074011076s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:03.666642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T02:57:03.666831Z","caller":"traceutil/trace.go:171","msg":"trace[1902866263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000303853s","start":"2026-03-08T02:57:01.666503Z","end":"2026-03-08T02:57:03.666806Z","steps":["trace[1902866263] 'agreement among raft nodes before linearized reading' (duration: 2.000096818s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.666916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:01.66648Z","time spent":"2.000421306s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 02:57:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-08T02:57:03.814823Z","caller":"traceutil/trace.go:171","msg":"trace[1675672337] transaction","detail":"{read_only:false; response_revision:13841; number_of_response:1; }","duration":"2.083143281s","start":"2026-03-08T02:57:01.73165Z","end":"2026-03-08T02:57:03.814793Z","steps":["trace[1675672337] 'process raft request' (duration: 2.08307477s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:03.814837Z","caller":"traceutil/trace.go:171","msg":"trace[822867971] transaction","detail":"{read_only:false; response_revision:13840; number_of_response:1; }","duration":"2.083437319s","start":"2026-03-08T02:57:01.731359Z","end":"2026-03-08T02:57:03.814797Z","steps":["trace[822867971] 'process raft request' (duration: 2.083195253s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.814997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:01.73164Z","time spent":"2.083258934s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:03.815026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:01.731334Z","time spent":"2.083594063s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:03.815079Z","caller":"traceutil/trace.go:171","msg":"trace[269660892] linearizableReadLoop","detail":"{readStateIndex:14367; appliedIndex:14363; }","duration":"2.285088025s","start":"2026-03-08T02:57:01.529936Z","end":"2026-03-08T02:57:03.815024Z","steps":["trace[269660892] 'read index received' (duration: 1.964397355s)","trace[269660892] 'applied index is now lower than readState.Index' (duration: 320.68805ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:03.81513Z","caller":"traceutil/trace.go:171","msg":"trace[1706148835] transaction","detail":"{read_only:false; response_revision:13842; number_of_response:1; }","duration":"2.083375718s","start":"2026-03-08T02:57:01.731746Z","end":"2026-03-08T02:57:03.815121Z","steps":["trace[1706148835] 'process raft request' (duration: 2.083013469s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.815326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285374653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:57:03.81539Z","caller":"traceutil/trace.go:171","msg":"trace[235554668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13842; }","duration":"2.285492526s","start":"2026-03-08T02:57:01.529883Z","end":"2026-03-08T02:57:03.815376Z","steps":["trace[235554668] 'agreement among raft nodes before linearized reading' (duration: 2.28526918s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.815406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:01.731739Z","time spent":"2.083532011s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:03.815822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030625202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:57:03.81589Z","caller":"traceutil/trace.go:171","msg":"trace[1699340706] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13842; }","duration":"2.030740085s","start":"2026-03-08T02:57:01.785131Z","end":"2026-03-08T02:57:03.815872Z","steps":["trace[1699340706] 'agreement among raft nodes before linearized reading' (duration: 2.030475719s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.815934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:01.785062Z","time spent":"2.030861868s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:57:03.81596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823126732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:57:03.816009Z","caller":"traceutil/trace.go:171","msg":"trace[1863892763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:13842; }","duration":"1.823197153s","start":"2026-03-08T02:57:01.992798Z","end":"2026-03-08T02:57:03.815996Z","steps":["trace[1863892763] 'agreement among raft nodes before linearized reading' (duration: 1.822982158s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.816045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:01.992783Z","time spent":"1.823254545s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:57:03.816176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823916181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:03.816184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.687104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:03.816233Z","caller":"traceutil/trace.go:171","msg":"trace[822954330] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:13842; }","duration":"1.824086235s","start":"2026-03-08T02:57:01.992126Z","end":"2026-03-08T02:57:03.816212Z","steps":["trace[822954330] 'agreement among raft nodes before linearized reading' (duration: 1.823997733s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:03.81628Z","caller":"traceutil/trace.go:171","msg":"trace[424298378] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:13842; }","duration":"860.860688ms","start":"2026-03-08T02:57:02.955396Z","end":"2026-03-08T02:57:03.816256Z","steps":["trace[424298378] 'agreement among raft nodes before linearized reading' (duration: 860.651922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.816291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:01.992091Z","time spent":"1.824187258s","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:03.816336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:02.955371Z","time spent":"860.95466ms","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:03.816374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.478396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:03.816433Z","caller":"traceutil/trace.go:171","msg":"trace[1391630639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13842; }","duration":"149.565408ms","start":"2026-03-08T02:57:03.666848Z","end":"2026-03-08T02:57:03.816413Z","steps":["trace[1391630639] 'agreement among raft nodes before linearized reading' (duration: 149.465296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.816475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.329992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:03.816689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83719084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:57:03.816735Z","caller":"traceutil/trace.go:171","msg":"trace[1869017775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13842; }","duration":"1.837287252s","start":"2026-03-08T02:57:01.979431Z","end":"2026-03-08T02:57:03.816718Z","steps":["trace[1869017775] 'agreement among raft nodes before linearized reading' (duration: 1.837131658s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.816775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:01.979403Z","time spent":"1.837365274s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:57:03.816786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884023917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:03.816836Z","caller":"traceutil/trace.go:171","msg":"trace[2025287787] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:13842; }","duration":"1.884130361s","start":"2026-03-08T02:57:01.932692Z","end":"2026-03-08T02:57:03.816822Z","steps":["trace[2025287787] 'agreement among raft nodes before linearized reading' (duration: 1.883997367s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.816871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851042342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:57:03.816946Z","caller":"traceutil/trace.go:171","msg":"trace[58632883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13842; }","duration":"1.851143545s","start":"2026-03-08T02:57:01.965784Z","end":"2026-03-08T02:57:03.816927Z","steps":["trace[58632883] 'agreement among raft nodes before linearized reading' (duration: 1.850962091s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.816988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.924445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:57:03.817007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030541761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:57:03.81689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:01.932665Z","time spent":"1.884195361s","remote":"127.0.0.1:60976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":18,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:57:03.817024Z","caller":"traceutil/trace.go:171","msg":"trace[1174904575] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13842; }","duration":"963.984076ms","start":"2026-03-08T02:57:02.853031Z","end":"2026-03-08T02:57:03.817015Z","steps":["trace[1174904575] 'agreement among raft nodes before linearized reading' (duration: 963.889554ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:03.81704Z","caller":"traceutil/trace.go:171","msg":"trace[1764063761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13842; }","duration":"2.030599032s","start":"2026-03-08T02:57:01.786432Z","end":"2026-03-08T02:57:03.817031Z","steps":["trace[1764063761] 'agreement among raft nodes before linearized reading' (duration: 2.03051551s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.817064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:01.786419Z","time spent":"2.030640803s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:57:03.816998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:01.965777Z","time spent":"1.851208967s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:57:03.817064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.283417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150916"} {"level":"warn","ts":"2026-03-08T02:57:03.815434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:01.52986Z","time spent":"2.285565777s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T02:57:03.81721Z","caller":"traceutil/trace.go:171","msg":"trace[159300648] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13842; }","duration":"736.489062ms","start":"2026-03-08T02:57:03.080691Z","end":"2026-03-08T02:57:03.81718Z","steps":["trace[159300648] 'agreement among raft nodes before linearized reading' (duration: 735.875527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.817051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:02.853012Z","time spent":"964.031858ms","remote":"127.0.0.1:41072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:03.817237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851621646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:57:03.817271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:03.080647Z","time spent":"736.608795ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":150939,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-08T02:57:03.81729Z","caller":"traceutil/trace.go:171","msg":"trace[960111051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13842; }","duration":"976.468455ms","start":"2026-03-08T02:57:02.840068Z","end":"2026-03-08T02:57:03.816537Z","steps":["trace[960111051] 'agreement among raft nodes before linearized reading' (duration: 976.297041ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:03.817309Z","caller":"traceutil/trace.go:171","msg":"trace[291044381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13842; }","duration":"1.851690048s","start":"2026-03-08T02:57:01.965601Z","end":"2026-03-08T02:57:03.817291Z","steps":["trace[291044381] 'agreement among raft nodes before linearized reading' (duration: 1.851176455s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:03.817347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:01.965564Z","time spent":"1.85177471s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:57:03.817319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:02.840046Z","time spent":"977.266306ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:57:04.915102Z","caller":"traceutil/trace.go:171","msg":"trace[402336680] transaction","detail":"{read_only:false; response_revision:13849; number_of_response:1; }","duration":"435.892468ms","start":"2026-03-08T02:57:04.47913Z","end":"2026-03-08T02:57:04.915023Z","steps":["trace[402336680] 'process raft request' (duration: 435.735384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:04.91529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:04.47911Z","time spent":"436.081034ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T02:57:04.942069Z","caller":"traceutil/trace.go:171","msg":"trace[1385834846] linearizableReadLoop","detail":"{readStateIndex:14375; appliedIndex:14373; }","duration":"378.209362ms","start":"2026-03-08T02:57:04.563818Z","end":"2026-03-08T02:57:04.942028Z","steps":["trace[1385834846] 'read index received' (duration: 351.096182ms)","trace[1385834846] 'applied index is now lower than readState.Index' (duration: 27.11149ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:04.942263Z","caller":"traceutil/trace.go:171","msg":"trace[903729678] transaction","detail":"{read_only:false; response_revision:13850; number_of_response:1; }","duration":"453.068393ms","start":"2026-03-08T02:57:04.489155Z","end":"2026-03-08T02:57:04.942224Z","steps":["trace[903729678] 'process raft request' (duration: 452.287754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:04.942306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.698932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:04.942357Z","caller":"traceutil/trace.go:171","msg":"trace[902947433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13850; }","duration":"276.800945ms","start":"2026-03-08T02:57:04.665544Z","end":"2026-03-08T02:57:04.942345Z","steps":["trace[902947433] 'agreement among raft nodes before linearized reading' (duration: 276.675742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:04.942437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:04.489126Z","time spent":"453.226567ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11912,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:04.942422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.552781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:04.942631Z","caller":"traceutil/trace.go:171","msg":"trace[423456277] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:13850; }","duration":"378.759736ms","start":"2026-03-08T02:57:04.563751Z","end":"2026-03-08T02:57:04.942511Z","steps":["trace[423456277] 'agreement among raft nodes before linearized reading' (duration: 378.467859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:04.942727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:04.563726Z","time spent":"378.979471ms","remote":"127.0.0.1:60620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:05.53223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.779527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:05.532327Z","caller":"traceutil/trace.go:171","msg":"trace[1578886497] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:13850; }","duration":"395.932451ms","start":"2026-03-08T02:57:05.136368Z","end":"2026-03-08T02:57:05.5323Z","steps":["trace[1578886497] 'count revisions from in-memory index tree' (duration: 395.667734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:05.532374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:05.136343Z","time spent":"396.018493ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":47,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:57:05.546269Z","caller":"traceutil/trace.go:171","msg":"trace[1461377173] linearizableReadLoop","detail":"{readStateIndex:14376; appliedIndex:14375; }","duration":"226.936332ms","start":"2026-03-08T02:57:05.319313Z","end":"2026-03-08T02:57:05.54625Z","steps":["trace[1461377173] 'read index received' (duration: 201.977325ms)","trace[1461377173] 'applied index is now lower than readState.Index' (duration: 24.957377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:05.546437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.973842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:05.546497Z","caller":"traceutil/trace.go:171","msg":"trace[1028925396] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:13850; }","duration":"157.092174ms","start":"2026-03-08T02:57:05.389386Z","end":"2026-03-08T02:57:05.546478Z","steps":["trace[1028925396] 'agreement among raft nodes before linearized reading' (duration: 156.991322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:05.546503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.143516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:05.54662Z","caller":"traceutil/trace.go:171","msg":"trace[658639842] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13850; }","duration":"227.339122ms","start":"2026-03-08T02:57:05.319251Z","end":"2026-03-08T02:57:05.54659Z","steps":["trace[658639842] 'agreement among raft nodes before linearized reading' (duration: 227.097946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:30.173757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.248551643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3faa665e-7cc5-43e2-bab8-c7cc59b9b35a\" ","response":"range_response_count:1 size:3756"} {"level":"info","ts":"2026-03-08T02:57:30.173865Z","caller":"traceutil/trace.go:171","msg":"trace[767548366] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3faa665e-7cc5-43e2-bab8-c7cc59b9b35a; range_end:; response_count:1; response_revision:14144; }","duration":"2.248750067s","start":"2026-03-08T02:57:27.925091Z","end":"2026-03-08T02:57:30.173841Z","steps":["trace[767548366] 'range keys from in-memory index tree' (duration: 2.248381128s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:30.17391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:27.925061Z","time spent":"2.248837589s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3faa665e-7cc5-43e2-bab8-c7cc59b9b35a\" "} {"level":"warn","ts":"2026-03-08T02:57:30.174236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829320817s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:57:30.174393Z","caller":"traceutil/trace.go:171","msg":"trace[1274654803] transaction","detail":"{read_only:false; response_revision:14145; number_of_response:1; }","duration":"2.231011558s","start":"2026-03-08T02:57:27.943346Z","end":"2026-03-08T02:57:30.174357Z","steps":["trace[1274654803] 'process raft request' (duration: 401.493047ms)","trace[1274654803] 'compare' (duration: 1.828628079s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:30.174479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:27.943313Z","time spent":"2.231127921s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:30.665275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T02:57:30.665399Z","caller":"traceutil/trace.go:171","msg":"trace[967535220] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169251s","start":"2026-03-08T02:57:28.665201Z","end":"2026-03-08T02:57:30.66537Z","steps":["trace[967535220] 'agreement among raft nodes before linearized reading' (duration: 2.000020447s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:30.665461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:28.665181Z","time spent":"2.000267163s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:57:31.6407Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.295660017s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:57:31.641339Z","caller":"traceutil/trace.go:171","msg":"trace[781852125] transaction","detail":"{read_only:false; response_revision:14146; number_of_response:1; }","duration":"3.69741281s","start":"2026-03-08T02:57:27.943893Z","end":"2026-03-08T02:57:31.641306Z","steps":["trace[781852125] 'process raft request' (duration: 3.69702147s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.641514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:27.943876Z","time spent":"3.697546083s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:31.641768Z","caller":"traceutil/trace.go:171","msg":"trace[957461445] transaction","detail":"{read_only:false; response_revision:14147; number_of_response:1; }","duration":"3.68729563s","start":"2026-03-08T02:57:27.954409Z","end":"2026-03-08T02:57:31.641705Z","steps":["trace[957461445] 'process raft request' (duration: 3.686853139s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:31.641833Z","caller":"traceutil/trace.go:171","msg":"trace[621742444] linearizableReadLoop","detail":"{readStateIndex:14687; appliedIndex:14684; }","duration":"3.678577884s","start":"2026-03-08T02:57:27.963207Z","end":"2026-03-08T02:57:31.641785Z","steps":["trace[621742444] 'read index received' (duration: 381.79451ms)","trace[621742444] 'applied index is now lower than readState.Index' (duration: 3.296782264s)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:31.641884Z","caller":"traceutil/trace.go:171","msg":"trace[390290586] transaction","detail":"{read_only:false; response_revision:14148; number_of_response:1; }","duration":"3.388126303s","start":"2026-03-08T02:57:28.253716Z","end":"2026-03-08T02:57:31.641842Z","steps":["trace[390290586] 'process raft request' (duration: 3.387866047s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.642007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:27.954395Z","time spent":"3.687488694s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:31.642041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:28.253691Z","time spent":"3.388261026s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19041,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:31.642116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.678888212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:57:31.642196Z","caller":"traceutil/trace.go:171","msg":"trace[406312215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14148; }","duration":"3.679031805s","start":"2026-03-08T02:57:27.96314Z","end":"2026-03-08T02:57:31.642172Z","steps":["trace[406312215] 'agreement among raft nodes before linearized reading' (duration: 3.678779229s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:31.642244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:27.963116Z","time spent":"3.679118558s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:57:32.142495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019373302,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:57:32.347091Z","caller":"traceutil/trace.go:171","msg":"trace[453485667] transaction","detail":"{read_only:false; response_revision:14150; number_of_response:1; }","duration":"1.510748547s","start":"2026-03-08T02:57:30.836312Z","end":"2026-03-08T02:57:32.34706Z","steps":["trace[453485667] 'process raft request' (duration: 1.510678886s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.347252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.836279Z","time spent":"1.510898761s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:32.347193Z","caller":"traceutil/trace.go:171","msg":"trace[1231691805] transaction","detail":"{read_only:false; response_revision:14149; number_of_response:1; }","duration":"2.295603897s","start":"2026-03-08T02:57:30.051518Z","end":"2026-03-08T02:57:32.347122Z","steps":["trace[1231691805] 'process raft request' (duration: 2.23706786s)","trace[1231691805] 'compare' (duration: 57.703156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:32.347458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.051503Z","time spent":"2.295832082s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:32.574844Z","caller":"traceutil/trace.go:171","msg":"trace[1746325037] linearizableReadLoop","detail":"{readStateIndex:14691; appliedIndex:14688; }","duration":"932.884769ms","start":"2026-03-08T02:57:31.641928Z","end":"2026-03-08T02:57:32.574813Z","steps":["trace[1746325037] 'read index received' (duration: 646.59319ms)","trace[1746325037] 'applied index is now lower than readState.Index' (duration: 286.289829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:32.57495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290241963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:32.575009Z","caller":"traceutil/trace.go:171","msg":"trace[1172634627] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:14152; }","duration":"3.290378116s","start":"2026-03-08T02:57:29.284615Z","end":"2026-03-08T02:57:32.574993Z","steps":["trace[1172634627] 'agreement among raft nodes before linearized reading' (duration: 3.290220502s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.575064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:29.284586Z","time spent":"3.290464738s","remote":"127.0.0.1:60958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:32.575028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453016576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:32.575146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.59676981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:57:32.575166Z","caller":"traceutil/trace.go:171","msg":"trace[921477587] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:14152; }","duration":"4.4532177s","start":"2026-03-08T02:57:28.121918Z","end":"2026-03-08T02:57:32.575136Z","steps":["trace[921477587] 'agreement among raft nodes before linearized reading' (duration: 4.452981045s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.575213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.592018342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:57:32.575258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.606295025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:57:32.575221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395728623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3faa665e-7cc5-43e2-bab8-c7cc59b9b35a\" ","response":"range_response_count:1 size:3756"} {"level":"info","ts":"2026-03-08T02:57:32.575303Z","caller":"traceutil/trace.go:171","msg":"trace[1199475157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14152; }","duration":"4.592137085s","start":"2026-03-08T02:57:27.983141Z","end":"2026-03-08T02:57:32.575278Z","steps":["trace[1199475157] 'agreement among raft nodes before linearized reading' (duration: 4.591816057s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.575318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909171081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:32.575294Z","caller":"traceutil/trace.go:171","msg":"trace[1145413371] transaction","detail":"{read_only:false; response_revision:14151; number_of_response:1; }","duration":"927.823684ms","start":"2026-03-08T02:57:31.647415Z","end":"2026-03-08T02:57:32.575239Z","steps":["trace[1145413371] 'process raft request' (duration: 903.755669ms)","trace[1145413371] 'compare' (duration: 23.4717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:32.575352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:27.983126Z","time spent":"4.592209877s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:57:32.575383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.930765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-08T02:57:32.57536Z","caller":"traceutil/trace.go:171","msg":"trace[1068410679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14152; }","duration":"1.909245743s","start":"2026-03-08T02:57:30.666104Z","end":"2026-03-08T02:57:32.57535Z","steps":["trace[1068410679] 'agreement among raft nodes before linearized reading' (duration: 1.909185601s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.57538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.017994768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:32.575408Z","caller":"traceutil/trace.go:171","msg":"trace[61686991] transaction","detail":"{read_only:false; response_revision:14152; number_of_response:1; }","duration":"393.958202ms","start":"2026-03-08T02:57:32.181433Z","end":"2026-03-08T02:57:32.575391Z","steps":["trace[61686991] 'process raft request' (duration: 393.317566ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:32.575414Z","caller":"traceutil/trace.go:171","msg":"trace[683709146] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14152; }","duration":"896.012667ms","start":"2026-03-08T02:57:31.679391Z","end":"2026-03-08T02:57:32.575404Z","steps":["trace[683709146] 'agreement among raft nodes before linearized reading' (duration: 895.931015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.575396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.038327972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-08T02:57:32.575437Z","caller":"traceutil/trace.go:171","msg":"trace[142406470] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:14152; }","duration":"4.018134472s","start":"2026-03-08T02:57:28.557291Z","end":"2026-03-08T02:57:32.575426Z","steps":["trace[142406470] 'agreement among raft nodes before linearized reading' (duration: 4.017888306s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.575453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.679365Z","time spent":"896.081989ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-08T02:57:32.575472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:28.557263Z","time spent":"4.018200624s","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":110,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:57:32.57547Z","caller":"traceutil/trace.go:171","msg":"trace[1585093570] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pddls; range_end:; response_count:1; response_revision:14152; }","duration":"4.038436474s","start":"2026-03-08T02:57:28.537019Z","end":"2026-03-08T02:57:32.575456Z","steps":["trace[1585093570] 'agreement among raft nodes before linearized reading' (duration: 4.03825597s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.575449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29707764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:57:32.575491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.523986611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-08T02:57:32.575495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977341723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:32.575555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.18139Z","time spent":"394.060894ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:32.575572Z","caller":"traceutil/trace.go:171","msg":"trace[585510993] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:14152; }","duration":"4.524131325s","start":"2026-03-08T02:57:28.051422Z","end":"2026-03-08T02:57:32.575553Z","steps":["trace[585510993] 'agreement among raft nodes before linearized reading' (duration: 4.523962451s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.575591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.031847593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-08T02:57:32.575612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:28.051393Z","time spent":"4.524211097s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-08T02:57:32.575186Z","caller":"traceutil/trace.go:171","msg":"trace[758045504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14152; }","duration":"4.596827811s","start":"2026-03-08T02:57:27.978347Z","end":"2026-03-08T02:57:32.575174Z","steps":["trace[758045504] 'agreement among raft nodes before linearized reading' (duration: 4.596746119s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:32.575627Z","caller":"traceutil/trace.go:171","msg":"trace[1718904099] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:14152; }","duration":"3.977521808s","start":"2026-03-08T02:57:28.598073Z","end":"2026-03-08T02:57:32.575595Z","steps":["trace[1718904099] 'agreement among raft nodes before linearized reading' (duration: 3.977278182s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:32.575648Z","caller":"traceutil/trace.go:171","msg":"trace[1084356] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:14152; }","duration":"4.297292475s","start":"2026-03-08T02:57:28.278248Z","end":"2026-03-08T02:57:32.575541Z","steps":["trace[1084356] 'agreement among raft nodes before linearized reading' (duration: 4.297047559s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.575655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.325159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7530"} {"level":"warn","ts":"2026-03-08T02:57:32.57507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.593036737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T02:57:32.575704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176848128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:57:32.575709Z","caller":"traceutil/trace.go:171","msg":"trace[1369760104] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:14152; }","duration":"990.441022ms","start":"2026-03-08T02:57:31.585255Z","end":"2026-03-08T02:57:32.575696Z","steps":["trace[1369760104] 'agreement among raft nodes before linearized reading' (duration: 990.300499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.575714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:28.278224Z","time spent":"4.297474289s","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:57:32.57576Z","caller":"traceutil/trace.go:171","msg":"trace[1331477031] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14152; }","duration":"3.176945931s","start":"2026-03-08T02:57:29.398805Z","end":"2026-03-08T02:57:32.575751Z","steps":["trace[1331477031] 'agreement among raft nodes before linearized reading' (duration: 3.176836268s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:32.575347Z","caller":"traceutil/trace.go:171","msg":"trace[1026661022] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3faa665e-7cc5-43e2-bab8-c7cc59b9b35a; range_end:; response_count:1; response_revision:14152; }","duration":"1.395939788s","start":"2026-03-08T02:57:31.179379Z","end":"2026-03-08T02:57:32.575319Z","steps":["trace[1026661022] 'agreement among raft nodes before linearized reading' (duration: 1.395515498s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.575238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:28.121885Z","time spent":"4.453337124s","remote":"127.0.0.1:60684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:32.575786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.094074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:57:32.575797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:29.398779Z","time spent":"3.177012223s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:57:32.575795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.585195Z","time spent":"990.585885ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7553,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-08T02:57:32.575812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.17935Z","time spent":"1.396450231s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3faa665e-7cc5-43e2-bab8-c7cc59b9b35a\" "} {"level":"warn","ts":"2026-03-08T02:57:32.575829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.350642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:32.575837Z","caller":"traceutil/trace.go:171","msg":"trace[176724819] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:14152; }","duration":"322.152796ms","start":"2026-03-08T02:57:32.253655Z","end":"2026-03-08T02:57:32.575808Z","steps":["trace[176724819] 'agreement among raft nodes before linearized reading' (duration: 322.097955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.575845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.968502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:32.575858Z","caller":"traceutil/trace.go:171","msg":"trace[333009423] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:14152; }","duration":"280.432024ms","start":"2026-03-08T02:57:32.295418Z","end":"2026-03-08T02:57:32.57585Z","steps":["trace[333009423] 'agreement among raft nodes before linearized reading' (duration: 280.342872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.575864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.25364Z","time spent":"322.217687ms","remote":"127.0.0.1:36888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:57:32.575885Z","caller":"traceutil/trace.go:171","msg":"trace[584422599] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:14152; }","duration":"413.072665ms","start":"2026-03-08T02:57:32.162799Z","end":"2026-03-08T02:57:32.575872Z","steps":["trace[584422599] 'agreement among raft nodes before linearized reading' (duration: 413.009963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.575843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:27.978337Z","time spent":"4.597368275s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:57:32.575927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.162766Z","time spent":"413.152427ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:32.57551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:31.647386Z","time spent":"928.012099ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:32.575511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524074017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-08T02:57:32.576033Z","caller":"traceutil/trace.go:171","msg":"trace[754050397] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:14152; }","duration":"2.52461127s","start":"2026-03-08T02:57:30.051395Z","end":"2026-03-08T02:57:32.576006Z","steps":["trace[754050397] 'agreement among raft nodes before linearized reading' (duration: 2.524045736s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:32.575294Z","caller":"traceutil/trace.go:171","msg":"trace[1141469455] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14152; }","duration":"4.606366547s","start":"2026-03-08T02:57:27.968913Z","end":"2026-03-08T02:57:32.57528Z","steps":["trace[1141469455] 'agreement among raft nodes before linearized reading' (duration: 4.606290335s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:32.575623Z","caller":"traceutil/trace.go:171","msg":"trace[2045383208] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14152; }","duration":"3.031923424s","start":"2026-03-08T02:57:29.543689Z","end":"2026-03-08T02:57:32.575613Z","steps":["trace[2045383208] 'agreement among raft nodes before linearized reading' (duration: 3.031842832s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.576119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.051369Z","time spent":"2.524728152s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-08T02:57:32.575702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:28.598058Z","time spent":"3.97763111s","remote":"127.0.0.1:54264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:32.57612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:27.968894Z","time spent":"4.607213287s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:57:32.575762Z","caller":"traceutil/trace.go:171","msg":"trace[1137626598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14152; }","duration":"4.593704834s","start":"2026-03-08T02:57:27.982003Z","end":"2026-03-08T02:57:32.575708Z","steps":["trace[1137626598] 'agreement among raft nodes before linearized reading' (duration: 4.592955115s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.576262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:27.981997Z","time spent":"4.594251568s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:57:32.576127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:29.543666Z","time spent":"3.032451688s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T02:57:32.575519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:28.537Z","time spent":"4.038509616s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" "} {"level":"warn","ts":"2026-03-08T02:57:32.57542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:30.666083Z","time spent":"1.909330474s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:57:32.577419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.512093836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:57:32.577476Z","caller":"traceutil/trace.go:171","msg":"trace[2114591004] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:14152; }","duration":"4.512200159s","start":"2026-03-08T02:57:28.065262Z","end":"2026-03-08T02:57:32.577462Z","steps":["trace[2114591004] 'agreement among raft nodes before linearized reading' (duration: 4.509904212s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:32.577526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:28.06523Z","time spent":"4.512275441s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"info","ts":"2026-03-08T02:57:33.028929Z","caller":"traceutil/trace.go:171","msg":"trace[162748679] linearizableReadLoop","detail":"{readStateIndex:14694; appliedIndex:14693; }","duration":"447.959808ms","start":"2026-03-08T02:57:32.580935Z","end":"2026-03-08T02:57:33.028894Z","steps":["trace[162748679] 'read index received' (duration: 90.267842ms)","trace[162748679] 'applied index is now lower than readState.Index' (duration: 357.690535ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:33.029433Z","caller":"traceutil/trace.go:171","msg":"trace[1733636306] transaction","detail":"{read_only:false; response_revision:14155; number_of_response:1; }","duration":"447.985569ms","start":"2026-03-08T02:57:32.581368Z","end":"2026-03-08T02:57:33.029353Z","steps":["trace[1733636306] 'process raft request' (duration: 447.403804ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:33.029508Z","caller":"traceutil/trace.go:171","msg":"trace[1393126860] transaction","detail":"{read_only:false; response_revision:14157; number_of_response:1; }","duration":"447.842795ms","start":"2026-03-08T02:57:32.581607Z","end":"2026-03-08T02:57:33.02945Z","steps":["trace[1393126860] 'process raft request' (duration: 447.24315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:33.029631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.604594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:57:33.029542Z","caller":"traceutil/trace.go:171","msg":"trace[1973274319] transaction","detail":"{read_only:false; response_revision:14156; number_of_response:1; }","duration":"448.099211ms","start":"2026-03-08T02:57:32.581396Z","end":"2026-03-08T02:57:33.029496Z","steps":["trace[1973274319] 'process raft request' (duration: 447.420425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:33.029751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.581344Z","time spent":"448.242125ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:33.029733Z","caller":"traceutil/trace.go:171","msg":"trace[2139344735] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14157; }","duration":"448.821669ms","start":"2026-03-08T02:57:32.580896Z","end":"2026-03-08T02:57:33.029718Z","steps":["trace[2139344735] 'agreement among raft nodes before linearized reading' (duration: 448.504931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:33.030222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.580879Z","time spent":"449.327772ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T02:57:33.029879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.581384Z","time spent":"448.377368ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:33.029901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.581588Z","time spent":"448.07522ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:33.029567Z","caller":"traceutil/trace.go:171","msg":"trace[1251849170] transaction","detail":"{read_only:false; response_revision:14153; number_of_response:1; }","duration":"448.632765ms","start":"2026-03-08T02:57:32.580882Z","end":"2026-03-08T02:57:33.029514Z","steps":["trace[1251849170] 'process raft request' (duration: 447.64528ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:33.029961Z","caller":"traceutil/trace.go:171","msg":"trace[1091870852] transaction","detail":"{read_only:false; response_revision:14154; number_of_response:1; }","duration":"448.668586ms","start":"2026-03-08T02:57:32.581279Z","end":"2026-03-08T02:57:33.029948Z","steps":["trace[1091870852] 'process raft request' (duration: 447.437635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:33.030717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.580858Z","time spent":"449.802953ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:33.03086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.581262Z","time spent":"449.494365ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:33.385885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.311741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:57:33.386005Z","caller":"traceutil/trace.go:171","msg":"trace[666523530] linearizableReadLoop","detail":"{readStateIndex:14699; appliedIndex:14698; }","duration":"356.880255ms","start":"2026-03-08T02:57:33.029101Z","end":"2026-03-08T02:57:33.385981Z","steps":["trace[666523530] 'read index received' (duration: 72.40459ms)","trace[666523530] 'applied index is now lower than readState.Index' (duration: 284.474075ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:33.386131Z","caller":"traceutil/trace.go:171","msg":"trace[531010623] transaction","detail":"{read_only:false; response_revision:14158; number_of_response:1; }","duration":"713.869184ms","start":"2026-03-08T02:57:32.672243Z","end":"2026-03-08T02:57:33.386113Z","steps":["trace[531010623] 'process raft request' (duration: 429.245946ms)","trace[531010623] 'compare' (duration: 284.183117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:33.386221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.672219Z","time spent":"713.957945ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:33.386582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.52264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f2f77fb-e8c3-499c-a48a-e723642820dd\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-08T02:57:33.386579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.680027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:57:33.386581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.575871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:33.38667Z","caller":"traceutil/trace.go:171","msg":"trace[99100984] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:14158; }","duration":"645.815151ms","start":"2026-03-08T02:57:32.740828Z","end":"2026-03-08T02:57:33.386644Z","steps":["trace[99100984] 'agreement among raft nodes before linearized reading' (duration: 645.579575ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:33.386676Z","caller":"traceutil/trace.go:171","msg":"trace[466255152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14158; }","duration":"803.707395ms","start":"2026-03-08T02:57:32.582944Z","end":"2026-03-08T02:57:33.386652Z","steps":["trace[466255152] 'agreement among raft nodes before linearized reading' (duration: 803.520421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:33.386669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.209179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:33.3867Z","caller":"traceutil/trace.go:171","msg":"trace[1267023892] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f2f77fb-e8c3-499c-a48a-e723642820dd; range_end:; response_count:1; response_revision:14158; }","duration":"805.619442ms","start":"2026-03-08T02:57:32.581015Z","end":"2026-03-08T02:57:33.386634Z","steps":["trace[1267023892] 'agreement among raft nodes before linearized reading' (duration: 805.401846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:33.386706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.688629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3faa665e-7cc5-43e2-bab8-c7cc59b9b35a\" ","response":"range_response_count:1 size:3756"} {"level":"warn","ts":"2026-03-08T02:57:33.386736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.58293Z","time spent":"803.797417ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:57:33.386739Z","caller":"traceutil/trace.go:171","msg":"trace[1579101614] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:14158; }","duration":"316.331392ms","start":"2026-03-08T02:57:33.070393Z","end":"2026-03-08T02:57:33.386724Z","steps":["trace[1579101614] 'agreement among raft nodes before linearized reading' (duration: 316.219669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:33.386735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.740814Z","time spent":"645.909133ms","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:33.386732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.593502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-08T02:57:33.386865Z","caller":"traceutil/trace.go:171","msg":"trace[448197024] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c; range_end:; response_count:1; response_revision:14158; }","duration":"805.737386ms","start":"2026-03-08T02:57:32.581092Z","end":"2026-03-08T02:57:33.386829Z","steps":["trace[448197024] 'agreement among raft nodes before linearized reading' (duration: 805.290475ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:33.386773Z","caller":"traceutil/trace.go:171","msg":"trace[825729598] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3faa665e-7cc5-43e2-bab8-c7cc59b9b35a; range_end:; response_count:1; response_revision:14158; }","duration":"341.797862ms","start":"2026-03-08T02:57:33.044957Z","end":"2026-03-08T02:57:33.386755Z","steps":["trace[825729598] 'agreement among raft nodes before linearized reading' (duration: 341.660888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:33.387007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.044928Z","time spent":"342.061759ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3faa665e-7cc5-43e2-bab8-c7cc59b9b35a\" "} {"level":"warn","ts":"2026-03-08T02:57:33.386783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.070365Z","time spent":"316.405094ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:33.387126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.179607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626204"} {"level":"warn","ts":"2026-03-08T02:57:33.386794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.580995Z","time spent":"805.746265ms","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-7f2f77fb-e8c3-499c-a48a-e723642820dd\" "} {"level":"info","ts":"2026-03-08T02:57:33.38719Z","caller":"traceutil/trace.go:171","msg":"trace[686276577] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14158; }","duration":"804.34123ms","start":"2026-03-08T02:57:32.582836Z","end":"2026-03-08T02:57:33.387178Z","steps":["trace[686276577] 'agreement among raft nodes before linearized reading' (duration: 803.53726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:33.387236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.582826Z","time spent":"804.399812ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":626227,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:57:33.386585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.419764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19055"} {"level":"info","ts":"2026-03-08T02:57:33.387285Z","caller":"traceutil/trace.go:171","msg":"trace[1756982092] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14158; }","duration":"355.180434ms","start":"2026-03-08T02:57:33.032089Z","end":"2026-03-08T02:57:33.387269Z","steps":["trace[1756982092] 'agreement among raft nodes before linearized reading' (duration: 354.356593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:33.386937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.581058Z","time spent":"805.866228ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" "} {"level":"warn","ts":"2026-03-08T02:57:33.387391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.03206Z","time spent":"355.314956ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19078,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T02:57:33.388022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.985422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626204"} {"level":"info","ts":"2026-03-08T02:57:33.388094Z","caller":"traceutil/trace.go:171","msg":"trace[843090830] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14158; }","duration":"804.075244ms","start":"2026-03-08T02:57:32.584004Z","end":"2026-03-08T02:57:33.388079Z","steps":["trace[843090830] 'agreement among raft nodes before linearized reading' (duration: 802.381022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:33.388144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:32.583996Z","time spent":"804.131936ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":626227,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T02:57:33.618022Z","caller":"traceutil/trace.go:171","msg":"trace[1786730346] transaction","detail":"{read_only:false; response_revision:14159; number_of_response:1; }","duration":"227.66517ms","start":"2026-03-08T02:57:33.390312Z","end":"2026-03-08T02:57:33.617978Z","steps":["trace[1786730346] 'process raft request' (duration: 134.464315ms)","trace[1786730346] 'compare' (duration: 92.941858ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:33.617952Z","caller":"traceutil/trace.go:171","msg":"trace[1758532704] linearizableReadLoop","detail":"{readStateIndex:14700; appliedIndex:14699; }","duration":"227.430894ms","start":"2026-03-08T02:57:33.390485Z","end":"2026-03-08T02:57:33.617916Z","steps":["trace[1758532704] 'read index received' (duration: 134.311091ms)","trace[1758532704] 'applied index is now lower than readState.Index' (duration: 93.117903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:33.61831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.801863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:33.618381Z","caller":"traceutil/trace.go:171","msg":"trace[1800964978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14159; }","duration":"227.921436ms","start":"2026-03-08T02:57:33.390442Z","end":"2026-03-08T02:57:33.618364Z","steps":["trace[1800964978] 'agreement among raft nodes before linearized reading' (duration: 227.763592ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:33.642965Z","caller":"traceutil/trace.go:171","msg":"trace[784897309] transaction","detail":"{read_only:false; response_revision:14160; number_of_response:1; }","duration":"245.400978ms","start":"2026-03-08T02:57:33.397537Z","end":"2026-03-08T02:57:33.642938Z","steps":["trace[784897309] 'process raft request' (duration: 244.956247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:33.643022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.859514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-08T02:57:33.643075Z","caller":"traceutil/trace.go:171","msg":"trace[41901396] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:14160; }","duration":"250.935365ms","start":"2026-03-08T02:57:33.392127Z","end":"2026-03-08T02:57:33.643062Z","steps":["trace[41901396] 'agreement among raft nodes before linearized reading' (duration: 250.755001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:33.643471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.661309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:33.64353Z","caller":"traceutil/trace.go:171","msg":"trace[984522931] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14160; }","duration":"193.773982ms","start":"2026-03-08T02:57:33.449742Z","end":"2026-03-08T02:57:33.643516Z","steps":["trace[984522931] 'agreement among raft nodes before linearized reading' (duration: 193.093125ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:34.09209Z","caller":"traceutil/trace.go:171","msg":"trace[1760218893] linearizableReadLoop","detail":"{readStateIndex:14703; appliedIndex:14702; }","duration":"443.457197ms","start":"2026-03-08T02:57:33.648607Z","end":"2026-03-08T02:57:34.092065Z","steps":["trace[1760218893] 'read index received' (duration: 443.372324ms)","trace[1760218893] 'applied index is now lower than readState.Index' (duration: 83.933µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:34.092387Z","caller":"traceutil/trace.go:171","msg":"trace[21358043] transaction","detail":"{read_only:false; response_revision:14162; number_of_response:1; }","duration":"444.330398ms","start":"2026-03-08T02:57:33.648043Z","end":"2026-03-08T02:57:34.092374Z","steps":["trace[21358043] 'process raft request' (duration: 443.847916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:34.092501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.64801Z","time spent":"444.41306ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:34.092696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.086192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:34.092726Z","caller":"traceutil/trace.go:171","msg":"trace[1805318681] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14162; }","duration":"444.160504ms","start":"2026-03-08T02:57:33.648556Z","end":"2026-03-08T02:57:34.092716Z","steps":["trace[1805318681] 'agreement among raft nodes before linearized reading' (duration: 444.106402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:34.092751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.648533Z","time spent":"444.211925ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-08T02:57:34.365718Z","caller":"traceutil/trace.go:171","msg":"trace[496681414] transaction","detail":"{read_only:false; response_revision:14163; number_of_response:1; }","duration":"716.539798ms","start":"2026-03-08T02:57:33.649144Z","end":"2026-03-08T02:57:34.365684Z","steps":["trace[496681414] 'process raft request' (duration: 716.243881ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:34.365924Z","caller":"traceutil/trace.go:171","msg":"trace[1943967059] linearizableReadLoop","detail":"{readStateIndex:14705; appliedIndex:14703; }","duration":"273.728518ms","start":"2026-03-08T02:57:34.092159Z","end":"2026-03-08T02:57:34.365887Z","steps":["trace[1943967059] 'read index received' (duration: 273.213756ms)","trace[1943967059] 'applied index is now lower than readState.Index' (duration: 512.912µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:34.365987Z","caller":"traceutil/trace.go:171","msg":"trace[413269556] transaction","detail":"{read_only:false; response_revision:14164; number_of_response:1; }","duration":"688.921826ms","start":"2026-03-08T02:57:33.677042Z","end":"2026-03-08T02:57:34.365963Z","steps":["trace[413269556] 'process raft request' (duration: 688.588918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:34.366063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.649095Z","time spent":"716.704693ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:34.36613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.013803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-08T02:57:34.366144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.67702Z","time spent":"689.018648ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:57:34.366169Z","caller":"traceutil/trace.go:171","msg":"trace[1935362771] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14164; }","duration":"690.078485ms","start":"2026-03-08T02:57:33.676079Z","end":"2026-03-08T02:57:34.366157Z","steps":["trace[1935362771] 'agreement among raft nodes before linearized reading' (duration: 689.928531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:34.366251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:33.676059Z","time spent":"690.178197ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-08T02:57:34.397389Z","caller":"traceutil/trace.go:171","msg":"trace[1026496508] transaction","detail":"{read_only:false; response_revision:14165; number_of_response:1; }","duration":"173.444278ms","start":"2026-03-08T02:57:34.223901Z","end":"2026-03-08T02:57:34.397345Z","steps":["trace[1026496508] 'process raft request' (duration: 173.222603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:34.397489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.695555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:57:34.397565Z","caller":"traceutil/trace.go:171","msg":"trace[1098073712] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14165; }","duration":"300.798198ms","start":"2026-03-08T02:57:34.096745Z","end":"2026-03-08T02:57:34.397543Z","steps":["trace[1098073712] 'agreement among raft nodes before linearized reading' (duration: 300.605633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:34.39761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:34.09673Z","time spent":"300.870999ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T02:57:35.294132Z","caller":"traceutil/trace.go:171","msg":"trace[23655235] linearizableReadLoop","detail":"{readStateIndex:14713; appliedIndex:14710; }","duration":"220.673346ms","start":"2026-03-08T02:57:35.073427Z","end":"2026-03-08T02:57:35.2941Z","steps":["trace[23655235] 'read index received' (duration: 182.945463ms)","trace[23655235] 'applied index is now lower than readState.Index' (duration: 37.726783ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:35.294312Z","caller":"traceutil/trace.go:171","msg":"trace[1646257930] transaction","detail":"{read_only:false; response_revision:14170; number_of_response:1; }","duration":"253.940648ms","start":"2026-03-08T02:57:35.040336Z","end":"2026-03-08T02:57:35.294276Z","steps":["trace[1646257930] 'process raft request' (duration: 216.123353ms)","trace[1646257930] 'compare' (duration: 37.002375ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:35.294509Z","caller":"traceutil/trace.go:171","msg":"trace[579468138] transaction","detail":"{read_only:false; response_revision:14172; number_of_response:1; }","duration":"253.19054ms","start":"2026-03-08T02:57:35.041309Z","end":"2026-03-08T02:57:35.2945Z","steps":["trace[579468138] 'process raft request' (duration: 252.740879ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:35.294547Z","caller":"traceutil/trace.go:171","msg":"trace[341365376] transaction","detail":"{read_only:false; response_revision:14171; number_of_response:1; }","duration":"253.620481ms","start":"2026-03-08T02:57:35.040877Z","end":"2026-03-08T02:57:35.294498Z","steps":["trace[341365376] 'process raft request' (duration: 253.068557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:35.295115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.67065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3faa665e-7cc5-43e2-bab8-c7cc59b9b35a\" ","response":"range_response_count:1 size:3942"} {"level":"info","ts":"2026-03-08T02:57:35.29518Z","caller":"traceutil/trace.go:171","msg":"trace[57630840] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3faa665e-7cc5-43e2-bab8-c7cc59b9b35a; range_end:; response_count:1; response_revision:14172; }","duration":"221.808534ms","start":"2026-03-08T02:57:35.073355Z","end":"2026-03-08T02:57:35.295163Z","steps":["trace[57630840] 'agreement among raft nodes before linearized reading' (duration: 220.860601ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:35.584473Z","caller":"traceutil/trace.go:171","msg":"trace[1395461336] transaction","detail":"{read_only:false; response_revision:14173; number_of_response:1; }","duration":"283.225024ms","start":"2026-03-08T02:57:35.301204Z","end":"2026-03-08T02:57:35.584429Z","steps":["trace[1395461336] 'process raft request' (duration: 213.558511ms)","trace[1395461336] 'compare' (duration: 69.427217ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:35.601593Z","caller":"traceutil/trace.go:171","msg":"trace[330513421] linearizableReadLoop","detail":"{readStateIndex:14715; appliedIndex:14713; }","duration":"198.851317ms","start":"2026-03-08T02:57:35.402705Z","end":"2026-03-08T02:57:35.601557Z","steps":["trace[330513421] 'read index received' (duration: 112.132193ms)","trace[330513421] 'applied index is now lower than readState.Index' (duration: 86.717394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:35.601895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.175485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:57:35.601969Z","caller":"traceutil/trace.go:171","msg":"trace[383134292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:14173; }","duration":"199.309318ms","start":"2026-03-08T02:57:35.40264Z","end":"2026-03-08T02:57:35.601949Z","steps":["trace[383134292] 'agreement among raft nodes before linearized reading' (duration: 199.065452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:35.601975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.169006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-08T02:57:35.602046Z","caller":"traceutil/trace.go:171","msg":"trace[984491572] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pddls; range_end:; response_count:1; response_revision:14173; }","duration":"195.252368ms","start":"2026-03-08T02:57:35.406752Z","end":"2026-03-08T02:57:35.602005Z","steps":["trace[984491572] 'agreement among raft nodes before linearized reading' (duration: 194.989241ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:35.786846Z","caller":"traceutil/trace.go:171","msg":"trace[1322819948] transaction","detail":"{read_only:false; response_revision:14174; number_of_response:1; }","duration":"109.849806ms","start":"2026-03-08T02:57:35.676961Z","end":"2026-03-08T02:57:35.786811Z","steps":["trace[1322819948] 'process raft request' (duration: 109.668002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.110682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.532277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:57:36.110882Z","caller":"traceutil/trace.go:171","msg":"trace[856547986] transaction","detail":"{read_only:false; response_revision:14178; number_of_response:1; }","duration":"231.349191ms","start":"2026-03-08T02:57:35.879513Z","end":"2026-03-08T02:57:36.110862Z","steps":["trace[856547986] 'process raft request' (duration: 231.27778ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:36.11122Z","caller":"traceutil/trace.go:171","msg":"trace[1403472825] transaction","detail":"{read_only:false; response_revision:14177; number_of_response:1; }","duration":"232.12947ms","start":"2026-03-08T02:57:35.87908Z","end":"2026-03-08T02:57:36.11121Z","steps":["trace[1403472825] 'process raft request' (duration: 79.973867ms)","trace[1403472825] 'compare' (duration: 151.371424ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:36.367546Z","caller":"traceutil/trace.go:171","msg":"trace[1366524927] linearizableReadLoop","detail":"{readStateIndex:14723; appliedIndex:14722; }","duration":"166.680712ms","start":"2026-03-08T02:57:36.200827Z","end":"2026-03-08T02:57:36.367508Z","steps":["trace[1366524927] 'read index received' (duration: 81.27789ms)","trace[1366524927] 'applied index is now lower than readState.Index' (duration: 85.401042ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:36.367585Z","caller":"traceutil/trace.go:171","msg":"trace[72778235] transaction","detail":"{read_only:false; response_revision:14180; number_of_response:1; }","duration":"223.890686ms","start":"2026-03-08T02:57:36.143649Z","end":"2026-03-08T02:57:36.36754Z","steps":["trace[72778235] 'process raft request' (duration: 138.483265ms)","trace[72778235] 'compare' (duration: 85.196516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:36.367753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.902577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:36.367802Z","caller":"traceutil/trace.go:171","msg":"trace[1870799227] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:14180; }","duration":"167.010829ms","start":"2026-03-08T02:57:36.200776Z","end":"2026-03-08T02:57:36.367786Z","steps":["trace[1870799227] 'agreement among raft nodes before linearized reading' (duration: 166.904667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:36.577555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.95511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:57:36.57766Z","caller":"traceutil/trace.go:171","msg":"trace[789067972] transaction","detail":"{read_only:false; response_revision:14181; number_of_response:1; }","duration":"205.587113ms","start":"2026-03-08T02:57:36.372053Z","end":"2026-03-08T02:57:36.57764Z","steps":["trace[789067972] 'process raft request' (duration: 101.455349ms)","trace[789067972] 'compare' (duration: 103.758275ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:36.660063Z","caller":"traceutil/trace.go:171","msg":"trace[1975281232] linearizableReadLoop","detail":"{readStateIndex:14725; appliedIndex:14724; }","duration":"121.425223ms","start":"2026-03-08T02:57:36.538601Z","end":"2026-03-08T02:57:36.660026Z","steps":["trace[1975281232] 'read index received' (duration: 121.333291ms)","trace[1975281232] 'applied index is now lower than readState.Index' (duration: 89.992µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:36.660236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.607967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:36.660292Z","caller":"traceutil/trace.go:171","msg":"trace[573241928] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:14182; }","duration":"121.687699ms","start":"2026-03-08T02:57:36.538582Z","end":"2026-03-08T02:57:36.66027Z","steps":["trace[573241928] 'agreement among raft nodes before linearized reading' (duration: 121.573666ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:36.660381Z","caller":"traceutil/trace.go:171","msg":"trace[780617679] transaction","detail":"{read_only:false; response_revision:14182; number_of_response:1; }","duration":"285.699425ms","start":"2026-03-08T02:57:36.374643Z","end":"2026-03-08T02:57:36.660342Z","steps":["trace[780617679] 'process raft request' (duration: 285.168952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.103862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.523295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:57:40.104Z","caller":"traceutil/trace.go:171","msg":"trace[524903952] linearizableReadLoop","detail":"{readStateIndex:14745; appliedIndex:14744; }","duration":"908.151768ms","start":"2026-03-08T02:57:39.195822Z","end":"2026-03-08T02:57:40.103974Z","steps":["trace[524903952] 'read index received' (duration: 29.279804ms)","trace[524903952] 'applied index is now lower than readState.Index' (duration: 878.869854ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:40.104094Z","caller":"traceutil/trace.go:171","msg":"trace[245067471] transaction","detail":"{read_only:false; response_revision:14202; number_of_response:1; }","duration":"921.218151ms","start":"2026-03-08T02:57:39.182857Z","end":"2026-03-08T02:57:40.104075Z","steps":["trace[245067471] 'process raft request' (duration: 42.384599ms)","trace[245067471] 'compare' (duration: 878.231817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:40.104552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.713091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:40.104625Z","caller":"traceutil/trace.go:171","msg":"trace[1290233644] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:14202; }","duration":"908.818444ms","start":"2026-03-08T02:57:39.195786Z","end":"2026-03-08T02:57:40.104604Z","steps":["trace[1290233644] 'agreement among raft nodes before linearized reading' (duration: 908.681941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.104265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:39.182819Z","time spent":"921.355934ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10597,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:57:40.104672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:39.195772Z","time spent":"908.886735ms","remote":"127.0.0.1:60572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:57:40.106808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.659825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-08T02:57:40.106858Z","caller":"traceutil/trace.go:171","msg":"trace[666792381] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pddls; range_end:; response_count:1; response_revision:14203; }","duration":"463.745448ms","start":"2026-03-08T02:57:39.643098Z","end":"2026-03-08T02:57:40.106844Z","steps":["trace[666792381] 'agreement among raft nodes before linearized reading' (duration: 463.513972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.106886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:39.643065Z","time spent":"463.813709ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" "} {"level":"warn","ts":"2026-03-08T02:57:40.106898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.175882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T02:57:40.106992Z","caller":"traceutil/trace.go:171","msg":"trace[947407145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14203; }","duration":"765.316246ms","start":"2026-03-08T02:57:39.341649Z","end":"2026-03-08T02:57:40.106965Z","steps":["trace[947407145] 'agreement among raft nodes before linearized reading' (duration: 764.989648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.107054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:39.341631Z","time spent":"765.410268ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:57:40.107077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.408462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-03-08T02:57:40.107145Z","caller":"traceutil/trace.go:171","msg":"trace[615096461] transaction","detail":"{read_only:false; response_revision:14203; number_of_response:1; }","duration":"254.125944ms","start":"2026-03-08T02:57:39.853007Z","end":"2026-03-08T02:57:40.107133Z","steps":["trace[615096461] 'process raft request' (duration: 253.108349ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:40.107167Z","caller":"traceutil/trace.go:171","msg":"trace[817441672] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14203; }","duration":"876.539766ms","start":"2026-03-08T02:57:39.230599Z","end":"2026-03-08T02:57:40.107139Z","steps":["trace[817441672] 'agreement among raft nodes before linearized reading' (duration: 875.698245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.107212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:39.230584Z","time spent":"876.618588ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-08T02:57:40.107387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.428397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:57:40.107424Z","caller":"traceutil/trace.go:171","msg":"trace[1224701940] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14203; }","duration":"678.508809ms","start":"2026-03-08T02:57:39.428905Z","end":"2026-03-08T02:57:40.107414Z","steps":["trace[1224701940] 'agreement among raft nodes before linearized reading' (duration: 678.395616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.107439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.777784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-08T02:57:40.10745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:39.428878Z","time spent":"678.565941ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T02:57:40.107467Z","caller":"traceutil/trace.go:171","msg":"trace[593359287] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:14203; }","duration":"462.841626ms","start":"2026-03-08T02:57:39.644616Z","end":"2026-03-08T02:57:40.107457Z","steps":["trace[593359287] 'agreement among raft nodes before linearized reading' (duration: 462.761124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.107497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:39.644593Z","time spent":"462.898067ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:57:40.107523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.32523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:57:40.107558Z","caller":"traceutil/trace.go:171","msg":"trace[1443772445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14203; }","duration":"766.398992ms","start":"2026-03-08T02:57:39.341148Z","end":"2026-03-08T02:57:40.107547Z","steps":["trace[1443772445] 'agreement among raft nodes before linearized reading' (duration: 766.29854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.107596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:39.341103Z","time spent":"766.485794ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:57:40.107802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.323437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T02:57:40.107842Z","caller":"traceutil/trace.go:171","msg":"trace[1933117460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14203; }","duration":"795.40834ms","start":"2026-03-08T02:57:39.312422Z","end":"2026-03-08T02:57:40.10783Z","steps":["trace[1933117460] 'agreement among raft nodes before linearized reading' (duration: 795.313568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.107872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:57:39.312395Z","time spent":"795.471281ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T02:57:40.214538Z","caller":"traceutil/trace.go:171","msg":"trace[280219345] transaction","detail":"{read_only:false; response_revision:14204; number_of_response:1; }","duration":"102.450643ms","start":"2026-03-08T02:57:40.112061Z","end":"2026-03-08T02:57:40.214512Z","steps":["trace[280219345] 'process raft request' (duration: 101.11348ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:40.215017Z","caller":"traceutil/trace.go:171","msg":"trace[855614747] transaction","detail":"{read_only:false; response_revision:14205; number_of_response:1; }","duration":"102.843783ms","start":"2026-03-08T02:57:40.112119Z","end":"2026-03-08T02:57:40.214963Z","steps":["trace[855614747] 'process raft request' (duration: 102.32141ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:40.215103Z","caller":"traceutil/trace.go:171","msg":"trace[1374290424] transaction","detail":"{read_only:false; response_revision:14206; number_of_response:1; }","duration":"102.483824ms","start":"2026-03-08T02:57:40.112604Z","end":"2026-03-08T02:57:40.215087Z","steps":["trace[1374290424] 'process raft request' (duration: 102.244258ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:40.215498Z","caller":"traceutil/trace.go:171","msg":"trace[1747423711] transaction","detail":"{read_only:false; response_revision:14207; number_of_response:1; }","duration":"102.804352ms","start":"2026-03-08T02:57:40.11268Z","end":"2026-03-08T02:57:40.215484Z","steps":["trace[1747423711] 'process raft request' (duration: 102.233158ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:40.215678Z","caller":"traceutil/trace.go:171","msg":"trace[780973047] transaction","detail":"{read_only:false; response_revision:14208; number_of_response:1; }","duration":"101.000528ms","start":"2026-03-08T02:57:40.114662Z","end":"2026-03-08T02:57:40.215662Z","steps":["trace[780973047] 'process raft request' (duration: 100.696ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:40.21594Z","caller":"traceutil/trace.go:171","msg":"trace[392185346] transaction","detail":"{read_only:false; response_revision:14209; number_of_response:1; }","duration":"101.11416ms","start":"2026-03-08T02:57:40.114812Z","end":"2026-03-08T02:57:40.215926Z","steps":["trace[392185346] 'process raft request' (duration: 100.801132ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:40.216166Z","caller":"traceutil/trace.go:171","msg":"trace[2058173275] transaction","detail":"{read_only:false; response_revision:14210; number_of_response:1; }","duration":"101.251054ms","start":"2026-03-08T02:57:40.114802Z","end":"2026-03-08T02:57:40.216053Z","steps":["trace[2058173275] 'process raft request' (duration: 100.998638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.216286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.33178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:57:40.21635Z","caller":"traceutil/trace.go:171","msg":"trace[1826818546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14210; }","duration":"104.425842ms","start":"2026-03-08T02:57:40.111904Z","end":"2026-03-08T02:57:40.21633Z","steps":["trace[1826818546] 'agreement among raft nodes before linearized reading' (duration: 104.102734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:40.21685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.673224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:627709"} {"level":"info","ts":"2026-03-08T02:57:40.216902Z","caller":"traceutil/trace.go:171","msg":"trace[1781797508] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14210; }","duration":"101.755146ms","start":"2026-03-08T02:57:40.115134Z","end":"2026-03-08T02:57:40.216889Z","steps":["trace[1781797508] 'agreement among raft nodes before linearized reading' (duration: 101.143931ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:40.829723Z","caller":"traceutil/trace.go:171","msg":"trace[1035329114] transaction","detail":"{read_only:false; response_revision:14215; number_of_response:1; }","duration":"102.926545ms","start":"2026-03-08T02:57:40.726758Z","end":"2026-03-08T02:57:40.829684Z","steps":["trace[1035329114] 'process raft request' (duration: 99.421399ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:42.475355Z","caller":"traceutil/trace.go:171","msg":"trace[737345728] transaction","detail":"{read_only:false; response_revision:14226; number_of_response:1; }","duration":"248.884073ms","start":"2026-03-08T02:57:42.226461Z","end":"2026-03-08T02:57:42.475345Z","steps":["trace[737345728] 'process raft request' (duration: 248.817132ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:42.475355Z","caller":"traceutil/trace.go:171","msg":"trace[1144830061] transaction","detail":"{read_only:false; response_revision:14225; number_of_response:1; }","duration":"249.470958ms","start":"2026-03-08T02:57:42.225846Z","end":"2026-03-08T02:57:42.475317Z","steps":["trace[1144830061] 'process raft request' (duration: 229.251297ms)","trace[1144830061] 'compare' (duration: 20.080207ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:42.475639Z","caller":"traceutil/trace.go:171","msg":"trace[251633858] transaction","detail":"{read_only:false; response_revision:14227; number_of_response:1; }","duration":"249.056888ms","start":"2026-03-08T02:57:42.226572Z","end":"2026-03-08T02:57:42.475629Z","steps":["trace[251633858] 'process raft request' (duration: 248.74277ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:42.475925Z","caller":"traceutil/trace.go:171","msg":"trace[1943356469] linearizableReadLoop","detail":"{readStateIndex:14773; appliedIndex:14768; }","duration":"157.33178ms","start":"2026-03-08T02:57:42.31858Z","end":"2026-03-08T02:57:42.475912Z","steps":["trace[1943356469] 'read index received' (duration: 136.530376ms)","trace[1943356469] 'applied index is now lower than readState.Index' (duration: 20.800284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:57:42.475981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.916403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:57:42.475975Z","caller":"traceutil/trace.go:171","msg":"trace[1558628197] transaction","detail":"{read_only:false; response_revision:14229; number_of_response:1; }","duration":"241.688606ms","start":"2026-03-08T02:57:42.234247Z","end":"2026-03-08T02:57:42.475936Z","steps":["trace[1558628197] 'process raft request' (duration: 241.595394ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:42.476014Z","caller":"traceutil/trace.go:171","msg":"trace[320198192] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:14229; }","duration":"218.995505ms","start":"2026-03-08T02:57:42.257007Z","end":"2026-03-08T02:57:42.476003Z","steps":["trace[320198192] 'agreement among raft nodes before linearized reading' (duration: 218.920843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:42.476088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.994293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:57:42.476123Z","caller":"traceutil/trace.go:171","msg":"trace[1446200001] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:14229; }","duration":"242.084255ms","start":"2026-03-08T02:57:42.23403Z","end":"2026-03-08T02:57:42.476114Z","steps":["trace[1446200001] 'agreement among raft nodes before linearized reading' (duration: 241.945342ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:42.47632Z","caller":"traceutil/trace.go:171","msg":"trace[1263939836] transaction","detail":"{read_only:false; response_revision:14228; number_of_response:1; }","duration":"248.289539ms","start":"2026-03-08T02:57:42.227971Z","end":"2026-03-08T02:57:42.476261Z","steps":["trace[1263939836] 'process raft request' (duration: 247.599182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:42.476473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.334056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-08T02:57:42.476614Z","caller":"traceutil/trace.go:171","msg":"trace[577346085] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pddls; range_end:; response_count:1; response_revision:14229; }","duration":"245.539711ms","start":"2026-03-08T02:57:42.231046Z","end":"2026-03-08T02:57:42.476585Z","steps":["trace[577346085] 'agreement among raft nodes before linearized reading' (duration: 244.986337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:42.480752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.706773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:57:42.480862Z","caller":"traceutil/trace.go:171","msg":"trace[469200620] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:14230; }","duration":"126.876207ms","start":"2026-03-08T02:57:42.35397Z","end":"2026-03-08T02:57:42.480847Z","steps":["trace[469200620] 'agreement among raft nodes before linearized reading' (duration: 123.632637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:42.722499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.587715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-08T02:57:42.722612Z","caller":"traceutil/trace.go:171","msg":"trace[1454385978] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14230; }","duration":"127.77953ms","start":"2026-03-08T02:57:42.5948Z","end":"2026-03-08T02:57:42.72258Z","steps":["trace[1454385978] 'range keys from in-memory index tree' (duration: 127.300738ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:57:44.761874Z","caller":"traceutil/trace.go:171","msg":"trace[985937868] transaction","detail":"{read_only:false; response_revision:14238; number_of_response:1; }","duration":"190.796738ms","start":"2026-03-08T02:57:44.571045Z","end":"2026-03-08T02:57:44.761842Z","steps":["trace[985937868] 'process raft request' (duration: 159.016262ms)","trace[985937868] 'compare' (duration: 31.591761ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:44.762152Z","caller":"traceutil/trace.go:171","msg":"trace[1886524213] linearizableReadLoop","detail":"{readStateIndex:14783; appliedIndex:14781; }","duration":"189.631779ms","start":"2026-03-08T02:57:44.572505Z","end":"2026-03-08T02:57:44.762137Z","steps":["trace[1886524213] 'read index received' (duration: 157.585207ms)","trace[1886524213] 'applied index is now lower than readState.Index' (duration: 32.045162ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:57:44.762255Z","caller":"traceutil/trace.go:171","msg":"trace[2135674971] transaction","detail":"{read_only:false; response_revision:14239; number_of_response:1; }","duration":"190.322056ms","start":"2026-03-08T02:57:44.5719Z","end":"2026-03-08T02:57:44.762222Z","steps":["trace[2135674971] 'process raft request' (duration: 189.897796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:44.76318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.656445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:627911"} {"level":"info","ts":"2026-03-08T02:57:44.763244Z","caller":"traceutil/trace.go:171","msg":"trace[1773407839] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14239; }","duration":"190.760967ms","start":"2026-03-08T02:57:44.572468Z","end":"2026-03-08T02:57:44.763228Z","steps":["trace[1773407839] 'agreement among raft nodes before linearized reading' (duration: 189.824404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:57:44.763713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.923467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:627911"} {"level":"info","ts":"2026-03-08T02:57:44.763774Z","caller":"traceutil/trace.go:171","msg":"trace[112409015] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14240; }","duration":"190.028029ms","start":"2026-03-08T02:57:44.573734Z","end":"2026-03-08T02:57:44.763762Z","steps":["trace[112409015] 'agreement among raft nodes before linearized reading' (duration: 189.516777ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:04.957869Z","caller":"traceutil/trace.go:171","msg":"trace[1150758558] linearizableReadLoop","detail":"{readStateIndex:14900; appliedIndex:14899; }","duration":"110.123803ms","start":"2026-03-08T02:58:04.847713Z","end":"2026-03-08T02:58:04.957836Z","steps":["trace[1150758558] 'read index received' (duration: 109.960159ms)","trace[1150758558] 'applied index is now lower than readState.Index' (duration: 162.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:58:04.95814Z","caller":"traceutil/trace.go:171","msg":"trace[1465927989] transaction","detail":"{read_only:false; response_revision:14352; number_of_response:1; }","duration":"123.899863ms","start":"2026-03-08T02:58:04.834135Z","end":"2026-03-08T02:58:04.958034Z","steps":["trace[1465927989] 'process raft request' (duration: 123.455592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:04.95895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.22618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T02:58:04.95901Z","caller":"traceutil/trace.go:171","msg":"trace[804167635] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14352; }","duration":"111.344153ms","start":"2026-03-08T02:58:04.847652Z","end":"2026-03-08T02:58:04.958996Z","steps":["trace[804167635] 'agreement among raft nodes before linearized reading' (duration: 110.340428ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:11.811029Z","caller":"traceutil/trace.go:171","msg":"trace[1723844802] linearizableReadLoop","detail":"{readStateIndex:15225; appliedIndex:15224; }","duration":"166.314682ms","start":"2026-03-08T02:58:11.644673Z","end":"2026-03-08T02:58:11.810988Z","steps":["trace[1723844802] 'read index received' (duration: 165.928713ms)","trace[1723844802] 'applied index is now lower than readState.Index' (duration: 384.149µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:58:11.811171Z","caller":"traceutil/trace.go:171","msg":"trace[1845370065] transaction","detail":"{read_only:false; response_revision:14671; number_of_response:1; }","duration":"175.455389ms","start":"2026-03-08T02:58:11.635658Z","end":"2026-03-08T02:58:11.811113Z","steps":["trace[1845370065] 'process raft request' (duration: 175.09746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:11.81129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.524828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:11.811338Z","caller":"traceutil/trace.go:171","msg":"trace[1028745668] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14671; }","duration":"166.61426ms","start":"2026-03-08T02:58:11.644709Z","end":"2026-03-08T02:58:11.811324Z","steps":["trace[1028745668] 'agreement among raft nodes before linearized reading' (duration: 166.503077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:11.811407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.346324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:11.811482Z","caller":"traceutil/trace.go:171","msg":"trace[1586783560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14671; }","duration":"147.528528ms","start":"2026-03-08T02:58:11.663933Z","end":"2026-03-08T02:58:11.811461Z","steps":["trace[1586783560] 'agreement among raft nodes before linearized reading' (duration: 147.301053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:11.811531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.641241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:58:11.811644Z","caller":"traceutil/trace.go:171","msg":"trace[1360547545] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14671; }","duration":"166.777524ms","start":"2026-03-08T02:58:11.644839Z","end":"2026-03-08T02:58:11.811616Z","steps":["trace[1360547545] 'agreement among raft nodes before linearized reading' (duration: 166.483357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:11.811596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.786554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:11.811821Z","caller":"traceutil/trace.go:171","msg":"trace[1366342725] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14671; }","duration":"167.094372ms","start":"2026-03-08T02:58:11.644649Z","end":"2026-03-08T02:58:11.811743Z","steps":["trace[1366342725] 'agreement among raft nodes before linearized reading' (duration: 166.500957ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:21.022812Z","caller":"traceutil/trace.go:171","msg":"trace[1172388737] transaction","detail":"{read_only:false; response_revision:14735; number_of_response:1; }","duration":"301.969497ms","start":"2026-03-08T02:58:20.720818Z","end":"2026-03-08T02:58:21.022787Z","steps":["trace[1172388737] 'process raft request' (duration: 301.652459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.023018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:20.720787Z","time spent":"302.114541ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:58:21.023057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.745212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:58:21.023111Z","caller":"traceutil/trace.go:171","msg":"trace[1391932432] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14735; }","duration":"299.827935ms","start":"2026-03-08T02:58:20.723268Z","end":"2026-03-08T02:58:21.023096Z","steps":["trace[1391932432] 'agreement among raft nodes before linearized reading' (duration: 299.62917ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:21.022729Z","caller":"traceutil/trace.go:171","msg":"trace[1955230961] linearizableReadLoop","detail":"{readStateIndex:15291; appliedIndex:15290; }","duration":"299.381223ms","start":"2026-03-08T02:58:20.723312Z","end":"2026-03-08T02:58:21.022693Z","steps":["trace[1955230961] 'read index received' (duration: 299.206348ms)","trace[1955230961] 'applied index is now lower than readState.Index' (duration: 173.415µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:58:21.945349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.218191Z","time spent":"727.14781ms","remote":"127.0.0.1:55654","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T02:58:21.94578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.086221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:58:21.946361Z","caller":"traceutil/trace.go:171","msg":"trace[1025959773] transaction","detail":"{read_only:false; response_revision:14736; number_of_response:1; }","duration":"927.68498ms","start":"2026-03-08T02:58:21.018559Z","end":"2026-03-08T02:58:21.946244Z","steps":["trace[1025959773] 'process raft request' (duration: 264.979253ms)","trace[1025959773] 'compare' (duration: 661.500217ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:58:21.946493Z","caller":"traceutil/trace.go:171","msg":"trace[1121546797] transaction","detail":"{read_only:false; response_revision:14737; number_of_response:1; }","duration":"925.762872ms","start":"2026-03-08T02:58:21.020647Z","end":"2026-03-08T02:58:21.946409Z","steps":["trace[1121546797] 'process raft request' (duration: 925.523966ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:21.94642Z","caller":"traceutil/trace.go:171","msg":"trace[892159885] linearizableReadLoop","detail":"{readStateIndex:15293; appliedIndex:15291; }","duration":"923.133757ms","start":"2026-03-08T02:58:21.023238Z","end":"2026-03-08T02:58:21.946372Z","steps":["trace[892159885] 'read index received' (duration: 260.165604ms)","trace[892159885] 'applied index is now lower than readState.Index' (duration: 662.967133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:58:21.946653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184296155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T02:58:21.946715Z","caller":"traceutil/trace.go:171","msg":"trace[1898741749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14737; }","duration":"1.184408718s","start":"2026-03-08T02:58:20.762287Z","end":"2026-03-08T02:58:21.946695Z","steps":["trace[1898741749] 'agreement among raft nodes before linearized reading' (duration: 1.184183072s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.946717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.020629Z","time spent":"925.976136ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:58:21.946764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:20.762262Z","time spent":"1.184492419s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:58:21.946739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09677317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-03-08T02:58:21.946806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.3495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:58:21.946857Z","caller":"traceutil/trace.go:171","msg":"trace[1692525386] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:14737; }","duration":"1.096928294s","start":"2026-03-08T02:58:20.849896Z","end":"2026-03-08T02:58:21.946825Z","steps":["trace[1692525386] 'agreement among raft nodes before linearized reading' (duration: 1.096557645s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.946853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.911953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T02:58:21.946928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:20.849876Z","time spent":"1.097042047s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"warn","ts":"2026-03-08T02:58:21.946783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.248638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:21.946953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.181319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:21.94697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.765007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:58:21.946982Z","caller":"traceutil/trace.go:171","msg":"trace[876289685] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14737; }","duration":"466.503264ms","start":"2026-03-08T02:58:21.480467Z","end":"2026-03-08T02:58:21.94697Z","steps":["trace[876289685] 'agreement among raft nodes before linearized reading' (duration: 466.248308ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:21.947008Z","caller":"traceutil/trace.go:171","msg":"trace[1429683530] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:14737; }","duration":"812.842229ms","start":"2026-03-08T02:58:21.134157Z","end":"2026-03-08T02:58:21.946999Z","steps":["trace[1429683530] 'agreement among raft nodes before linearized reading' (duration: 812.738787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.947026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.480442Z","time spent":"466.572887ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-08T02:58:21.947026Z","caller":"traceutil/trace.go:171","msg":"trace[1156810642] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:14737; }","duration":"134.299121ms","start":"2026-03-08T02:58:21.812698Z","end":"2026-03-08T02:58:21.946997Z","steps":["trace[1156810642] 'agreement among raft nodes before linearized reading' (duration: 134.206139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.947039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.990229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:58:21.947048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.13413Z","time spent":"812.911081ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"info","ts":"2026-03-08T02:58:21.947078Z","caller":"traceutil/trace.go:171","msg":"trace[1077102736] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14737; }","duration":"423.054621ms","start":"2026-03-08T02:58:21.524009Z","end":"2026-03-08T02:58:21.947064Z","steps":["trace[1077102736] 'agreement among raft nodes before linearized reading' (duration: 422.969199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.946823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072057059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-03-08T02:58:21.947119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.365107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T02:58:21.947104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.181803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-08T02:58:21.947145Z","caller":"traceutil/trace.go:171","msg":"trace[1451000718] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:14737; }","duration":"1.072425379s","start":"2026-03-08T02:58:20.87471Z","end":"2026-03-08T02:58:21.947136Z","steps":["trace[1451000718] 'agreement among raft nodes before linearized reading' (duration: 1.071741722s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.947101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.929639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:58:21.94719Z","caller":"traceutil/trace.go:171","msg":"trace[664647915] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pddls; range_end:; response_count:1; response_revision:14737; }","duration":"810.293606ms","start":"2026-03-08T02:58:21.136868Z","end":"2026-03-08T02:58:21.947162Z","steps":["trace[664647915] 'agreement among raft nodes before linearized reading' (duration: 810.018859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.947129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.018524Z","time spent":"927.962496ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:58:21.94725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.136857Z","time spent":"810.379758ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" "} {"level":"warn","ts":"2026-03-08T02:58:21.947294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.714264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:58:21.947292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.754285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:58:21.94728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.589125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" ","response":"range_response_count:1 size:9708"} {"level":"warn","ts":"2026-03-08T02:58:21.947334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.717145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:21.94734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.598887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:58:21.947342Z","caller":"traceutil/trace.go:171","msg":"trace[1504016300] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14737; }","duration":"103.824657ms","start":"2026-03-08T02:58:21.843505Z","end":"2026-03-08T02:58:21.94733Z","steps":["trace[1504016300] 'agreement among raft nodes before linearized reading' (duration: 103.695514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.947351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.914119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:21.947372Z","caller":"traceutil/trace.go:171","msg":"trace[2083309651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14737; }","duration":"281.807027ms","start":"2026-03-08T02:58:21.665554Z","end":"2026-03-08T02:58:21.947361Z","steps":["trace[2083309651] 'agreement among raft nodes before linearized reading' (duration: 281.736595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.947378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.047105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:21.947378Z","caller":"traceutil/trace.go:171","msg":"trace[750997988] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14737; }","duration":"464.68844ms","start":"2026-03-08T02:58:21.482679Z","end":"2026-03-08T02:58:21.947368Z","steps":["trace[750997988] 'agreement among raft nodes before linearized reading' (duration: 464.600138ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:21.946867Z","caller":"traceutil/trace.go:171","msg":"trace[122482685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14737; }","duration":"893.428352ms","start":"2026-03-08T02:58:21.053418Z","end":"2026-03-08T02:58:21.946846Z","steps":["trace[122482685] 'agreement among raft nodes before linearized reading' (duration: 893.289639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.947591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.098472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:21.947602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.482647Z","time spent":"464.949196ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-08T02:58:21.947602Z","caller":"traceutil/trace.go:171","msg":"trace[1583181715] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14737; }","duration":"108.221677ms","start":"2026-03-08T02:58:21.839358Z","end":"2026-03-08T02:58:21.94758Z","steps":["trace[1583181715] 'agreement among raft nodes before linearized reading' (duration: 107.928589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.947616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.891686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:21.94765Z","caller":"traceutil/trace.go:171","msg":"trace[1514384067] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14737; }","duration":"716.973758ms","start":"2026-03-08T02:58:21.230669Z","end":"2026-03-08T02:58:21.947642Z","steps":["trace[1514384067] 'agreement among raft nodes before linearized reading' (duration: 716.901786ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:21.947645Z","caller":"traceutil/trace.go:171","msg":"trace[862481751] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:14737; }","duration":"641.206835ms","start":"2026-03-08T02:58:21.30642Z","end":"2026-03-08T02:58:21.947627Z","steps":["trace[862481751] 'agreement among raft nodes before linearized reading' (duration: 640.947848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.947633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.053399Z","time spent":"894.217411ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:58:21.947673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.230641Z","time spent":"717.02729ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-08T02:58:21.947596Z","caller":"traceutil/trace.go:171","msg":"trace[2002648069] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14737; }","duration":"716.262791ms","start":"2026-03-08T02:58:21.231325Z","end":"2026-03-08T02:58:21.947588Z","steps":["trace[2002648069] 'agreement among raft nodes before linearized reading' (duration: 716.023805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.947681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.255173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:58:21.947695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.274228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-08T02:58:21.947689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.306392Z","time spent":"641.284567ms","remote":"127.0.0.1:60664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:58:21.947327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.864678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-08T02:58:21.947718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.231316Z","time spent":"716.392344ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-08T02:58:21.947722Z","caller":"traceutil/trace.go:171","msg":"trace[1054176410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14737; }","duration":"891.304819ms","start":"2026-03-08T02:58:21.056409Z","end":"2026-03-08T02:58:21.947714Z","steps":["trace[1054176410] 'agreement among raft nodes before linearized reading' (duration: 891.226577ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:21.947724Z","caller":"traceutil/trace.go:171","msg":"trace[1308079331] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14737; }","duration":"465.421078ms","start":"2026-03-08T02:58:21.482291Z","end":"2026-03-08T02:58:21.947712Z","steps":["trace[1308079331] 'agreement among raft nodes before linearized reading' (duration: 465.032978ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:21.947331Z","caller":"traceutil/trace.go:171","msg":"trace[274200317] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14737; }","duration":"708.767205ms","start":"2026-03-08T02:58:21.238554Z","end":"2026-03-08T02:58:21.947322Z","steps":["trace[274200317] 'agreement among raft nodes before linearized reading' (duration: 708.683243ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:21.947753Z","caller":"traceutil/trace.go:171","msg":"trace[1617841271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14737; }","duration":"692.323759ms","start":"2026-03-08T02:58:21.255415Z","end":"2026-03-08T02:58:21.947739Z","steps":["trace[1617841271] 'agreement among raft nodes before linearized reading' (duration: 691.793636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.947762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.056366Z","time spent":"891.386972ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:58:21.94778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.238545Z","time spent":"709.228177ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:58:21.947775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.482277Z","time spent":"465.487469ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:58:21.947795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.255405Z","time spent":"692.377331ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:58:21.946953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.624819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-08T02:58:21.947173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:20.874699Z","time spent":"1.072466719s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"warn","ts":"2026-03-08T02:58:21.947843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.003549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:21.947256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.587816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:58:21.947887Z","caller":"traceutil/trace.go:171","msg":"trace[2066969012] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14737; }","duration":"717.075751ms","start":"2026-03-08T02:58:21.2308Z","end":"2026-03-08T02:58:21.947875Z","steps":["trace[2066969012] 'agreement among raft nodes before linearized reading' (duration: 716.834705ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:21.947883Z","caller":"traceutil/trace.go:171","msg":"trace[1964629984] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14737; }","duration":"336.606593ms","start":"2026-03-08T02:58:21.611257Z","end":"2026-03-08T02:58:21.947864Z","steps":["trace[1964629984] 'agreement among raft nodes before linearized reading' (duration: 335.561877ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:21.947903Z","caller":"traceutil/trace.go:171","msg":"trace[1481425258] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14737; }","duration":"431.254473ms","start":"2026-03-08T02:58:21.516637Z","end":"2026-03-08T02:58:21.947891Z","steps":["trace[1481425258] 'agreement among raft nodes before linearized reading' (duration: 430.555986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.94792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.230779Z","time spent":"717.134263ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:58:21.947936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.516626Z","time spent":"431.300784ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:58:21.947936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.611226Z","time spent":"336.695635ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:58:21.947125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.523996Z","time spent":"423.121932ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-08T02:58:21.946957Z","caller":"traceutil/trace.go:171","msg":"trace[215743480] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:14737; }","duration":"716.045946ms","start":"2026-03-08T02:58:21.230887Z","end":"2026-03-08T02:58:21.946933Z","steps":["trace[215743480] 'agreement among raft nodes before linearized reading' (duration: 715.866301ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:21.947161Z","caller":"traceutil/trace.go:171","msg":"trace[62363344] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14737; }","duration":"501.451829ms","start":"2026-03-08T02:58:21.445696Z","end":"2026-03-08T02:58:21.947148Z","steps":["trace[62363344] 'agreement among raft nodes before linearized reading' (duration: 501.290925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.94807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.230877Z","time spent":"717.158673ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:58:21.947217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.256542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:21.948143Z","caller":"traceutil/trace.go:171","msg":"trace[1127333764] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:14737; }","duration":"618.206366ms","start":"2026-03-08T02:58:21.329915Z","end":"2026-03-08T02:58:21.948121Z","steps":["trace[1127333764] 'agreement among raft nodes before linearized reading' (duration: 617.271383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.9482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.329904Z","time spent":"618.281807ms","remote":"127.0.0.1:60696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:58:21.947167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.35316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:21.948262Z","caller":"traceutil/trace.go:171","msg":"trace[683572440] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14737; }","duration":"431.500509ms","start":"2026-03-08T02:58:21.516749Z","end":"2026-03-08T02:58:21.94825Z","steps":["trace[683572440] 'agreement among raft nodes before linearized reading' (duration: 430.396922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.94831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.516716Z","time spent":"431.583091ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:58:21.948079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.445671Z","time spent":"502.392572ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:58:21.947596Z","caller":"traceutil/trace.go:171","msg":"trace[184674591] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gzhmj; range_end:; response_count:1; response_revision:14737; }","duration":"326.762309ms","start":"2026-03-08T02:58:21.620599Z","end":"2026-03-08T02:58:21.947361Z","steps":["trace[184674591] 'agreement among raft nodes before linearized reading' (duration: 326.146454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.948423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.620571Z","time spent":"327.840386ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" "} {"level":"info","ts":"2026-03-08T02:58:21.947245Z","caller":"traceutil/trace.go:171","msg":"trace[1631869965] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14737; }","duration":"108.160415ms","start":"2026-03-08T02:58:21.839057Z","end":"2026-03-08T02:58:21.947217Z","steps":["trace[1631869965] 'agreement among raft nodes before linearized reading' (duration: 107.731674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.948751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.784799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T02:58:21.948793Z","caller":"traceutil/trace.go:171","msg":"trace[1604011036] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14737; }","duration":"862.087067ms","start":"2026-03-08T02:58:21.086693Z","end":"2026-03-08T02:58:21.94878Z","steps":["trace[1604011036] 'agreement among raft nodes before linearized reading' (duration: 860.455357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:21.948826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:21.086662Z","time spent":"862.154259ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T02:58:50.274069Z","caller":"traceutil/trace.go:171","msg":"trace[2030234267] linearizableReadLoop","detail":"{readStateIndex:15431; appliedIndex:15431; }","duration":"197.02585ms","start":"2026-03-08T02:58:50.077006Z","end":"2026-03-08T02:58:50.274032Z","steps":["trace[2030234267] 'read index received' (duration: 197.00623ms)","trace[2030234267] 'applied index is now lower than readState.Index' (duration: 17.21µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:58:50.274256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.224405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:50.274352Z","caller":"traceutil/trace.go:171","msg":"trace[1959854375] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14869; }","duration":"197.361368ms","start":"2026-03-08T02:58:50.076971Z","end":"2026-03-08T02:58:50.274332Z","steps":["trace[1959854375] 'agreement among raft nodes before linearized reading' (duration: 197.160034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:50.774511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019375707,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T02:58:51.04284Z","caller":"traceutil/trace.go:171","msg":"trace[1145835318] transaction","detail":"{read_only:false; response_revision:14871; number_of_response:1; }","duration":"940.986562ms","start":"2026-03-08T02:58:50.10182Z","end":"2026-03-08T02:58:51.042806Z","steps":["trace[1145835318] 'process raft request' (duration: 940.86573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.043021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.101803Z","time spent":"941.106575ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:58:51.043125Z","caller":"traceutil/trace.go:171","msg":"trace[1805969554] transaction","detail":"{read_only:false; response_revision:14870; number_of_response:1; }","duration":"953.931965ms","start":"2026-03-08T02:58:50.089164Z","end":"2026-03-08T02:58:51.043096Z","steps":["trace[1805969554] 'process raft request' (duration: 887.36396ms)","trace[1805969554] 'compare' (duration: 65.563072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:58:51.043256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.089145Z","time spent":"954.044527ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:58:51.046005Z","caller":"traceutil/trace.go:171","msg":"trace[1411129350] linearizableReadLoop","detail":"{readStateIndex:15434; appliedIndex:15431; }","duration":"771.832833ms","start":"2026-03-08T02:58:50.274159Z","end":"2026-03-08T02:58:51.045992Z","steps":["trace[1411129350] 'read index received' (duration: 702.35057ms)","trace[1411129350] 'applied index is now lower than readState.Index' (duration: 69.481213ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:58:51.04606Z","caller":"traceutil/trace.go:171","msg":"trace[1680004103] transaction","detail":"{read_only:false; response_revision:14872; number_of_response:1; }","duration":"770.829639ms","start":"2026-03-08T02:58:50.275183Z","end":"2026-03-08T02:58:51.046012Z","steps":["trace[1680004103] 'process raft request' (duration: 770.700696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.992052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:51.046186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.958235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:58:51.046198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.795601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:58:51.04622Z","caller":"traceutil/trace.go:171","msg":"trace[945379649] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14872; }","duration":"947.995966ms","start":"2026-03-08T02:58:50.098215Z","end":"2026-03-08T02:58:51.046211Z","steps":["trace[945379649] 'agreement among raft nodes before linearized reading' (duration: 947.876123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.098122Z","time spent":"948.118998ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-08T02:58:51.046248Z","caller":"traceutil/trace.go:171","msg":"trace[253903183] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14872; }","duration":"947.858742ms","start":"2026-03-08T02:58:50.098375Z","end":"2026-03-08T02:58:51.046234Z","steps":["trace[253903183] 'agreement among raft nodes before linearized reading' (duration: 947.720979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.275158Z","time spent":"770.993672ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:58:51.046274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.098365Z","time spent":"947.902304ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:58:51.046318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.232854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-08T02:58:51.046321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.363046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:58:51.046355Z","caller":"traceutil/trace.go:171","msg":"trace[1782337605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14872; }","duration":"931.288386ms","start":"2026-03-08T02:58:50.115056Z","end":"2026-03-08T02:58:51.046344Z","steps":["trace[1782337605] 'agreement among raft nodes before linearized reading' (duration: 931.155743ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:51.046361Z","caller":"traceutil/trace.go:171","msg":"trace[2080851308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14872; }","duration":"892.424238ms","start":"2026-03-08T02:58:50.153927Z","end":"2026-03-08T02:58:51.046351Z","steps":["trace[2080851308] 'agreement among raft nodes before linearized reading' (duration: 892.286985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.437726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-08T02:58:51.04639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.115044Z","time spent":"931.337807ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T02:58:51.04639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.153916Z","time spent":"892.466119ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T02:58:51.046414Z","caller":"traceutil/trace.go:171","msg":"trace[1457194981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14872; }","duration":"936.508597ms","start":"2026-03-08T02:58:50.109891Z","end":"2026-03-08T02:58:51.0464Z","steps":["trace[1457194981] 'agreement among raft nodes before linearized reading' (duration: 936.367664ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:51.046191Z","caller":"traceutil/trace.go:171","msg":"trace[1848091539] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14872; }","duration":"947.084675ms","start":"2026-03-08T02:58:50.099089Z","end":"2026-03-08T02:58:51.046174Z","steps":["trace[1848091539] 'agreement among raft nodes before linearized reading' (duration: 946.926361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.370232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:51.046445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.109884Z","time spent":"936.554238ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:58:51.046453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.099078Z","time spent":"947.367561ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T02:58:51.046456Z","caller":"traceutil/trace.go:171","msg":"trace[333161671] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14872; }","duration":"947.406172ms","start":"2026-03-08T02:58:50.099042Z","end":"2026-03-08T02:58:51.046448Z","steps":["trace[333161671] 'agreement among raft nodes before linearized reading' (duration: 947.369691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.099036Z","time spent":"947.439113ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:58:51.046451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.797511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:51.046524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.963215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:58:51.046555Z","caller":"traceutil/trace.go:171","msg":"trace[724841861] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14872; }","duration":"494.018547ms","start":"2026-03-08T02:58:50.552525Z","end":"2026-03-08T02:58:51.046544Z","steps":["trace[724841861] 'agreement among raft nodes before linearized reading' (duration: 493.933225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.188832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-08T02:58:51.046572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.699652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:51.046572Z","caller":"traceutil/trace.go:171","msg":"trace[363294816] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14872; }","duration":"947.990955ms","start":"2026-03-08T02:58:50.098551Z","end":"2026-03-08T02:58:51.046542Z","steps":["trace[363294816] 'agreement among raft nodes before linearized reading' (duration: 947.75495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.417815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:58:51.046596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.995856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-08T02:58:51.046605Z","caller":"traceutil/trace.go:171","msg":"trace[977778846] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14872; }","duration":"494.747023ms","start":"2026-03-08T02:58:50.551849Z","end":"2026-03-08T02:58:51.046596Z","steps":["trace[977778846] 'agreement among raft nodes before linearized reading' (duration: 494.697062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.659382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:51.046623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.516086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:51.046634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.551843Z","time spent":"494.784574ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T02:58:51.04665Z","caller":"traceutil/trace.go:171","msg":"trace[1857447838] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14872; }","duration":"252.567578ms","start":"2026-03-08T02:58:50.794077Z","end":"2026-03-08T02:58:51.046644Z","steps":["trace[1857447838] 'agreement among raft nodes before linearized reading' (duration: 252.528517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.098515Z","time spent":"948.110968ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:58:51.046664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.768053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:51.046663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.882688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-08T02:58:51.046571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.785576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:51.046709Z","caller":"traceutil/trace.go:171","msg":"trace[1083074163] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14872; }","duration":"253.96217ms","start":"2026-03-08T02:58:50.792732Z","end":"2026-03-08T02:58:51.046694Z","steps":["trace[1083074163] 'agreement among raft nodes before linearized reading' (duration: 253.862198ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:51.046719Z","caller":"traceutil/trace.go:171","msg":"trace[1058666168] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14872; }","duration":"253.98718ms","start":"2026-03-08T02:58:50.792724Z","end":"2026-03-08T02:58:51.046711Z","steps":["trace[1058666168] 'agreement among raft nodes before linearized reading' (duration: 253.792136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.04674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.005999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-03-08T02:58:51.046755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.259832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-03-08T02:58:51.046759Z","caller":"traceutil/trace.go:171","msg":"trace[1951035500] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pddls; range_end:; response_count:1; response_revision:14872; }","duration":"680.05991ms","start":"2026-03-08T02:58:50.366695Z","end":"2026-03-08T02:58:51.046755Z","steps":["trace[1951035500] 'agreement among raft nodes before linearized reading' (duration: 679.996339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.819714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-08T02:58:51.046783Z","caller":"traceutil/trace.go:171","msg":"trace[943657760] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gzhmj; range_end:; response_count:1; response_revision:14872; }","duration":"715.360924ms","start":"2026-03-08T02:58:50.331416Z","end":"2026-03-08T02:58:51.046777Z","steps":["trace[943657760] 'agreement among raft nodes before linearized reading' (duration: 715.288502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.366674Z","time spent":"680.107831ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" "} {"level":"info","ts":"2026-03-08T02:58:51.046793Z","caller":"traceutil/trace.go:171","msg":"trace[2029962637] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:14872; }","duration":"676.871166ms","start":"2026-03-08T02:58:50.369914Z","end":"2026-03-08T02:58:51.046786Z","steps":["trace[2029962637] 'agreement among raft nodes before linearized reading' (duration: 676.791664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.331361Z","time spent":"715.442067ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" "} {"level":"warn","ts":"2026-03-08T02:58:51.046814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.369906Z","time spent":"676.903227ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"warn","ts":"2026-03-08T02:58:51.046587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.552515Z","time spent":"494.066187ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-08T02:58:51.046649Z","caller":"traceutil/trace.go:171","msg":"trace[1679913115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14872; }","duration":"381.748575ms","start":"2026-03-08T02:58:50.664892Z","end":"2026-03-08T02:58:51.046641Z","steps":["trace[1679913115] 'agreement among raft nodes before linearized reading' (duration: 381.710064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.664869Z","time spent":"382.00406ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:58:51.046625Z","caller":"traceutil/trace.go:171","msg":"trace[1374056691] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14872; }","duration":"252.463865ms","start":"2026-03-08T02:58:50.794153Z","end":"2026-03-08T02:58:51.046617Z","steps":["trace[1374056691] 'agreement among raft nodes before linearized reading' (duration: 252.387223ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:51.046626Z","caller":"traceutil/trace.go:171","msg":"trace[2146097324] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:14872; }","duration":"667.090437ms","start":"2026-03-08T02:58:50.379529Z","end":"2026-03-08T02:58:51.04662Z","steps":["trace[2146097324] 'agreement among raft nodes before linearized reading' (duration: 666.991715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.04697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.379506Z","time spent":"667.456546ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"warn","ts":"2026-03-08T02:58:51.046664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.844995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:51.0469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.795605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:58:51.047117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.204123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-08T02:58:51.047201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.300586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:58:51.047105Z","caller":"traceutil/trace.go:171","msg":"trace[2107017881] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14872; }","duration":"495.318196ms","start":"2026-03-08T02:58:50.551775Z","end":"2026-03-08T02:58:51.047093Z","steps":["trace[2107017881] 'agreement among raft nodes before linearized reading' (duration: 494.867446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.04746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.55175Z","time spent":"495.698346ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-08T02:58:51.047249Z","caller":"traceutil/trace.go:171","msg":"trace[511357884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14872; }","duration":"895.380167ms","start":"2026-03-08T02:58:50.151827Z","end":"2026-03-08T02:58:51.047208Z","steps":["trace[511357884] 'agreement among raft nodes before linearized reading' (duration: 894.23999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.047545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.151812Z","time spent":"895.716244ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T02:58:51.047174Z","caller":"traceutil/trace.go:171","msg":"trace[1082854645] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14872; }","duration":"949.171464ms","start":"2026-03-08T02:58:50.097983Z","end":"2026-03-08T02:58:51.047155Z","steps":["trace[1082854645] 'agreement among raft nodes before linearized reading' (duration: 948.180781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.047635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.097963Z","time spent":"949.664985ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-08T02:58:51.046589Z","caller":"traceutil/trace.go:171","msg":"trace[1334079505] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14872; }","duration":"253.253333ms","start":"2026-03-08T02:58:50.793328Z","end":"2026-03-08T02:58:51.046582Z","steps":["trace[1334079505] 'agreement among raft nodes before linearized reading' (duration: 253.181842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.046976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.351024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:58:51.047783Z","caller":"traceutil/trace.go:171","msg":"trace[2070739704] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14872; }","duration":"949.334917ms","start":"2026-03-08T02:58:50.098438Z","end":"2026-03-08T02:58:51.047773Z","steps":["trace[2070739704] 'agreement among raft nodes before linearized reading' (duration: 947.943745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.047811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.098414Z","time spent":"949.389658ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-08T02:58:51.046687Z","caller":"traceutil/trace.go:171","msg":"trace[1928881350] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14872; }","duration":"494.803185ms","start":"2026-03-08T02:58:50.551878Z","end":"2026-03-08T02:58:51.046681Z","steps":["trace[1928881350] 'agreement among raft nodes before linearized reading' (duration: 494.766684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.047907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.551873Z","time spent":"496.028443ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:58:51.047113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.055818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:58:51.047438Z","caller":"traceutil/trace.go:171","msg":"trace[611743056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14872; }","duration":"895.518111ms","start":"2026-03-08T02:58:50.151888Z","end":"2026-03-08T02:58:51.047406Z","steps":["trace[611743056] 'agreement among raft nodes before linearized reading' (duration: 895.214154ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:51.048051Z","caller":"traceutil/trace.go:171","msg":"trace[779250898] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:14872; }","duration":"722.03591ms","start":"2026-03-08T02:58:50.32599Z","end":"2026-03-08T02:58:51.048026Z","steps":["trace[779250898] 'agreement among raft nodes before linearized reading' (duration: 720.206897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.048031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.151836Z","time spent":"896.184886ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:58:51.048139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:50.325959Z","time spent":"722.137453ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"info","ts":"2026-03-08T02:58:51.505649Z","caller":"traceutil/trace.go:171","msg":"trace[1328303657] transaction","detail":"{read_only:false; response_revision:14874; number_of_response:1; }","duration":"452.421895ms","start":"2026-03-08T02:58:51.053173Z","end":"2026-03-08T02:58:51.505594Z","steps":["trace[1328303657] 'process raft request' (duration: 451.77285ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:51.505753Z","caller":"traceutil/trace.go:171","msg":"trace[2066195583] transaction","detail":"{read_only:false; response_revision:14876; number_of_response:1; }","duration":"451.758769ms","start":"2026-03-08T02:58:51.053961Z","end":"2026-03-08T02:58:51.50572Z","steps":["trace[2066195583] 'process raft request' (duration: 451.567164ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:51.505753Z","caller":"traceutil/trace.go:171","msg":"trace[577368111] transaction","detail":"{read_only:false; response_revision:14877; number_of_response:1; }","duration":"451.754339ms","start":"2026-03-08T02:58:51.053966Z","end":"2026-03-08T02:58:51.50572Z","steps":["trace[577368111] 'process raft request' (duration: 451.606395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.505882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:51.053154Z","time spent":"452.606889ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:58:51.505942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:51.053957Z","time spent":"451.867012ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:58:51.505654Z","caller":"traceutil/trace.go:171","msg":"trace[1137170215] linearizableReadLoop","detail":"{readStateIndex:15439; appliedIndex:15435; }","duration":"386.802083ms","start":"2026-03-08T02:58:51.118819Z","end":"2026-03-08T02:58:51.505621Z","steps":["trace[1137170215] 'read index received' (duration: 386.538756ms)","trace[1137170215] 'applied index is now lower than readState.Index' (duration: 262.157µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:58:51.505928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:51.053951Z","time spent":"451.870142ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:58:51.506187Z","caller":"traceutil/trace.go:171","msg":"trace[2144708700] transaction","detail":"{read_only:false; response_revision:14875; number_of_response:1; }","duration":"452.961067ms","start":"2026-03-08T02:58:51.05321Z","end":"2026-03-08T02:58:51.506171Z","steps":["trace[2144708700] 'process raft request' (duration: 452.257701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.506255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:51.05319Z","time spent":"453.029329ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:58:51.506477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.424897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-08T02:58:51.506532Z","caller":"traceutil/trace.go:171","msg":"trace[338085757] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:14877; }","duration":"399.53977ms","start":"2026-03-08T02:58:51.10698Z","end":"2026-03-08T02:58:51.50652Z","steps":["trace[338085757] 'agreement among raft nodes before linearized reading' (duration: 399.321585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.506565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:51.106954Z","time spent":"399.602451ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-08T02:58:51.507123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.964274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732187"} {"level":"warn","ts":"2026-03-08T02:58:51.507303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.111018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732187"} {"level":"info","ts":"2026-03-08T02:58:51.507338Z","caller":"traceutil/trace.go:171","msg":"trace[1346519786] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14877; }","duration":"452.146849ms","start":"2026-03-08T02:58:51.055184Z","end":"2026-03-08T02:58:51.50733Z","steps":["trace[1346519786] 'agreement among raft nodes before linearized reading' (duration: 451.080754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.507363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:51.055132Z","time spent":"452.22224ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732210,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T02:58:51.507452Z","caller":"traceutil/trace.go:171","msg":"trace[1606087536] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14877; }","duration":"449.153959ms","start":"2026-03-08T02:58:51.058104Z","end":"2026-03-08T02:58:51.507258Z","steps":["trace[1606087536] 'agreement among raft nodes before linearized reading' (duration: 447.630853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.507189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.595686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732187"} {"level":"warn","ts":"2026-03-08T02:58:51.507526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.592452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732187"} {"level":"info","ts":"2026-03-08T02:58:51.507716Z","caller":"traceutil/trace.go:171","msg":"trace[1849610544] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14877; }","duration":"453.801357ms","start":"2026-03-08T02:58:51.053907Z","end":"2026-03-08T02:58:51.507708Z","steps":["trace[1849610544] 'agreement among raft nodes before linearized reading' (duration: 451.811891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.507739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:51.058096Z","time spent":"449.62345ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732210,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:58:51.507755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:51.053894Z","time spent":"453.848338ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732210,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:58:51.507994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.325253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732187"} {"level":"info","ts":"2026-03-08T02:58:51.50805Z","caller":"traceutil/trace.go:171","msg":"trace[967938123] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14877; }","duration":"449.386864ms","start":"2026-03-08T02:58:51.058649Z","end":"2026-03-08T02:58:51.508036Z","steps":["trace[967938123] 'agreement among raft nodes before linearized reading' (duration: 447.621133ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:51.507663Z","caller":"traceutil/trace.go:171","msg":"trace[1322499650] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14877; }","duration":"452.066446ms","start":"2026-03-08T02:58:51.055548Z","end":"2026-03-08T02:58:51.507614Z","steps":["trace[1322499650] 'agreement among raft nodes before linearized reading' (duration: 450.487249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.50809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:51.058573Z","time spent":"449.506237ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732210,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:58:51.508107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:51.055541Z","time spent":"452.555398ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732210,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T02:58:51.508478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.653617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:51.508729Z","caller":"traceutil/trace.go:171","msg":"trace[1155591735] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:14877; }","duration":"445.920493ms","start":"2026-03-08T02:58:51.062793Z","end":"2026-03-08T02:58:51.508713Z","steps":["trace[1155591735] 'agreement among raft nodes before linearized reading' (duration: 442.896852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.508877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:51.06278Z","time spent":"445.987304ms","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:58:51.682822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.415725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:58:51.683001Z","caller":"traceutil/trace.go:171","msg":"trace[366050931] linearizableReadLoop","detail":"{readStateIndex:15440; appliedIndex:15439; }","duration":"176.86937ms","start":"2026-03-08T02:58:51.506103Z","end":"2026-03-08T02:58:51.682972Z","steps":["trace[366050931] 'read index received' (duration: 37.131377ms)","trace[366050931] 'applied index is now lower than readState.Index' (duration: 139.735813ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:58:51.6831Z","caller":"traceutil/trace.go:171","msg":"trace[2033040628] transaction","detail":"{read_only:false; response_revision:14878; number_of_response:1; }","duration":"530.487188ms","start":"2026-03-08T02:58:51.152555Z","end":"2026-03-08T02:58:51.683042Z","steps":["trace[2033040628] 'process raft request' (duration: 390.726244ms)","trace[2033040628] 'compare' (duration: 139.257622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:58:51.683244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.302217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:58:51.683297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.234882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f2f77fb-e8c3-499c-a48a-e723642820dd\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-08T02:58:51.683322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:51.15252Z","time spent":"530.681512ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:58:51.683348Z","caller":"traceutil/trace.go:171","msg":"trace[2087984251] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f2f77fb-e8c3-499c-a48a-e723642820dd; range_end:; response_count:1; response_revision:14878; }","duration":"172.303473ms","start":"2026-03-08T02:58:51.511028Z","end":"2026-03-08T02:58:51.683331Z","steps":["trace[2087984251] 'agreement among raft nodes before linearized reading' (duration: 172.16863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.683391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.779983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:51.683128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.517458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:51.683304Z","caller":"traceutil/trace.go:171","msg":"trace[1923032010] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14878; }","duration":"555.387579ms","start":"2026-03-08T02:58:51.127898Z","end":"2026-03-08T02:58:51.683285Z","steps":["trace[1923032010] 'agreement among raft nodes before linearized reading' (duration: 555.204015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.683636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:51.127883Z","time spent":"555.732567ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-08T02:58:51.683658Z","caller":"traceutil/trace.go:171","msg":"trace[311484391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:14878; }","duration":"495.028999ms","start":"2026-03-08T02:58:51.188519Z","end":"2026-03-08T02:58:51.683548Z","steps":["trace[311484391] 'agreement among raft nodes before linearized reading' (duration: 494.524648ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:51.683448Z","caller":"traceutil/trace.go:171","msg":"trace[622487239] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:14878; }","duration":"100.879856ms","start":"2026-03-08T02:58:51.582546Z","end":"2026-03-08T02:58:51.683425Z","steps":["trace[622487239] 'agreement among raft nodes before linearized reading' (duration: 100.804224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:51.683882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:51.18849Z","time spent":"495.310746ms","remote":"127.0.0.1:58404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:58:53.155311Z","caller":"traceutil/trace.go:171","msg":"trace[2031377936] transaction","detail":"{read_only:false; response_revision:14879; number_of_response:1; }","duration":"106.712232ms","start":"2026-03-08T02:58:53.048572Z","end":"2026-03-08T02:58:53.155284Z","steps":["trace[2031377936] 'process raft request' (duration: 106.551688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.394531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.082585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:58:53.394625Z","caller":"traceutil/trace.go:171","msg":"trace[868070475] linearizableReadLoop","detail":"{readStateIndex:15442; appliedIndex:15440; }","duration":"342.181721ms","start":"2026-03-08T02:58:53.052426Z","end":"2026-03-08T02:58:53.394607Z","steps":["trace[868070475] 'read index received' (duration: 102.689228ms)","trace[868070475] 'applied index is now lower than readState.Index' (duration: 239.491502ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:58:53.394694Z","caller":"traceutil/trace.go:171","msg":"trace[1814252571] transaction","detail":"{read_only:false; response_revision:14880; number_of_response:1; }","duration":"345.197911ms","start":"2026-03-08T02:58:53.049469Z","end":"2026-03-08T02:58:53.394667Z","steps":["trace[1814252571] 'process raft request' (duration: 176.911171ms)","trace[1814252571] 'compare' (duration: 167.920671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:58:53.394762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.335924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:58:53.394781Z","caller":"traceutil/trace.go:171","msg":"trace[1956816122] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14880; }","duration":"342.373415ms","start":"2026-03-08T02:58:53.052403Z","end":"2026-03-08T02:58:53.394776Z","steps":["trace[1956816122] 'agreement among raft nodes before linearized reading' (duration: 342.264393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.394805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.052394Z","time spent":"342.404246ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:58:53.394812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.049461Z","time spent":"345.289663ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:58:53.808029Z","caller":"traceutil/trace.go:171","msg":"trace[1337291828] transaction","detail":"{read_only:false; response_revision:14881; number_of_response:1; }","duration":"436.619045ms","start":"2026-03-08T02:58:53.371376Z","end":"2026-03-08T02:58:53.807995Z","steps":["trace[1337291828] 'process raft request' (duration: 435.722804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.808077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.529636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:53.808102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.688296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:53.808115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.901321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:58:53.808146Z","caller":"traceutil/trace.go:171","msg":"trace[2081769460] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14881; }","duration":"749.955663ms","start":"2026-03-08T02:58:53.058181Z","end":"2026-03-08T02:58:53.808136Z","steps":["trace[2081769460] 'agreement among raft nodes before linearized reading' (duration: 749.815249ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:53.808144Z","caller":"traceutil/trace.go:171","msg":"trace[1725402771] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14881; }","duration":"752.737268ms","start":"2026-03-08T02:58:53.055396Z","end":"2026-03-08T02:58:53.808133Z","steps":["trace[1725402771] 'agreement among raft nodes before linearized reading' (duration: 752.688876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.808174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.05817Z","time spent":"749.996433ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:58:53.808185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.371346Z","time spent":"436.766589ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18937,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:58:53.808257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.964052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:58:53.808265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.214875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-08T02:58:53.808289Z","caller":"traceutil/trace.go:171","msg":"trace[765392097] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14881; }","duration":"753.013324ms","start":"2026-03-08T02:58:53.055269Z","end":"2026-03-08T02:58:53.808282Z","steps":["trace[765392097] 'agreement among raft nodes before linearized reading' (duration: 752.898371ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:53.808297Z","caller":"traceutil/trace.go:171","msg":"trace[116956534] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14881; }","duration":"749.254556ms","start":"2026-03-08T02:58:53.059033Z","end":"2026-03-08T02:58:53.808288Z","steps":["trace[116956534] 'agreement among raft nodes before linearized reading' (duration: 749.161064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.808282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.575647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:53.8083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.790832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:53.808334Z","caller":"traceutil/trace.go:171","msg":"trace[1722645093] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14881; }","duration":"753.640958ms","start":"2026-03-08T02:58:53.05468Z","end":"2026-03-08T02:58:53.808321Z","steps":["trace[1722645093] 'agreement among raft nodes before linearized reading' (duration: 753.566616ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:53.80836Z","caller":"traceutil/trace.go:171","msg":"trace[1262888275] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14881; }","duration":"753.860454ms","start":"2026-03-08T02:58:53.054489Z","end":"2026-03-08T02:58:53.808349Z","steps":["trace[1262888275] 'agreement among raft nodes before linearized reading' (duration: 753.788602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.808367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.883644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:53.808375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.054674Z","time spent":"753.69396ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:58:53.808395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.958859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:58:53.808401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.054484Z","time spent":"753.908025ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:58:53.808415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.958606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:53.808428Z","caller":"traceutil/trace.go:171","msg":"trace[659723127] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14881; }","duration":"749.00055ms","start":"2026-03-08T02:58:53.059419Z","end":"2026-03-08T02:58:53.808419Z","steps":["trace[659723127] 'agreement among raft nodes before linearized reading' (duration: 748.920608ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:53.808422Z","caller":"traceutil/trace.go:171","msg":"trace[1079992321] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14881; }","duration":"753.933835ms","start":"2026-03-08T02:58:53.054465Z","end":"2026-03-08T02:58:53.808399Z","steps":["trace[1079992321] 'agreement among raft nodes before linearized reading' (duration: 753.881514ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:53.808434Z","caller":"traceutil/trace.go:171","msg":"trace[1999751619] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14881; }","duration":"753.992176ms","start":"2026-03-08T02:58:53.054436Z","end":"2026-03-08T02:58:53.808428Z","steps":["trace[1999751619] 'agreement among raft nodes before linearized reading' (duration: 753.961306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.808455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.059414Z","time spent":"749.034541ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:58:53.808459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.054431Z","time spent":"754.024987ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:58:53.808251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.868514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:58:53.808145Z","caller":"traceutil/trace.go:171","msg":"trace[292095398] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14881; }","duration":"753.613987ms","start":"2026-03-08T02:58:53.054511Z","end":"2026-03-08T02:58:53.808125Z","steps":["trace[292095398] 'agreement among raft nodes before linearized reading' (duration: 753.494865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.808397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.736338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:58:53.808027Z","caller":"traceutil/trace.go:171","msg":"trace[645548581] linearizableReadLoop","detail":"{readStateIndex:15443; appliedIndex:15442; }","duration":"413.352562ms","start":"2026-03-08T02:58:53.394641Z","end":"2026-03-08T02:58:53.807994Z","steps":["trace[645548581] 'read index received' (duration: 412.580314ms)","trace[645548581] 'applied index is now lower than readState.Index' (duration: 770.498µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:58:53.808509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.054506Z","time spent":"753.994336ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:58:53.808174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.055389Z","time spent":"752.779038ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:58:53.808455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.083675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:53.808054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.710786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:53.808561Z","caller":"traceutil/trace.go:171","msg":"trace[45116680] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14881; }","duration":"750.206418ms","start":"2026-03-08T02:58:53.058346Z","end":"2026-03-08T02:58:53.808553Z","steps":["trace[45116680] 'agreement among raft nodes before linearized reading' (duration: 750.067835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.808319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.05526Z","time spent":"753.047915ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:58:53.808278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.343188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:58:53.808596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.058338Z","time spent":"750.250109ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-08T02:58:53.808565Z","caller":"traceutil/trace.go:171","msg":"trace[987164986] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14881; }","duration":"753.25195ms","start":"2026-03-08T02:58:53.055305Z","end":"2026-03-08T02:58:53.808557Z","steps":["trace[987164986] 'agreement among raft nodes before linearized reading' (duration: 752.689416ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:53.808619Z","caller":"traceutil/trace.go:171","msg":"trace[1904850239] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14881; }","duration":"752.721577ms","start":"2026-03-08T02:58:53.055891Z","end":"2026-03-08T02:58:53.808612Z","steps":["trace[1904850239] 'agreement among raft nodes before linearized reading' (duration: 752.173774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.808636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.055301Z","time spent":"753.322811ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:58:53.808646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.055883Z","time spent":"752.754297ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:58:53.808468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.054457Z","time spent":"754.002387ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-08T02:58:53.808532Z","caller":"traceutil/trace.go:171","msg":"trace[229625106] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14881; }","duration":"749.868821ms","start":"2026-03-08T02:58:53.058653Z","end":"2026-03-08T02:58:53.808522Z","steps":["trace[229625106] 'agreement among raft nodes before linearized reading' (duration: 749.688486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.808759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.058627Z","time spent":"750.123936ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:58:53.808323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.059028Z","time spent":"749.288887ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-08T02:58:53.808505Z","caller":"traceutil/trace.go:171","msg":"trace[1397580077] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14881; }","duration":"754.164241ms","start":"2026-03-08T02:58:53.05433Z","end":"2026-03-08T02:58:53.808494Z","steps":["trace[1397580077] 'agreement among raft nodes before linearized reading' (duration: 753.752931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.808934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.05432Z","time spent":"754.605481ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:58:53.808375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.60891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-08T02:58:53.809078Z","caller":"traceutil/trace.go:171","msg":"trace[69569586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14881; }","duration":"686.338897ms","start":"2026-03-08T02:58:53.122721Z","end":"2026-03-08T02:58:53.80906Z","steps":["trace[69569586] 'agreement among raft nodes before linearized reading' (duration: 685.61484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.809159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.122694Z","time spent":"686.447619ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:58:53.842633Z","caller":"traceutil/trace.go:171","msg":"trace[964729031] transaction","detail":"{read_only:false; response_revision:14882; number_of_response:1; }","duration":"153.531175ms","start":"2026-03-08T02:58:53.689068Z","end":"2026-03-08T02:58:53.842599Z","steps":["trace[964729031] 'process raft request' (duration: 153.349511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.843878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.5749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-08T02:58:53.843982Z","caller":"traceutil/trace.go:171","msg":"trace[892541827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14882; }","duration":"333.709883ms","start":"2026-03-08T02:58:53.510238Z","end":"2026-03-08T02:58:53.843947Z","steps":["trace[892541827] 'agreement among raft nodes before linearized reading' (duration: 333.469267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.844029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.510207Z","time spent":"333.812915ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:58:53.844096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.30622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-03-08T02:58:53.844187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.778174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T02:58:53.844177Z","caller":"traceutil/trace.go:171","msg":"trace[1932441335] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pddls; range_end:; response_count:1; response_revision:14882; }","duration":"320.428053ms","start":"2026-03-08T02:58:53.523726Z","end":"2026-03-08T02:58:53.844154Z","steps":["trace[1932441335] 'agreement among raft nodes before linearized reading' (duration: 320.151816ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:53.844217Z","caller":"traceutil/trace.go:171","msg":"trace[1083117937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14882; }","duration":"333.818395ms","start":"2026-03-08T02:58:53.510388Z","end":"2026-03-08T02:58:53.844206Z","steps":["trace[1083117937] 'agreement among raft nodes before linearized reading' (duration: 333.740893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.844243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.510381Z","time spent":"333.856676ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:58:53.844241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.523714Z","time spent":"320.516405ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" "} {"level":"warn","ts":"2026-03-08T02:58:53.844262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.289756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:53.844347Z","caller":"traceutil/trace.go:171","msg":"trace[1813681360] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:14882; }","duration":"301.386928ms","start":"2026-03-08T02:58:53.54291Z","end":"2026-03-08T02:58:53.844297Z","steps":["trace[1813681360] 'agreement among raft nodes before linearized reading' (duration: 301.283466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.844356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.04302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-08T02:58:53.844382Z","caller":"traceutil/trace.go:171","msg":"trace[422985802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14882; }","duration":"334.098882ms","start":"2026-03-08T02:58:53.510275Z","end":"2026-03-08T02:58:53.844373Z","steps":["trace[422985802] 'agreement among raft nodes before linearized reading' (duration: 334.02751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.844394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.54289Z","time spent":"301.48694ms","remote":"127.0.0.1:60580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:58:53.844412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.510254Z","time spent":"334.152873ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:58:53.844451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.67107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-08T02:58:53.844469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.04994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-08T02:58:53.844552Z","caller":"traceutil/trace.go:171","msg":"trace[431731909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14882; }","duration":"334.181303ms","start":"2026-03-08T02:58:53.510346Z","end":"2026-03-08T02:58:53.844528Z","steps":["trace[431731909] 'agreement among raft nodes before linearized reading' (duration: 333.934498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.844606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.510314Z","time spent":"334.281576ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T02:58:53.844633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.078971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-03-08T02:58:53.844677Z","caller":"traceutil/trace.go:171","msg":"trace[500161219] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gzhmj; range_end:; response_count:1; response_revision:14882; }","duration":"307.132502ms","start":"2026-03-08T02:58:53.537535Z","end":"2026-03-08T02:58:53.844667Z","steps":["trace[500161219] 'agreement among raft nodes before linearized reading' (duration: 307.022589ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:53.844502Z","caller":"traceutil/trace.go:171","msg":"trace[1334063773] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:14882; }","duration":"306.770484ms","start":"2026-03-08T02:58:53.537722Z","end":"2026-03-08T02:58:53.844492Z","steps":["trace[1334063773] 'agreement among raft nodes before linearized reading' (duration: 306.61588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.84471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.53753Z","time spent":"307.173403ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" "} {"level":"warn","ts":"2026-03-08T02:58:53.844719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.151353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:58:53.844726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:53.537695Z","time spent":"307.019469ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:58:53.844754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.970288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-08T02:58:53.844762Z","caller":"traceutil/trace.go:171","msg":"trace[24938274] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14882; }","duration":"155.229025ms","start":"2026-03-08T02:58:53.68952Z","end":"2026-03-08T02:58:53.844749Z","steps":["trace[24938274] 'agreement among raft nodes before linearized reading' (duration: 155.094251ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:53.844801Z","caller":"traceutil/trace.go:171","msg":"trace[319795686] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:14882; }","duration":"298.064541ms","start":"2026-03-08T02:58:53.546722Z","end":"2026-03-08T02:58:53.844786Z","steps":["trace[319795686] 'agreement among raft nodes before linearized reading' (duration: 297.890136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.844425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.402636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:53.84486Z","caller":"traceutil/trace.go:171","msg":"trace[529580484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14882; }","duration":"178.891137ms","start":"2026-03-08T02:58:53.665954Z","end":"2026-03-08T02:58:53.844845Z","steps":["trace[529580484] 'agreement among raft nodes before linearized reading' (duration: 178.365235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:53.845097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.434938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-08T02:58:53.84521Z","caller":"traceutil/trace.go:171","msg":"trace[1867798721] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:14882; }","duration":"298.553082ms","start":"2026-03-08T02:58:53.546628Z","end":"2026-03-08T02:58:53.845182Z","steps":["trace[1867798721] 'agreement among raft nodes before linearized reading' (duration: 298.310096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:56.490553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778913679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:56.490657Z","caller":"traceutil/trace.go:171","msg":"trace[1672212688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14888; }","duration":"1.779065293s","start":"2026-03-08T02:58:54.711566Z","end":"2026-03-08T02:58:56.490631Z","steps":["trace[1672212688] 'range keys from in-memory index tree' (duration: 1.778791917s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:56.490707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:54.711526Z","time spent":"1.779168846s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T02:58:56.490973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.208095871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:56.491056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729459506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:56.491073Z","caller":"traceutil/trace.go:171","msg":"trace[1531190973] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14888; }","duration":"2.208241315s","start":"2026-03-08T02:58:54.282805Z","end":"2026-03-08T02:58:56.491046Z","steps":["trace[1531190973] 'range keys from in-memory index tree' (duration: 2.207991729s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:56.491114Z","caller":"traceutil/trace.go:171","msg":"trace[741916396] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:14888; }","duration":"1.729559968s","start":"2026-03-08T02:58:54.761533Z","end":"2026-03-08T02:58:56.491093Z","steps":["trace[741916396] 'count revisions from in-memory index tree' (duration: 1.729366633s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:56.491156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:54.761507Z","time spent":"1.729634879s","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:58:56.491179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869788432s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:56.491246Z","caller":"traceutil/trace.go:171","msg":"trace[333018881] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14888; }","duration":"1.869851443s","start":"2026-03-08T02:58:54.621378Z","end":"2026-03-08T02:58:56.49123Z","steps":["trace[333018881] 'range keys from in-memory index tree' (duration: 1.869774862s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:56.493385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130443138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:58:56.493487Z","caller":"traceutil/trace.go:171","msg":"trace[1538284230] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:14888; }","duration":"2.130600942s","start":"2026-03-08T02:58:54.362868Z","end":"2026-03-08T02:58:56.493469Z","steps":["trace[1538284230] 'count revisions from in-memory index tree' (duration: 2.130219733s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:56.491131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:54.282786Z","time spent":"2.208329987s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:58:56.493696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:54.362788Z","time spent":"2.130889609s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:58:56.493738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181232534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:58:56.493817Z","caller":"traceutil/trace.go:171","msg":"trace[262035880] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:14888; }","duration":"2.181361507s","start":"2026-03-08T02:58:54.312432Z","end":"2026-03-08T02:58:56.493794Z","steps":["trace[262035880] 'count revisions from in-memory index tree' (duration: 2.181124592s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:56.493878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:54.312403Z","time spent":"2.18145846s","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:58:56.494611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.821975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T02:58:56.494746Z","caller":"traceutil/trace.go:171","msg":"trace[307823450] linearizableReadLoop","detail":"{readStateIndex:15451; appliedIndex:15450; }","duration":"1.32455641s","start":"2026-03-08T02:58:55.170167Z","end":"2026-03-08T02:58:56.494724Z","steps":["trace[307823450] 'read index received' (duration: 426.504739ms)","trace[307823450] 'applied index is now lower than readState.Index' (duration: 898.049701ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:58:56.494842Z","caller":"traceutil/trace.go:171","msg":"trace[315325594] transaction","detail":"{read_only:false; response_revision:14889; number_of_response:1; }","duration":"1.332524296s","start":"2026-03-08T02:58:55.1623Z","end":"2026-03-08T02:58:56.494824Z","steps":["trace[315325594] 'process raft request' (duration: 434.361373ms)","trace[315325594] 'compare' (duration: 894.753623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:58:56.494913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.162272Z","time spent":"1.332607728s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:58:56.495082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324913498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T02:58:56.495109Z","caller":"traceutil/trace.go:171","msg":"trace[1988509069] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14889; }","duration":"1.32497487s","start":"2026-03-08T02:58:55.170127Z","end":"2026-03-08T02:58:56.495102Z","steps":["trace[1988509069] 'agreement among raft nodes before linearized reading' (duration: 1.324918278s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:56.495126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.170111Z","time spent":"1.325010451s","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:58:56.995282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019375783,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T02:58:57.266705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.670027357s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T02:58:57.274066Z","caller":"traceutil/trace.go:171","msg":"trace[75263317] transaction","detail":"{read_only:false; response_revision:14890; number_of_response:1; }","duration":"1.987795787s","start":"2026-03-08T02:58:55.286236Z","end":"2026-03-08T02:58:57.274032Z","steps":["trace[75263317] 'process raft request' (duration: 1.980744983s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.274207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.286208Z","time spent":"1.987928651s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:58:57.282633Z","caller":"traceutil/trace.go:171","msg":"trace[1666799148] transaction","detail":"{read_only:false; response_revision:14891; number_of_response:1; }","duration":"1.882775615s","start":"2026-03-08T02:58:55.399817Z","end":"2026-03-08T02:58:57.282593Z","steps":["trace[1666799148] 'process raft request' (duration: 1.874118933s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.282799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.399799Z","time spent":"1.882933829s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T02:58:57.282815Z","caller":"traceutil/trace.go:171","msg":"trace[38448527] linearizableReadLoop","detail":"{readStateIndex:15456; appliedIndex:15451; }","duration":"787.9768ms","start":"2026-03-08T02:58:56.494784Z","end":"2026-03-08T02:58:57.282761Z","steps":["trace[38448527] 'read index received' (duration: 772.195642ms)","trace[38448527] 'applied index is now lower than readState.Index' (duration: 15.779388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:58:57.283005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340574754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T02:58:57.283053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467626401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:58:57.28308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364586515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-08T02:58:57.283099Z","caller":"traceutil/trace.go:171","msg":"trace[959360442] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14893; }","duration":"1.467688362s","start":"2026-03-08T02:58:55.815389Z","end":"2026-03-08T02:58:57.283077Z","steps":["trace[959360442] 'agreement among raft nodes before linearized reading' (duration: 1.467551689s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:57.283124Z","caller":"traceutil/trace.go:171","msg":"trace[1941142581] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14893; }","duration":"1.364657727s","start":"2026-03-08T02:58:55.918457Z","end":"2026-03-08T02:58:57.283115Z","steps":["trace[1941142581] 'agreement among raft nodes before linearized reading' (duration: 1.364585405s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.815384Z","time spent":"1.467741994s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:58:57.283132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191839451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:57.283187Z","caller":"traceutil/trace.go:171","msg":"trace[463819149] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:14893; }","duration":"1.191946753s","start":"2026-03-08T02:58:56.091226Z","end":"2026-03-08T02:58:57.283173Z","steps":["trace[463819149] 'agreement among raft nodes before linearized reading' (duration: 1.191867461s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.28321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318311134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" ","response":"range_response_count:1 size:9708"} {"level":"warn","ts":"2026-03-08T02:58:57.28322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414846609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-08T02:58:57.283223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:56.0912Z","time spent":"1.192005115s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-08T02:58:57.283244Z","caller":"traceutil/trace.go:171","msg":"trace[720036599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14893; }","duration":"1.414892379s","start":"2026-03-08T02:58:55.868345Z","end":"2026-03-08T02:58:57.283237Z","steps":["trace[720036599] 'agreement among raft nodes before linearized reading' (duration: 1.414827018s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.868333Z","time spent":"1.4149256s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T02:58:57.283258Z","caller":"traceutil/trace.go:171","msg":"trace[1136215786] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gzhmj; range_end:; response_count:1; response_revision:14893; }","duration":"1.318360405s","start":"2026-03-08T02:58:55.964875Z","end":"2026-03-08T02:58:57.283235Z","steps":["trace[1136215786] 'agreement among raft nodes before linearized reading' (duration: 1.318238383s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.964868Z","time spent":"1.318425017s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" "} {"level":"warn","ts":"2026-03-08T02:58:57.283315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468005029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:57.283347Z","caller":"traceutil/trace.go:171","msg":"trace[1546936933] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14893; }","duration":"1.468040931s","start":"2026-03-08T02:58:55.815291Z","end":"2026-03-08T02:58:57.283332Z","steps":["trace[1546936933] 'agreement among raft nodes before linearized reading' (duration: 1.46799346s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.815287Z","time spent":"1.468080162s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-08T02:58:57.283386Z","caller":"traceutil/trace.go:171","msg":"trace[289386187] transaction","detail":"{read_only:false; response_revision:14892; number_of_response:1; }","duration":"1.434953277s","start":"2026-03-08T02:58:55.848412Z","end":"2026-03-08T02:58:57.283365Z","steps":["trace[289386187] 'process raft request' (duration: 1.433420152s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431711052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:58:57.283424Z","caller":"traceutil/trace.go:171","msg":"trace[1359182628] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14893; }","duration":"1.431751283s","start":"2026-03-08T02:58:55.851656Z","end":"2026-03-08T02:58:57.283408Z","steps":["trace[1359182628] 'agreement among raft nodes before linearized reading' (duration: 1.431695602s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.851645Z","time spent":"1.431789474s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:58:57.283438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.848383Z","time spent":"1.435022759s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:58:57.283533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468245335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:58:57.283563Z","caller":"traceutil/trace.go:171","msg":"trace[1192087528] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14893; }","duration":"1.468278346s","start":"2026-03-08T02:58:55.81527Z","end":"2026-03-08T02:58:57.283548Z","steps":["trace[1192087528] 'agreement among raft nodes before linearized reading' (duration: 1.468210864s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466286619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:57.283585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.815264Z","time spent":"1.468312756s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-08T02:58:57.283603Z","caller":"traceutil/trace.go:171","msg":"trace[1975551775] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14893; }","duration":"1.46631793s","start":"2026-03-08T02:58:55.817275Z","end":"2026-03-08T02:58:57.283593Z","steps":["trace[1975551775] 'agreement among raft nodes before linearized reading' (duration: 1.466280479s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319191385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-03-08T02:58:57.283621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.81727Z","time spent":"1.466344581s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-08T02:58:57.283656Z","caller":"traceutil/trace.go:171","msg":"trace[1023905684] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:14893; }","duration":"1.319226706s","start":"2026-03-08T02:58:55.964402Z","end":"2026-03-08T02:58:57.283629Z","steps":["trace[1023905684] 'agreement among raft nodes before linearized reading' (duration: 1.319123023s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.964376Z","time spent":"1.319303487s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"warn","ts":"2026-03-08T02:58:57.283724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466460144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:57.283749Z","caller":"traceutil/trace.go:171","msg":"trace[997168234] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14893; }","duration":"1.466490024s","start":"2026-03-08T02:58:55.817245Z","end":"2026-03-08T02:58:57.283735Z","steps":["trace[997168234] 'agreement among raft nodes before linearized reading' (duration: 1.466456243s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468502321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-08T02:58:57.283779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.817239Z","time spent":"1.466534925s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-08T02:58:57.283787Z","caller":"traceutil/trace.go:171","msg":"trace[1949190883] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14893; }","duration":"1.468541872s","start":"2026-03-08T02:58:55.81523Z","end":"2026-03-08T02:58:57.283771Z","steps":["trace[1949190883] 'agreement among raft nodes before linearized reading' (duration: 1.46846182s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.815223Z","time spent":"1.468579953s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-08T02:58:57.28383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187336306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:58:57.283861Z","caller":"traceutil/trace.go:171","msg":"trace[1381136583] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14893; }","duration":"1.187384597s","start":"2026-03-08T02:58:56.096463Z","end":"2026-03-08T02:58:57.283848Z","steps":["trace[1381136583] 'agreement among raft nodes before linearized reading' (duration: 1.187307295s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466859353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-08T02:58:57.283898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:56.096457Z","time spent":"1.187433178s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-08T02:58:57.283932Z","caller":"traceutil/trace.go:171","msg":"trace[934121222] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14893; }","duration":"1.466891233s","start":"2026-03-08T02:58:55.817029Z","end":"2026-03-08T02:58:57.28392Z","steps":["trace[934121222] 'agreement among raft nodes before linearized reading' (duration: 1.466834222s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468997553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:57.283945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.817024Z","time spent":"1.466917774s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-08T02:58:57.283967Z","caller":"traceutil/trace.go:171","msg":"trace[629666282] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14893; }","duration":"1.469029893s","start":"2026-03-08T02:58:55.814919Z","end":"2026-03-08T02:58:57.283949Z","steps":["trace[629666282] 'agreement among raft nodes before linearized reading' (duration: 1.468992712s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.814915Z","time spent":"1.469070915s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:58:57.284051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324344725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-08T02:58:57.284096Z","caller":"traceutil/trace.go:171","msg":"trace[620256397] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pddls; range_end:; response_count:1; response_revision:14893; }","duration":"1.324403426s","start":"2026-03-08T02:58:55.95968Z","end":"2026-03-08T02:58:57.284083Z","steps":["trace[620256397] 'agreement among raft nodes before linearized reading' (duration: 1.324293124s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.284106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469188838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:57.284128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46717635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:57.284126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.959673Z","time spent":"1.324445287s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" "} {"level":"info","ts":"2026-03-08T02:58:57.284152Z","caller":"traceutil/trace.go:171","msg":"trace[226231458] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14893; }","duration":"1.469234808s","start":"2026-03-08T02:58:55.814896Z","end":"2026-03-08T02:58:57.284131Z","steps":["trace[226231458] 'agreement among raft nodes before linearized reading' (duration: 1.469174057s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:57.28416Z","caller":"traceutil/trace.go:171","msg":"trace[792348006] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14893; }","duration":"1.467213801s","start":"2026-03-08T02:58:55.816931Z","end":"2026-03-08T02:58:57.284145Z","steps":["trace[792348006] 'agreement among raft nodes before linearized reading' (duration: 1.46717566s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.284244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.816925Z","time spent":"1.467313064s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T02:58:57.284251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469361791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:57.284283Z","caller":"traceutil/trace.go:171","msg":"trace[1214443526] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14893; }","duration":"1.469399123s","start":"2026-03-08T02:58:55.814869Z","end":"2026-03-08T02:58:57.284268Z","steps":["trace[1214443526] 'agreement among raft nodes before linearized reading' (duration: 1.469360742s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.284301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.814864Z","time spent":"1.469432353s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-08T02:58:57.284295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18795288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:57.284357Z","caller":"traceutil/trace.go:171","msg":"trace[134210080] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14893; }","duration":"1.188022082s","start":"2026-03-08T02:58:56.096311Z","end":"2026-03-08T02:58:57.284333Z","steps":["trace[134210080] 'agreement among raft nodes before linearized reading' (duration: 1.18791668s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.28439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467745643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:58:57.284417Z","caller":"traceutil/trace.go:171","msg":"trace[1364153147] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14893; }","duration":"1.467785745s","start":"2026-03-08T02:58:55.816624Z","end":"2026-03-08T02:58:57.28441Z","steps":["trace[1364153147] 'agreement among raft nodes before linearized reading' (duration: 1.467718093s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.284415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:56.096306Z","time spent":"1.188096904s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:58:57.284434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.816616Z","time spent":"1.467813495s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:58:57.284441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469616087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:57.284429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324957349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-08T02:58:57.284474Z","caller":"traceutil/trace.go:171","msg":"trace[422692801] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14893; }","duration":"1.469672949s","start":"2026-03-08T02:58:55.814783Z","end":"2026-03-08T02:58:57.284456Z","steps":["trace[422692801] 'agreement among raft nodes before linearized reading' (duration: 1.469637808s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:57.284482Z","caller":"traceutil/trace.go:171","msg":"trace[2030177023] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:14893; }","duration":"1.325025031s","start":"2026-03-08T02:58:55.959443Z","end":"2026-03-08T02:58:57.284468Z","steps":["trace[2030177023] 'agreement among raft nodes before linearized reading' (duration: 1.324902728s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.284495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.814762Z","time spent":"1.4697277s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:58:57.284521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.959435Z","time spent":"1.325071012s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"warn","ts":"2026-03-08T02:58:57.284561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468060041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:58:57.284587Z","caller":"traceutil/trace.go:171","msg":"trace[155337691] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14893; }","duration":"1.468095112s","start":"2026-03-08T02:58:55.816479Z","end":"2026-03-08T02:58:57.284574Z","steps":["trace[155337691] 'agreement among raft nodes before linearized reading' (duration: 1.46804227s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.284587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617667255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:58:57.284602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.81647Z","time spent":"1.468127242s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-08T02:58:57.284625Z","caller":"traceutil/trace.go:171","msg":"trace[1512890894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14893; }","duration":"1.617730985s","start":"2026-03-08T02:58:55.666877Z","end":"2026-03-08T02:58:57.284608Z","steps":["trace[1512890894] 'agreement among raft nodes before linearized reading' (duration: 1.617678174s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.284646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.666858Z","time spent":"1.617783077s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T02:58:57.283576Z","caller":"traceutil/trace.go:171","msg":"trace[1770277865] transaction","detail":"{read_only:false; response_revision:14893; number_of_response:1; }","duration":"1.334792139s","start":"2026-03-08T02:58:55.948763Z","end":"2026-03-08T02:58:57.283555Z","steps":["trace[1770277865] 'process raft request' (duration: 1.333900338s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.284711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.948732Z","time spent":"1.335953296s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T02:58:57.284714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334703497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:57.284762Z","caller":"traceutil/trace.go:171","msg":"trace[1087486222] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:14893; }","duration":"1.334779929s","start":"2026-03-08T02:58:55.949968Z","end":"2026-03-08T02:58:57.284748Z","steps":["trace[1087486222] 'agreement among raft nodes before linearized reading' (duration: 1.334707657s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.283939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323443794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-08T02:58:57.284804Z","caller":"traceutil/trace.go:171","msg":"trace[242699651] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:14893; }","duration":"1.324327065s","start":"2026-03-08T02:58:55.960469Z","end":"2026-03-08T02:58:57.284796Z","steps":["trace[242699651] 'agreement among raft nodes before linearized reading' (duration: 1.323375893s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.284804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.949958Z","time spent":"1.33482673s","remote":"127.0.0.1:60594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T02:58:57.284826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.96046Z","time spent":"1.324361215s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T02:58:57.284826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885326394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:58:57.28486Z","caller":"traceutil/trace.go:171","msg":"trace[791673914] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14893; }","duration":"1.885390286s","start":"2026-03-08T02:58:55.399454Z","end":"2026-03-08T02:58:57.284844Z","steps":["trace[791673914] 'agreement among raft nodes before linearized reading' (duration: 1.885315194s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.284882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.399427Z","time spent":"1.885447418s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:58:57.284953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340241356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T02:58:57.284947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188642856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:58:57.284971Z","caller":"traceutil/trace.go:171","msg":"trace[85259668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14893; }","duration":"1.340291238s","start":"2026-03-08T02:58:55.944673Z","end":"2026-03-08T02:58:57.284964Z","steps":["trace[85259668] 'agreement among raft nodes before linearized reading' (duration: 1.340235087s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.28421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.81489Z","time spent":"1.46931215s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:58:57.284992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.944666Z","time spent":"1.340321448s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T02:58:57.285005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.312861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-08T02:58:57.285015Z","caller":"traceutil/trace.go:171","msg":"trace[242744486] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14893; }","duration":"1.188712118s","start":"2026-03-08T02:58:56.096269Z","end":"2026-03-08T02:58:57.284981Z","steps":["trace[242744486] 'agreement among raft nodes before linearized reading' (duration: 1.188620676s)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:58:57.285037Z","caller":"traceutil/trace.go:171","msg":"trace[1561554] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14893; }","duration":"756.383432ms","start":"2026-03-08T02:58:56.528645Z","end":"2026-03-08T02:58:57.285029Z","steps":["trace[1561554] 'agreement among raft nodes before linearized reading' (duration: 756.309351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.285059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:56.096258Z","time spent":"1.18879092s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T02:58:57.285079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:56.528616Z","time spent":"756.443694ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-08T02:58:57.285094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34122477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T02:58:57.285113Z","caller":"traceutil/trace.go:171","msg":"trace[209277661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14893; }","duration":"1.341295201s","start":"2026-03-08T02:58:55.943811Z","end":"2026-03-08T02:58:57.285106Z","steps":["trace[209277661] 'agreement among raft nodes before linearized reading' (duration: 1.34124546s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.285129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.943802Z","time spent":"1.341323872s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T02:58:57.283157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.91841Z","time spent":"1.364729718s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T02:58:57.283013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467086388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:58:57.285259Z","caller":"traceutil/trace.go:171","msg":"trace[1812687002] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14893; }","duration":"1.46933612s","start":"2026-03-08T02:58:55.815904Z","end":"2026-03-08T02:58:57.28524Z","steps":["trace[1812687002] 'agreement among raft nodes before linearized reading' (duration: 1.467026956s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.285286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.815896Z","time spent":"1.469382452s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-08T02:58:57.285418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341814363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T02:58:57.28547Z","caller":"traceutil/trace.go:171","msg":"trace[1235821998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14893; }","duration":"1.341882424s","start":"2026-03-08T02:58:55.943572Z","end":"2026-03-08T02:58:57.285455Z","steps":["trace[1235821998] 'agreement among raft nodes before linearized reading' (duration: 1.341773622s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.2855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.943565Z","time spent":"1.341923046s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T02:58:57.285667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18965855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:58:57.285691Z","caller":"traceutil/trace.go:171","msg":"trace[1893392697] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14893; }","duration":"1.189704091s","start":"2026-03-08T02:58:56.095977Z","end":"2026-03-08T02:58:57.285681Z","steps":["trace[1893392697] 'agreement among raft nodes before linearized reading' (duration: 1.189637589s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.285705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:56.095967Z","time spent":"1.189734732s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:58:57.283754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004363343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415988"} {"level":"info","ts":"2026-03-08T02:58:57.285763Z","caller":"traceutil/trace.go:171","msg":"trace[395214456] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:14893; }","duration":"1.006393491s","start":"2026-03-08T02:58:56.279336Z","end":"2026-03-08T02:58:57.28573Z","steps":["trace[395214456] 'agreement among raft nodes before linearized reading' (duration: 1.004254841s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.28581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:56.279315Z","time spent":"1.006481732s","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416011,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-08T02:58:57.285824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189987818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:58:57.285845Z","caller":"traceutil/trace.go:171","msg":"trace[2021716226] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14893; }","duration":"1.190029098s","start":"2026-03-08T02:58:56.095807Z","end":"2026-03-08T02:58:57.285836Z","steps":["trace[2021716226] 'agreement among raft nodes before linearized reading' (duration: 1.189979757s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.285862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:56.095796Z","time spent":"1.19006207s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-08T02:58:57.28598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190384546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:58:57.285999Z","caller":"traceutil/trace.go:171","msg":"trace[2049255439] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14893; }","duration":"1.190430578s","start":"2026-03-08T02:58:56.095559Z","end":"2026-03-08T02:58:57.285989Z","steps":["trace[2049255439] 'agreement among raft nodes before linearized reading' (duration: 1.190389857s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.286013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:56.095543Z","time spent":"1.190466809s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-08T02:58:57.283083Z","caller":"traceutil/trace.go:171","msg":"trace[1837567543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14893; }","duration":"1.340686156s","start":"2026-03-08T02:58:55.942372Z","end":"2026-03-08T02:58:57.283058Z","steps":["trace[1837567543] 'agreement among raft nodes before linearized reading' (duration: 1.34041456s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:58:57.286081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T02:58:55.942358Z","time spent":"1.343712698s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T02:59:27.518975Z","caller":"traceutil/trace.go:171","msg":"trace[926552907] transaction","detail":"{read_only:false; response_revision:15031; number_of_response:1; }","duration":"101.864678ms","start":"2026-03-08T02:59:27.417071Z","end":"2026-03-08T02:59:27.518936Z","steps":["trace[926552907] 'process raft request' (duration: 101.52359ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:59:27.518965Z","caller":"traceutil/trace.go:171","msg":"trace[330275131] linearizableReadLoop","detail":"{readStateIndex:15599; appliedIndex:15598; }","duration":"142.437806ms","start":"2026-03-08T02:59:27.376484Z","end":"2026-03-08T02:59:27.518922Z","steps":["trace[330275131] 'read index received' (duration: 105.256368ms)","trace[330275131] 'applied index is now lower than readState.Index' (duration: 37.177098ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T02:59:27.519148Z","caller":"traceutil/trace.go:171","msg":"trace[366061796] transaction","detail":"{read_only:false; response_revision:15030; number_of_response:1; }","duration":"167.851129ms","start":"2026-03-08T02:59:27.351254Z","end":"2026-03-08T02:59:27.519105Z","steps":["trace[366061796] 'process raft request' (duration: 130.469246ms)","trace[366061796] 'compare' (duration: 36.484842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T02:59:27.519191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.691262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:59:27.519249Z","caller":"traceutil/trace.go:171","msg":"trace[1028852745] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15032; }","duration":"142.815365ms","start":"2026-03-08T02:59:27.376416Z","end":"2026-03-08T02:59:27.519232Z","steps":["trace[1028852745] 'agreement among raft nodes before linearized reading' (duration: 142.60715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.519248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.070837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:59:27.51939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.387518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:59:27.519425Z","caller":"traceutil/trace.go:171","msg":"trace[1322659403] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15032; }","duration":"136.275012ms","start":"2026-03-08T02:59:27.383123Z","end":"2026-03-08T02:59:27.519398Z","steps":["trace[1322659403] 'agreement among raft nodes before linearized reading' (duration: 136.062107ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:59:27.519495Z","caller":"traceutil/trace.go:171","msg":"trace[359035086] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15032; }","duration":"140.630464ms","start":"2026-03-08T02:59:27.378842Z","end":"2026-03-08T02:59:27.519473Z","steps":["trace[359035086] 'agreement among raft nodes before linearized reading' (duration: 140.339797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.519589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.660864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:59:27.519655Z","caller":"traceutil/trace.go:171","msg":"trace[883221539] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15032; }","duration":"137.743577ms","start":"2026-03-08T02:59:27.381894Z","end":"2026-03-08T02:59:27.519638Z","steps":["trace[883221539] 'agreement among raft nodes before linearized reading' (duration: 137.647695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.519668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.290506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:59:27.519753Z","caller":"traceutil/trace.go:171","msg":"trace[1642676041] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15032; }","duration":"137.388898ms","start":"2026-03-08T02:59:27.38234Z","end":"2026-03-08T02:59:27.519729Z","steps":["trace[1642676041] 'agreement among raft nodes before linearized reading' (duration: 137.152692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.519796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.526891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:59:27.519864Z","caller":"traceutil/trace.go:171","msg":"trace[587862344] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15032; }","duration":"137.597353ms","start":"2026-03-08T02:59:27.382236Z","end":"2026-03-08T02:59:27.519833Z","steps":["trace[587862344] 'agreement among raft nodes before linearized reading' (duration: 137.524962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.520007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.91705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:59:27.520056Z","caller":"traceutil/trace.go:171","msg":"trace[1321438890] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15032; }","duration":"137.984312ms","start":"2026-03-08T02:59:27.382059Z","end":"2026-03-08T02:59:27.520043Z","steps":["trace[1321438890] 'agreement among raft nodes before linearized reading' (duration: 137.908781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.520063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.001859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:59:27.520115Z","caller":"traceutil/trace.go:171","msg":"trace[10696674] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15032; }","duration":"137.103372ms","start":"2026-03-08T02:59:27.382996Z","end":"2026-03-08T02:59:27.520099Z","steps":["trace[10696674] 'agreement among raft nodes before linearized reading' (duration: 136.968818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.520238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.104288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:59:27.520303Z","caller":"traceutil/trace.go:171","msg":"trace[245210977] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15032; }","duration":"106.18603ms","start":"2026-03-08T02:59:27.414099Z","end":"2026-03-08T02:59:27.520285Z","steps":["trace[245210977] 'agreement among raft nodes before linearized reading' (duration: 106.049927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.520324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.385738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:59:27.520366Z","caller":"traceutil/trace.go:171","msg":"trace[740352047] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15032; }","duration":"137.452249ms","start":"2026-03-08T02:59:27.3829Z","end":"2026-03-08T02:59:27.520352Z","steps":["trace[740352047] 'agreement among raft nodes before linearized reading' (duration: 137.380888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.520368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.113868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-08T02:59:27.520505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.570953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:59:27.520486Z","caller":"traceutil/trace.go:171","msg":"trace[152512804] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15032; }","duration":"139.239771ms","start":"2026-03-08T02:59:27.381219Z","end":"2026-03-08T02:59:27.520459Z","steps":["trace[152512804] 'agreement among raft nodes before linearized reading' (duration: 138.948374ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:59:27.520552Z","caller":"traceutil/trace.go:171","msg":"trace[1904288287] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15032; }","duration":"137.634394ms","start":"2026-03-08T02:59:27.382905Z","end":"2026-03-08T02:59:27.520539Z","steps":["trace[1904288287] 'agreement among raft nodes before linearized reading' (duration: 137.568812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.520559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.345837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:59:27.520605Z","caller":"traceutil/trace.go:171","msg":"trace[1703314468] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15032; }","duration":"137.390558ms","start":"2026-03-08T02:59:27.383202Z","end":"2026-03-08T02:59:27.520592Z","steps":["trace[1703314468] 'agreement among raft nodes before linearized reading' (duration: 137.326887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.520635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.061114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T02:59:27.520688Z","caller":"traceutil/trace.go:171","msg":"trace[273301123] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15032; }","duration":"138.126365ms","start":"2026-03-08T02:59:27.382547Z","end":"2026-03-08T02:59:27.520673Z","steps":["trace[273301123] 'agreement among raft nodes before linearized reading' (duration: 138.060303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.520501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.535465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:59:27.520782Z","caller":"traceutil/trace.go:171","msg":"trace[1228606568] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15032; }","duration":"108.840141ms","start":"2026-03-08T02:59:27.411927Z","end":"2026-03-08T02:59:27.520767Z","steps":["trace[1228606568] 'agreement among raft nodes before linearized reading' (duration: 108.490193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.520776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.715322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T02:59:27.520907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.051263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-08T02:59:27.520879Z","caller":"traceutil/trace.go:171","msg":"trace[1247357251] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15032; }","duration":"139.836635ms","start":"2026-03-08T02:59:27.381025Z","end":"2026-03-08T02:59:27.520862Z","steps":["trace[1247357251] 'agreement among raft nodes before linearized reading' (duration: 139.667221ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T02:59:27.520943Z","caller":"traceutil/trace.go:171","msg":"trace[673773069] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15032; }","duration":"138.118415ms","start":"2026-03-08T02:59:27.382815Z","end":"2026-03-08T02:59:27.520933Z","steps":["trace[673773069] 'agreement among raft nodes before linearized reading' (duration: 138.030853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.52107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.365361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-08T02:59:27.5211Z","caller":"traceutil/trace.go:171","msg":"trace[1142685310] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15032; }","duration":"138.424293ms","start":"2026-03-08T02:59:27.382667Z","end":"2026-03-08T02:59:27.521092Z","steps":["trace[1142685310] 'agreement among raft nodes before linearized reading' (duration: 138.346291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T02:59:27.521364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.205998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-08T02:59:27.521426Z","caller":"traceutil/trace.go:171","msg":"trace[1664985871] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15032; }","duration":"141.290479ms","start":"2026-03-08T02:59:27.380121Z","end":"2026-03-08T02:59:27.521411Z","steps":["trace[1664985871] 'agreement among raft nodes before linearized reading' (duration: 140.960422ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:00:48.750174Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13440} {"level":"info","ts":"2026-03-08T03:00:48.832071Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13440,"took":"78.907752ms","hash":4096405872,"current-db-size-bytes":40976384,"current-db-size":"41 MB","current-db-size-in-use-bytes":27377664,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-08T03:00:48.832175Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4096405872,"revision":13440,"compact-revision":11564} {"level":"info","ts":"2026-03-08T03:02:02.34436Z","caller":"traceutil/trace.go:171","msg":"trace[383550031] transaction","detail":"{read_only:false; response_revision:16332; number_of_response:1; }","duration":"127.612723ms","start":"2026-03-08T03:02:02.216703Z","end":"2026-03-08T03:02:02.344316Z","steps":["trace[383550031] 'process raft request' (duration: 127.407139ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:02.417465Z","caller":"traceutil/trace.go:171","msg":"trace[1916274733] transaction","detail":"{read_only:false; response_revision:16333; number_of_response:1; }","duration":"192.733734ms","start":"2026-03-08T03:02:02.224669Z","end":"2026-03-08T03:02:02.417403Z","steps":["trace[1916274733] 'process raft request' (duration: 191.073096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:04.661308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.910291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T03:02:04.661654Z","caller":"traceutil/trace.go:171","msg":"trace[1465984272] transaction","detail":"{read_only:false; response_revision:16348; number_of_response:1; }","duration":"171.057482ms","start":"2026-03-08T03:02:04.490533Z","end":"2026-03-08T03:02:04.661591Z","steps":["trace[1465984272] 'process raft request' (duration: 54.462744ms)","trace[1465984272] 'compare' (duration: 115.538513ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:04.682001Z","caller":"traceutil/trace.go:171","msg":"trace[1098400137] transaction","detail":"{read_only:false; response_revision:16349; number_of_response:1; }","duration":"191.170949ms","start":"2026-03-08T03:02:04.490783Z","end":"2026-03-08T03:02:04.681954Z","steps":["trace[1098400137] 'process raft request' (duration: 190.895933ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:04.682033Z","caller":"traceutil/trace.go:171","msg":"trace[1479772543] transaction","detail":"{read_only:false; response_revision:16351; number_of_response:1; }","duration":"190.445172ms","start":"2026-03-08T03:02:04.491554Z","end":"2026-03-08T03:02:04.681999Z","steps":["trace[1479772543] 'process raft request' (duration: 190.35332ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:04.682079Z","caller":"traceutil/trace.go:171","msg":"trace[617563391] transaction","detail":"{read_only:false; response_revision:16350; number_of_response:1; }","duration":"191.22068ms","start":"2026-03-08T03:02:04.490804Z","end":"2026-03-08T03:02:04.682025Z","steps":["trace[617563391] 'process raft request' (duration: 191.062316ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:04.682329Z","caller":"traceutil/trace.go:171","msg":"trace[1509627927] transaction","detail":"{read_only:false; response_revision:16352; number_of_response:1; }","duration":"190.578675ms","start":"2026-03-08T03:02:04.491701Z","end":"2026-03-08T03:02:04.682279Z","steps":["trace[1509627927] 'process raft request' (duration: 190.247207ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:05.960513Z","caller":"traceutil/trace.go:171","msg":"trace[426865522] linearizableReadLoop","detail":"{readStateIndex:16967; appliedIndex:16966; }","duration":"347.9761ms","start":"2026-03-08T03:02:05.612503Z","end":"2026-03-08T03:02:05.960479Z","steps":["trace[426865522] 'read index received' (duration: 347.707874ms)","trace[426865522] 'applied index is now lower than readState.Index' (duration: 267.026µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:05.960626Z","caller":"traceutil/trace.go:171","msg":"trace[673603938] transaction","detail":"{read_only:false; response_revision:16355; number_of_response:1; }","duration":"596.948581ms","start":"2026-03-08T03:02:05.363629Z","end":"2026-03-08T03:02:05.960578Z","steps":["trace[673603938] 'process raft request' (duration: 596.675174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:05.960717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.216505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-03-08T03:02:05.960738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.461323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-08T03:02:05.960756Z","caller":"traceutil/trace.go:171","msg":"trace[860094228] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pddls; range_end:; response_count:1; response_revision:16355; }","duration":"348.303407ms","start":"2026-03-08T03:02:05.61244Z","end":"2026-03-08T03:02:05.960743Z","steps":["trace[860094228] 'agreement among raft nodes before linearized reading' (duration: 348.182345ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:05.960775Z","caller":"traceutil/trace.go:171","msg":"trace[1253105650] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:16355; }","duration":"333.563415ms","start":"2026-03-08T03:02:05.6272Z","end":"2026-03-08T03:02:05.960764Z","steps":["trace[1253105650] 'agreement among raft nodes before linearized reading' (duration: 333.440782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:05.960784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:05.612416Z","time spent":"348.361059ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" "} {"level":"warn","ts":"2026-03-08T03:02:05.960808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:05.627168Z","time spent":"333.632237ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"warn","ts":"2026-03-08T03:02:05.960834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:05.363593Z","time spent":"597.122635ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:05.961197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.922589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-03-08T03:02:05.961245Z","caller":"traceutil/trace.go:171","msg":"trace[971518070] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gzhmj; range_end:; response_count:1; response_revision:16355; }","duration":"196.016352ms","start":"2026-03-08T03:02:05.765215Z","end":"2026-03-08T03:02:05.961232Z","steps":["trace[971518070] 'agreement among raft nodes before linearized reading' (duration: 195.864758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:05.961433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.352199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-08T03:02:05.961555Z","caller":"traceutil/trace.go:171","msg":"trace[1660495033] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:16355; }","duration":"193.544355ms","start":"2026-03-08T03:02:05.767974Z","end":"2026-03-08T03:02:05.961518Z","steps":["trace[1660495033] 'agreement among raft nodes before linearized reading' (duration: 193.103594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:06.816482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019381472,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:02:06.838516Z","caller":"traceutil/trace.go:171","msg":"trace[2085931046] transaction","detail":"{read_only:false; response_revision:16356; number_of_response:1; }","duration":"608.839007ms","start":"2026-03-08T03:02:06.229631Z","end":"2026-03-08T03:02:06.83847Z","steps":["trace[2085931046] 'process raft request' (duration: 608.612062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:06.83948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.229611Z","time spent":"609.014351ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7354,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:08.679257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.217164Z","time spent":"1.462077749s","remote":"127.0.0.1:43054","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:02:08.685078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000418947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:02:08.6852Z","caller":"traceutil/trace.go:171","msg":"trace[2090581833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000581411s","start":"2026-03-08T03:02:06.684584Z","end":"2026-03-08T03:02:08.685165Z","steps":["trace[2090581833] 'agreement among raft nodes before linearized reading' (duration: 2.000453748s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:08.685266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.684568Z","time spent":"2.000685274s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:02:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:02:08.760399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.922095549s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:02:08.760989Z","caller":"traceutil/trace.go:171","msg":"trace[2015649813] transaction","detail":"{read_only:false; response_revision:16357; number_of_response:1; }","duration":"2.347962067s","start":"2026-03-08T03:02:06.412994Z","end":"2026-03-08T03:02:08.760956Z","steps":["trace[2015649813] 'process raft request' (duration: 2.347710431s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:08.761226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.412967Z","time spent":"2.348088s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:08.761585Z","caller":"traceutil/trace.go:171","msg":"trace[1021017833] linearizableReadLoop","detail":"{readStateIndex:16970; appliedIndex:16967; }","duration":"2.445570734s","start":"2026-03-08T03:02:06.315963Z","end":"2026-03-08T03:02:08.761534Z","steps":["trace[1021017833] 'read index received' (duration: 522.253696ms)","trace[1021017833] 'applied index is now lower than readState.Index' (duration: 1.923314778s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:08.76161Z","caller":"traceutil/trace.go:171","msg":"trace[1259545575] transaction","detail":"{read_only:false; response_revision:16358; number_of_response:1; }","duration":"2.269384073s","start":"2026-03-08T03:02:06.492164Z","end":"2026-03-08T03:02:08.761548Z","steps":["trace[1259545575] 'process raft request' (duration: 2.268744978s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:08.761807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44580098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T03:02:08.761851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.492152Z","time spent":"2.269566967s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:08.761938Z","caller":"traceutil/trace.go:171","msg":"trace[1673144367] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:16358; }","duration":"2.445988304s","start":"2026-03-08T03:02:06.315906Z","end":"2026-03-08T03:02:08.761894Z","steps":["trace[1673144367] 'agreement among raft nodes before linearized reading' (duration: 2.445741108s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:08.762001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.315881Z","time spent":"2.446107976s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":15,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:02:09.124806Z","caller":"traceutil/trace.go:171","msg":"trace[2059899926] linearizableReadLoop","detail":"{readStateIndex:16973; appliedIndex:16970; }","duration":"363.085221ms","start":"2026-03-08T03:02:08.761693Z","end":"2026-03-08T03:02:09.124778Z","steps":["trace[2059899926] 'read index received' (duration: 362.737863ms)","trace[2059899926] 'applied index is now lower than readState.Index' (duration: 346.338µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:09.125204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667199421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:09.125257Z","caller":"traceutil/trace.go:171","msg":"trace[1876697259] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:16361; }","duration":"1.667300934s","start":"2026-03-08T03:02:07.457941Z","end":"2026-03-08T03:02:09.125242Z","steps":["trace[1876697259] 'agreement among raft nodes before linearized reading' (duration: 1.66715047s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:09.125263Z","caller":"traceutil/trace.go:171","msg":"trace[1975911190] transaction","detail":"{read_only:false; response_revision:16359; number_of_response:1; }","duration":"1.509619343s","start":"2026-03-08T03:02:07.615626Z","end":"2026-03-08T03:02:09.125245Z","steps":["trace[1975911190] 'process raft request' (duration: 1.508881915s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.125297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.457913Z","time spent":"1.667372466s","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:02:09.125364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.615593Z","time spent":"1.509710785s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:09.125426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431946208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T03:02:09.125502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43209355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:09.125538Z","caller":"traceutil/trace.go:171","msg":"trace[1379398449] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16361; }","duration":"2.432135962s","start":"2026-03-08T03:02:06.693388Z","end":"2026-03-08T03:02:09.125524Z","steps":["trace[1379398449] 'agreement among raft nodes before linearized reading' (duration: 2.432086381s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:09.125549Z","caller":"traceutil/trace.go:171","msg":"trace[1658148801] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16361; }","duration":"2.432103061s","start":"2026-03-08T03:02:06.693415Z","end":"2026-03-08T03:02:09.125518Z","steps":["trace[1658148801] 'agreement among raft nodes before linearized reading' (duration: 2.431839475s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.125626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.693412Z","time spent":"2.432203503s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:02:09.12564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43936406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-08T03:02:09.12567Z","caller":"traceutil/trace.go:171","msg":"trace[87932132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16361; }","duration":"2.439434471s","start":"2026-03-08T03:02:06.686228Z","end":"2026-03-08T03:02:09.125663Z","steps":["trace[87932132] 'agreement among raft nodes before linearized reading' (duration: 2.439351229s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:09.125669Z","caller":"traceutil/trace.go:171","msg":"trace[509660090] transaction","detail":"{read_only:false; response_revision:16360; number_of_response:1; }","duration":"1.271822071s","start":"2026-03-08T03:02:07.853832Z","end":"2026-03-08T03:02:09.125654Z","steps":["trace[509660090] 'process raft request' (duration: 1.270841938s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.125694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.686209Z","time spent":"2.439480833s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:02:09.125728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.853801Z","time spent":"1.271897563s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5442,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:09.125808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441161662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-08T03:02:09.125828Z","caller":"traceutil/trace.go:171","msg":"trace[2057645635] transaction","detail":"{read_only:false; response_revision:16361; number_of_response:1; }","duration":"1.157352263s","start":"2026-03-08T03:02:07.968466Z","end":"2026-03-08T03:02:09.125818Z","steps":["trace[2057645635] 'process raft request' (duration: 1.156255497s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:09.125831Z","caller":"traceutil/trace.go:171","msg":"trace[141210509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16361; }","duration":"2.441224383s","start":"2026-03-08T03:02:06.684599Z","end":"2026-03-08T03:02:09.125824Z","steps":["trace[141210509] 'agreement among raft nodes before linearized reading' (duration: 2.441152501s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.125869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.684577Z","time spent":"2.441286744s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:02:09.125873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.968446Z","time spent":"1.157400924s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:09.125953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.52981426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T03:02:09.125959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.290733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:09.125978Z","caller":"traceutil/trace.go:171","msg":"trace[225641176] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:16361; }","duration":"2.52983905s","start":"2026-03-08T03:02:06.59613Z","end":"2026-03-08T03:02:09.125969Z","steps":["trace[225641176] 'agreement among raft nodes before linearized reading' (duration: 2.52979962s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:09.125985Z","caller":"traceutil/trace.go:171","msg":"trace[1862958412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16361; }","duration":"440.358875ms","start":"2026-03-08T03:02:08.685617Z","end":"2026-03-08T03:02:09.125976Z","steps":["trace[1862958412] 'agreement among raft nodes before linearized reading' (duration: 440.318554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.12601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:08.685596Z","time spent":"440.409056ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:02:09.12601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.596072Z","time spent":"2.529929562s","remote":"127.0.0.1:60726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:02:09.126116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818419433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-08T03:02:09.126164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.936311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:09.126164Z","caller":"traceutil/trace.go:171","msg":"trace[307073326] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:16361; }","duration":"1.818509875s","start":"2026-03-08T03:02:07.307642Z","end":"2026-03-08T03:02:09.126152Z","steps":["trace[307073326] 'agreement among raft nodes before linearized reading' (duration: 1.81832183s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:09.126202Z","caller":"traceutil/trace.go:171","msg":"trace[1273809895] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:16361; }","duration":"532.024073ms","start":"2026-03-08T03:02:08.594163Z","end":"2026-03-08T03:02:09.126187Z","steps":["trace[1273809895] 'agreement among raft nodes before linearized reading' (duration: 531.972382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.12621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635562985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T03:02:09.126214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.307615Z","time spent":"1.818592597s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T03:02:09.126234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:08.594134Z","time spent":"532.092854ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:02:09.126239Z","caller":"traceutil/trace.go:171","msg":"trace[483117811] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16361; }","duration":"2.635600986s","start":"2026-03-08T03:02:06.490629Z","end":"2026-03-08T03:02:09.12623Z","steps":["trace[483117811] 'agreement among raft nodes before linearized reading' (duration: 2.635557725s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.126266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.490621Z","time spent":"2.635640347s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:02:09.126412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975947899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-08T03:02:09.126458Z","caller":"traceutil/trace.go:171","msg":"trace[918120777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16361; }","duration":"1.976046041s","start":"2026-03-08T03:02:07.150396Z","end":"2026-03-08T03:02:09.126442Z","steps":["trace[918120777] 'agreement among raft nodes before linearized reading' (duration: 1.97597397s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.126464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636009296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T03:02:09.126499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.150374Z","time spent":"1.976111693s","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:02:09.126517Z","caller":"traceutil/trace.go:171","msg":"trace[820776905] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16361; }","duration":"2.636110318s","start":"2026-03-08T03:02:06.490392Z","end":"2026-03-08T03:02:09.126503Z","steps":["trace[820776905] 'agreement among raft nodes before linearized reading' (duration: 2.636028156s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.126551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.490369Z","time spent":"2.63617596s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:02:09.126556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.698018226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:09.126601Z","caller":"traceutil/trace.go:171","msg":"trace[1467825138] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16361; }","duration":"2.698109848s","start":"2026-03-08T03:02:06.428477Z","end":"2026-03-08T03:02:09.126587Z","steps":["trace[1467825138] 'agreement among raft nodes before linearized reading' (duration: 2.698039566s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.126637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.428452Z","time spent":"2.698176139s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:02:09.125206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158049559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-08T03:02:09.126695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.701925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-08T03:02:09.126765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433208207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-08T03:02:09.126804Z","caller":"traceutil/trace.go:171","msg":"trace[290914726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16361; }","duration":"2.433284919s","start":"2026-03-08T03:02:06.693509Z","end":"2026-03-08T03:02:09.126793Z","steps":["trace[290914726] 'agreement among raft nodes before linearized reading' (duration: 2.433174826s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:09.126815Z","caller":"traceutil/trace.go:171","msg":"trace[1235327418] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:16361; }","duration":"739.883179ms","start":"2026-03-08T03:02:08.386907Z","end":"2026-03-08T03:02:09.12679Z","steps":["trace[1235327418] 'agreement among raft nodes before linearized reading' (duration: 739.566052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.126827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078498111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T03:02:09.12688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:08.386818Z","time spent":"740.049633ms","remote":"127.0.0.1:41072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:02:09.126881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.99113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:09.1269Z","caller":"traceutil/trace.go:171","msg":"trace[2036748061] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:16361; }","duration":"2.078594443s","start":"2026-03-08T03:02:07.048274Z","end":"2026-03-08T03:02:09.126868Z","steps":["trace[2036748061] 'agreement among raft nodes before linearized reading' (duration: 2.078508551s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.126918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433408871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T03:02:09.126928Z","caller":"traceutil/trace.go:171","msg":"trace[621410898] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:16361; }","duration":"202.045001ms","start":"2026-03-08T03:02:08.924871Z","end":"2026-03-08T03:02:09.126916Z","steps":["trace[621410898] 'agreement among raft nodes before linearized reading' (duration: 201.958029ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:09.12695Z","caller":"traceutil/trace.go:171","msg":"trace[151620275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16361; }","duration":"2.433450372s","start":"2026-03-08T03:02:06.693491Z","end":"2026-03-08T03:02:09.126941Z","steps":["trace[151620275] 'agreement among raft nodes before linearized reading' (duration: 2.43335939s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.126952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.048252Z","time spent":"2.078690865s","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:02:09.126979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.693484Z","time spent":"2.433488943s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:02:09.125563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.693383Z","time spent":"2.432175113s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:02:09.127408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083255531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-08T03:02:09.127438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.509354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:02:09.127456Z","caller":"traceutil/trace.go:171","msg":"trace[1217667424] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16361; }","duration":"2.083358264s","start":"2026-03-08T03:02:07.044085Z","end":"2026-03-08T03:02:09.127443Z","steps":["trace[1217667424] 'agreement among raft nodes before linearized reading' (duration: 2.083118548s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:09.126749Z","caller":"traceutil/trace.go:171","msg":"trace[1473688510] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16361; }","duration":"1.159660956s","start":"2026-03-08T03:02:07.967072Z","end":"2026-03-08T03:02:09.126733Z","steps":["trace[1473688510] 'agreement among raft nodes before linearized reading' (duration: 1.157953456s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.127468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433681288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:09.127523Z","caller":"traceutil/trace.go:171","msg":"trace[732292109] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16361; }","duration":"2.4337929s","start":"2026-03-08T03:02:06.693718Z","end":"2026-03-08T03:02:09.127511Z","steps":["trace[732292109] 'agreement among raft nodes before linearized reading' (duration: 2.433707828s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.127544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433950624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T03:02:09.127553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28173781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-ghdwk\" ","response":"range_response_count:1 size:6956"} {"level":"info","ts":"2026-03-08T03:02:09.127579Z","caller":"traceutil/trace.go:171","msg":"trace[497723417] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16361; }","duration":"2.434026026s","start":"2026-03-08T03:02:06.693542Z","end":"2026-03-08T03:02:09.127568Z","steps":["trace[497723417] 'agreement among raft nodes before linearized reading' (duration: 2.433967934s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.12761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.693518Z","time spent":"2.434086727s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-03-08T03:02:09.127611Z","caller":"traceutil/trace.go:171","msg":"trace[805703231] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29548980-ghdwk; range_end:; response_count:1; response_revision:16361; }","duration":"2.281828592s","start":"2026-03-08T03:02:06.845768Z","end":"2026-03-08T03:02:09.127596Z","steps":["trace[805703231] 'agreement among raft nodes before linearized reading' (duration: 2.281695969s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.127653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.009719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-rm5m5\" ","response":"range_response_count:1 size:18585"} {"level":"warn","ts":"2026-03-08T03:02:09.127669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.845747Z","time spent":"2.281906964s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6979,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-ghdwk\" "} {"level":"info","ts":"2026-03-08T03:02:09.127696Z","caller":"traceutil/trace.go:171","msg":"trace[1969786588] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-rm5m5; range_end:; response_count:1; response_revision:16361; }","duration":"916.084341ms","start":"2026-03-08T03:02:08.211594Z","end":"2026-03-08T03:02:09.127678Z","steps":["trace[1969786588] 'agreement among raft nodes before linearized reading' (duration: 915.906927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.127728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:08.21157Z","time spent":"916.148332ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18608,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-rm5m5\" "} {"level":"warn","ts":"2026-03-08T03:02:09.12752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.967046Z","time spent":"1.160460495s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:02:09.127565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.69369Z","time spent":"2.433868732s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:02:09.1279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032992475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pls9q\" ","response":"range_response_count:1 size:18561"} {"level":"warn","ts":"2026-03-08T03:02:09.127489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.044054Z","time spent":"2.083427325s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:02:09.127932Z","caller":"traceutil/trace.go:171","msg":"trace[647237926] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-pls9q; range_end:; response_count:1; response_revision:16361; }","duration":"1.033043797s","start":"2026-03-08T03:02:08.094878Z","end":"2026-03-08T03:02:09.127921Z","steps":["trace[647237926] 'agreement among raft nodes before linearized reading' (duration: 1.032950945s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:09.127479Z","caller":"traceutil/trace.go:171","msg":"trace[989683220] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:16361; }","duration":"914.567956ms","start":"2026-03-08T03:02:08.212901Z","end":"2026-03-08T03:02:09.127468Z","steps":["trace[989683220] 'agreement among raft nodes before linearized reading' (duration: 914.29536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.128045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:08.212894Z","time spent":"915.117589ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":187,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:02:09.126168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63531179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:09.128214Z","caller":"traceutil/trace.go:171","msg":"trace[1593367588] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16361; }","duration":"2.637393578s","start":"2026-03-08T03:02:06.490806Z","end":"2026-03-08T03:02:09.128199Z","steps":["trace[1593367588] 'agreement among raft nodes before linearized reading' (duration: 2.635339401s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.127963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:08.094865Z","time spent":"1.033092458s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18584,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pls9q\" "} {"level":"warn","ts":"2026-03-08T03:02:09.12826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.490781Z","time spent":"2.637464409s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:02:09.126831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.693491Z","time spent":"2.433334359s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:02:09.126719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433096224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T03:02:09.128429Z","caller":"traceutil/trace.go:171","msg":"trace[2083909292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16361; }","duration":"2.434883045s","start":"2026-03-08T03:02:06.693536Z","end":"2026-03-08T03:02:09.128419Z","steps":["trace[2083909292] 'agreement among raft nodes before linearized reading' (duration: 2.433012522s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.128469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:06.693515Z","time spent":"2.434942947s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:02:09.328201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33165935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-03-08T03:02:09.328287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248357516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:09.328316Z","caller":"traceutil/trace.go:171","msg":"trace[1484881640] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pddls; range_end:; response_count:1; response_revision:16361; }","duration":"1.331808294s","start":"2026-03-08T03:02:07.996472Z","end":"2026-03-08T03:02:09.32828Z","steps":["trace[1484881640] 'agreement among raft nodes before linearized reading' (duration: 1.131641546s)","trace[1484881640] 'range keys from in-memory index tree' (duration: 199.894032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:09.328291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361053803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-08T03:02:09.32836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361197147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T03:02:09.328377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.996463Z","time spent":"1.331902676s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" "} {"level":"info","ts":"2026-03-08T03:02:09.328387Z","caller":"traceutil/trace.go:171","msg":"trace[1002203748] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16361; }","duration":"1.248478489s","start":"2026-03-08T03:02:08.079872Z","end":"2026-03-08T03:02:09.328351Z","steps":["trace[1002203748] 'agreement among raft nodes before linearized reading' (duration: 1.048133587s)","trace[1002203748] 'range keys from in-memory index tree' (duration: 200.234989ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:09.328413Z","caller":"traceutil/trace.go:171","msg":"trace[1993971028] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16361; }","duration":"1.361257927s","start":"2026-03-08T03:02:07.967119Z","end":"2026-03-08T03:02:09.328377Z","steps":["trace[1993971028] 'agreement among raft nodes before linearized reading' (duration: 1.161033948s)","trace[1993971028] 'range keys from in-memory index tree' (duration: 199.927142ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:09.328429Z","caller":"traceutil/trace.go:171","msg":"trace[1121837007] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16361; }","duration":"1.361301959s","start":"2026-03-08T03:02:07.967094Z","end":"2026-03-08T03:02:09.328396Z","steps":["trace[1121837007] 'agreement among raft nodes before linearized reading' (duration: 1.161071729s)","trace[1121837007] 'range keys from in-memory index tree' (duration: 200.172327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:09.328437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281395003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-zdv4m\" ","response":"range_response_count:1 size:14192"} {"level":"info","ts":"2026-03-08T03:02:09.328473Z","caller":"traceutil/trace.go:171","msg":"trace[464782523] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-zdv4m; range_end:; response_count:1; response_revision:16361; }","duration":"1.281467265s","start":"2026-03-08T03:02:08.046995Z","end":"2026-03-08T03:02:09.328463Z","steps":["trace[464782523] 'agreement among raft nodes before linearized reading' (duration: 1.081023661s)","trace[464782523] 'range keys from in-memory index tree' (duration: 200.275461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:09.328457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:08.079853Z","time spent":"1.248590272s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:02:09.328471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.966984Z","time spent":"1.361475642s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:02:09.328471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.967095Z","time spent":"1.36136565s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:02:09.328491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:08.046981Z","time spent":"1.281504666s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14215,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-zdv4m\" "} {"level":"warn","ts":"2026-03-08T03:02:09.328438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300026356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-08T03:02:09.32851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333587115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-03-08T03:02:09.328557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299975355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-08T03:02:09.328572Z","caller":"traceutil/trace.go:171","msg":"trace[1880829467] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:16361; }","duration":"1.333722188s","start":"2026-03-08T03:02:07.994832Z","end":"2026-03-08T03:02:09.328554Z","steps":["trace[1880829467] 'agreement among raft nodes before linearized reading' (duration: 1.133304515s)","trace[1880829467] 'range keys from in-memory index tree' (duration: 200.237829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:09.328613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.994798Z","time spent":"1.33380687s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"info","ts":"2026-03-08T03:02:09.328588Z","caller":"traceutil/trace.go:171","msg":"trace[1262337005] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16361; }","duration":"1.30020434s","start":"2026-03-08T03:02:08.02834Z","end":"2026-03-08T03:02:09.328544Z","steps":["trace[1262337005] 'agreement among raft nodes before linearized reading' (duration: 1.099723425s)","trace[1262337005] 'range keys from in-memory index tree' (duration: 200.136447ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:09.328627Z","caller":"traceutil/trace.go:171","msg":"trace[1492314299] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16361; }","duration":"1.300068657s","start":"2026-03-08T03:02:08.028528Z","end":"2026-03-08T03:02:09.328596Z","steps":["trace[1492314299] 'agreement among raft nodes before linearized reading' (duration: 1.099523691s)","trace[1492314299] 'range keys from in-memory index tree' (duration: 200.448374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:09.328683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:08.028504Z","time spent":"1.300169169s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:02:09.328688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33294239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" ","response":"range_response_count:1 size:9708"} {"level":"warn","ts":"2026-03-08T03:02:09.328688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:08.028333Z","time spent":"1.300321533s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-08T03:02:09.328733Z","caller":"traceutil/trace.go:171","msg":"trace[2107898694] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gzhmj; range_end:; response_count:1; response_revision:16361; }","duration":"1.333008542s","start":"2026-03-08T03:02:07.99571Z","end":"2026-03-08T03:02:09.328718Z","steps":["trace[2107898694] 'agreement among raft nodes before linearized reading' (duration: 1.132417755s)","trace[2107898694] 'range keys from in-memory index tree' (duration: 200.469944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:09.32877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.995697Z","time spent":"1.333063553s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" "} {"level":"warn","ts":"2026-03-08T03:02:09.32825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299043813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:09.328841Z","caller":"traceutil/trace.go:171","msg":"trace[274892550] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16361; }","duration":"1.29975708s","start":"2026-03-08T03:02:08.029078Z","end":"2026-03-08T03:02:09.328835Z","steps":["trace[274892550] 'agreement among raft nodes before linearized reading' (duration: 1.098960568s)","trace[274892550] 'range keys from in-memory index tree' (duration: 200.099606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:09.328863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:08.029058Z","time spent":"1.29979913s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:02:09.328893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248806207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-08T03:02:09.328735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30064181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T03:02:09.328937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334781223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-08T03:02:09.328943Z","caller":"traceutil/trace.go:171","msg":"trace[698209806] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16361; }","duration":"1.248911889s","start":"2026-03-08T03:02:08.080014Z","end":"2026-03-08T03:02:09.328926Z","steps":["trace[698209806] 'agreement among raft nodes before linearized reading' (duration: 1.047973293s)","trace[698209806] 'range keys from in-memory index tree' (duration: 200.807332ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:09.328952Z","caller":"traceutil/trace.go:171","msg":"trace[1830958306] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16361; }","duration":"1.300878076s","start":"2026-03-08T03:02:08.028059Z","end":"2026-03-08T03:02:09.328937Z","steps":["trace[1830958306] 'agreement among raft nodes before linearized reading' (duration: 1.100015322s)","trace[1830958306] 'range keys from in-memory index tree' (duration: 200.642709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:09.328988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:08.028046Z","time spent":"1.300932417s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:02:09.328986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:08.079984Z","time spent":"1.248991581s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-08T03:02:09.328974Z","caller":"traceutil/trace.go:171","msg":"trace[1551621525] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:16361; }","duration":"1.334875115s","start":"2026-03-08T03:02:07.994088Z","end":"2026-03-08T03:02:09.328963Z","steps":["trace[1551621525] 'agreement among raft nodes before linearized reading' (duration: 1.134056712s)","trace[1551621525] 'range keys from in-memory index tree' (duration: 200.67243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:09.329033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:07.994059Z","time spent":"1.334967127s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"warn","ts":"2026-03-08T03:02:09.329178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.770711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T03:02:09.329293Z","caller":"traceutil/trace.go:171","msg":"trace[1039703109] transaction","detail":"{read_only:false; response_revision:16362; number_of_response:1; }","duration":"196.480382ms","start":"2026-03-08T03:02:09.132803Z","end":"2026-03-08T03:02:09.329283Z","steps":["trace[1039703109] 'process raft request' (duration: 76.522577ms)","trace[1039703109] 'compare' (duration: 119.004823ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:09.32956Z","caller":"traceutil/trace.go:171","msg":"trace[143208651] transaction","detail":"{read_only:false; response_revision:16363; number_of_response:1; }","duration":"195.474278ms","start":"2026-03-08T03:02:09.134067Z","end":"2026-03-08T03:02:09.329541Z","steps":["trace[143208651] 'process raft request' (duration: 195.159811ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:09.329595Z","caller":"traceutil/trace.go:171","msg":"trace[1726199667] transaction","detail":"{read_only:false; response_revision:16364; number_of_response:1; }","duration":"193.640466ms","start":"2026-03-08T03:02:09.135936Z","end":"2026-03-08T03:02:09.329576Z","steps":["trace[1726199667] 'process raft request' (duration: 193.506683ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:09.330166Z","caller":"traceutil/trace.go:171","msg":"trace[1513573170] transaction","detail":"{read_only:false; response_revision:16365; number_of_response:1; }","duration":"192.892018ms","start":"2026-03-08T03:02:09.137247Z","end":"2026-03-08T03:02:09.330139Z","steps":["trace[1513573170] 'process raft request' (duration: 192.294744ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:09.330442Z","caller":"traceutil/trace.go:171","msg":"trace[683866166] linearizableReadLoop","detail":"{readStateIndex:16975; appliedIndex:16973; }","duration":"196.216236ms","start":"2026-03-08T03:02:09.134213Z","end":"2026-03-08T03:02:09.330429Z","steps":["trace[683866166] 'read index received' (duration: 75.109074ms)","trace[683866166] 'applied index is now lower than readState.Index' (duration: 121.106242ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:09.330756Z","caller":"traceutil/trace.go:171","msg":"trace[319213537] transaction","detail":"{read_only:false; response_revision:16366; number_of_response:1; }","duration":"193.469932ms","start":"2026-03-08T03:02:09.137274Z","end":"2026-03-08T03:02:09.330744Z","steps":["trace[319213537] 'process raft request' (duration: 192.786236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.331397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.117437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-08T03:02:09.331561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.930426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:09.331574Z","caller":"traceutil/trace.go:171","msg":"trace[2028217379] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c; range_end:; response_count:1; response_revision:16366; }","duration":"197.297861ms","start":"2026-03-08T03:02:09.134242Z","end":"2026-03-08T03:02:09.33154Z","steps":["trace[2028217379] 'agreement among raft nodes before linearized reading' (duration: 196.954643ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:09.331599Z","caller":"traceutil/trace.go:171","msg":"trace[346767121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16366; }","duration":"194.970347ms","start":"2026-03-08T03:02:09.136618Z","end":"2026-03-08T03:02:09.331588Z","steps":["trace[346767121] 'agreement among raft nodes before linearized reading' (duration: 194.909725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.331958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.69189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-08T03:02:09.33202Z","caller":"traceutil/trace.go:171","msg":"trace[438972594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16366; }","duration":"197.786583ms","start":"2026-03-08T03:02:09.134218Z","end":"2026-03-08T03:02:09.332005Z","steps":["trace[438972594] 'agreement among raft nodes before linearized reading' (duration: 197.567077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.332152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.926716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:907846"} {"level":"info","ts":"2026-03-08T03:02:09.332204Z","caller":"traceutil/trace.go:171","msg":"trace[694583243] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:16366; }","duration":"198.012048ms","start":"2026-03-08T03:02:09.13418Z","end":"2026-03-08T03:02:09.332192Z","steps":["trace[694583243] 'agreement among raft nodes before linearized reading' (duration: 196.865411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.333188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.388467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:907846"} {"level":"info","ts":"2026-03-08T03:02:09.333222Z","caller":"traceutil/trace.go:171","msg":"trace[112638247] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:16366; }","duration":"198.435638ms","start":"2026-03-08T03:02:09.134779Z","end":"2026-03-08T03:02:09.333214Z","steps":["trace[112638247] 'agreement among raft nodes before linearized reading' (duration: 196.427031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.333336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.915535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:907846"} {"level":"info","ts":"2026-03-08T03:02:09.333416Z","caller":"traceutil/trace.go:171","msg":"trace[1684768751] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:16366; }","duration":"198.011558ms","start":"2026-03-08T03:02:09.135384Z","end":"2026-03-08T03:02:09.333396Z","steps":["trace[1684768751] 'agreement among raft nodes before linearized reading' (duration: 196.639776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:09.334552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.761028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:907846"} {"level":"info","ts":"2026-03-08T03:02:09.334612Z","caller":"traceutil/trace.go:171","msg":"trace[1926104147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:16366; }","duration":"199.856611ms","start":"2026-03-08T03:02:09.134742Z","end":"2026-03-08T03:02:09.334598Z","steps":["trace[1926104147] 'agreement among raft nodes before linearized reading' (duration: 197.466145ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:10.445402Z","caller":"traceutil/trace.go:171","msg":"trace[1628214643] transaction","detail":"{read_only:false; response_revision:16372; number_of_response:1; }","duration":"129.123158ms","start":"2026-03-08T03:02:10.316203Z","end":"2026-03-08T03:02:10.445326Z","steps":["trace[1628214643] 'process raft request' (duration: 128.791001ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:11.455956Z","caller":"traceutil/trace.go:171","msg":"trace[1457581037] transaction","detail":"{read_only:false; response_revision:16375; number_of_response:1; }","duration":"687.130815ms","start":"2026-03-08T03:02:10.768798Z","end":"2026-03-08T03:02:11.455928Z","steps":["trace[1457581037] 'process raft request' (duration: 686.967261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.456137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.768766Z","time spent":"687.268647ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:11.757101Z","caller":"traceutil/trace.go:171","msg":"trace[566246222] transaction","detail":"{read_only:false; response_revision:16376; number_of_response:1; }","duration":"988.215825ms","start":"2026-03-08T03:02:10.768852Z","end":"2026-03-08T03:02:11.757068Z","steps":["trace[566246222] 'process raft request' (duration: 987.97023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.757321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:10.768821Z","time spent":"988.39943ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:11.757414Z","caller":"traceutil/trace.go:171","msg":"trace[2065822193] transaction","detail":"{read_only:false; response_revision:16377; number_of_response:1; }","duration":"624.680615ms","start":"2026-03-08T03:02:11.132716Z","end":"2026-03-08T03:02:11.757397Z","steps":["trace[2065822193] 'process raft request' (duration: 624.303836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.757506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.132704Z","time spent":"624.756196ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:11.757604Z","caller":"traceutil/trace.go:171","msg":"trace[1023130241] transaction","detail":"{read_only:false; response_revision:16378; number_of_response:1; }","duration":"429.460282ms","start":"2026-03-08T03:02:11.328132Z","end":"2026-03-08T03:02:11.757593Z","steps":["trace[1023130241] 'process raft request' (duration: 429.201326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.757653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.328105Z","time spent":"429.521663ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:11.757622Z","caller":"traceutil/trace.go:171","msg":"trace[271507144] linearizableReadLoop","detail":"{readStateIndex:16989; appliedIndex:16988; }","duration":"626.071747ms","start":"2026-03-08T03:02:11.131511Z","end":"2026-03-08T03:02:11.757583Z","steps":["trace[271507144] 'read index received' (duration: 324.413543ms)","trace[271507144] 'applied index is now lower than readState.Index' (duration: 301.656364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:11.757755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.21601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T03:02:11.757818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.229041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:11.757859Z","caller":"traceutil/trace.go:171","msg":"trace[1003771617] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16378; }","duration":"626.322413ms","start":"2026-03-08T03:02:11.13152Z","end":"2026-03-08T03:02:11.757842Z","steps":["trace[1003771617] 'agreement among raft nodes before linearized reading' (duration: 626.241911ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:11.757854Z","caller":"traceutil/trace.go:171","msg":"trace[1975981549] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16378; }","duration":"626.378794ms","start":"2026-03-08T03:02:11.131455Z","end":"2026-03-08T03:02:11.757833Z","steps":["trace[1975981549] 'agreement among raft nodes before linearized reading' (duration: 626.20468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.757866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.475957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T03:02:11.757923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.131428Z","time spent":"626.484437ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:02:11.757948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.864826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:11.757956Z","caller":"traceutil/trace.go:171","msg":"trace[877331175] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16378; }","duration":"623.59728ms","start":"2026-03-08T03:02:11.134338Z","end":"2026-03-08T03:02:11.757935Z","steps":["trace[877331175] 'agreement among raft nodes before linearized reading' (duration: 623.450616ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:11.757974Z","caller":"traceutil/trace.go:171","msg":"trace[618081424] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16378; }","duration":"623.913637ms","start":"2026-03-08T03:02:11.134054Z","end":"2026-03-08T03:02:11.757968Z","steps":["trace[618081424] 'agreement among raft nodes before linearized reading' (duration: 623.870916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.757988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.150115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-ghdwk\" ","response":"range_response_count:1 size:6956"} {"level":"warn","ts":"2026-03-08T03:02:11.757903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.13149Z","time spent":"626.402835ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-03-08T03:02:11.758025Z","caller":"traceutil/trace.go:171","msg":"trace[467909350] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29548980-ghdwk; range_end:; response_count:1; response_revision:16378; }","duration":"398.205256ms","start":"2026-03-08T03:02:11.35981Z","end":"2026-03-08T03:02:11.758016Z","steps":["trace[467909350] 'agreement among raft nodes before linearized reading' (duration: 398.121734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.758055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.359799Z","time spent":"398.250737ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6979,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-ghdwk\" "} {"level":"warn","ts":"2026-03-08T03:02:11.758133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.618853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-08T03:02:11.758161Z","caller":"traceutil/trace.go:171","msg":"trace[1970149404] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16378; }","duration":"624.704866ms","start":"2026-03-08T03:02:11.13345Z","end":"2026-03-08T03:02:11.758155Z","steps":["trace[1970149404] 'agreement among raft nodes before linearized reading' (duration: 624.557872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.75818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.133427Z","time spent":"624.748566ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:02:11.757819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.883656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T03:02:11.758163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.988858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:11.758237Z","caller":"traceutil/trace.go:171","msg":"trace[815756687] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16378; }","duration":"422.335116ms","start":"2026-03-08T03:02:11.335888Z","end":"2026-03-08T03:02:11.758223Z","steps":["trace[815756687] 'agreement among raft nodes before linearized reading' (duration: 421.869235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.75828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.335878Z","time spent":"422.391187ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:02:11.757898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.661567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-08T03:02:11.758351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.923227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-08T03:02:11.758373Z","caller":"traceutil/trace.go:171","msg":"trace[1465312734] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:16378; }","duration":"331.962018ms","start":"2026-03-08T03:02:11.426405Z","end":"2026-03-08T03:02:11.758367Z","steps":["trace[1465312734] 'agreement among raft nodes before linearized reading' (duration: 331.900896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.758374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.874849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-08T03:02:11.758383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.655681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:11.758421Z","caller":"traceutil/trace.go:171","msg":"trace[972927976] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16378; }","duration":"623.720333ms","start":"2026-03-08T03:02:11.134692Z","end":"2026-03-08T03:02:11.758413Z","steps":["trace[972927976] 'agreement among raft nodes before linearized reading' (duration: 623.669831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.758449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.134671Z","time spent":"623.773273ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:02:11.758477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.413008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" ","response":"range_response_count:1 size:9708"} {"level":"warn","ts":"2026-03-08T03:02:11.757993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.13433Z","time spent":"623.656511ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:02:11.758528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.888416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T03:02:11.758158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.783843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:11.758555Z","caller":"traceutil/trace.go:171","msg":"trace[1380979152] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16378; }","duration":"623.926807ms","start":"2026-03-08T03:02:11.134621Z","end":"2026-03-08T03:02:11.758548Z","steps":["trace[1380979152] 'agreement among raft nodes before linearized reading' (duration: 623.888766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.758568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.715245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-08T03:02:11.758383Z","caller":"traceutil/trace.go:171","msg":"trace[1464194729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16378; }","duration":"424.147778ms","start":"2026-03-08T03:02:11.334217Z","end":"2026-03-08T03:02:11.758365Z","steps":["trace[1464194729] 'agreement among raft nodes before linearized reading' (duration: 423.547945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.758585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.134613Z","time spent":"623.965388ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:02:11.757993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.134042Z","time spent":"623.947428ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:02:11.758628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.334121Z","time spent":"424.496106ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T03:02:11.758591Z","caller":"traceutil/trace.go:171","msg":"trace[1406586342] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16378; }","duration":"624.280835ms","start":"2026-03-08T03:02:11.134292Z","end":"2026-03-08T03:02:11.758573Z","steps":["trace[1406586342] 'agreement among raft nodes before linearized reading' (duration: 623.726842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.758388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.426398Z","time spent":"331.987419ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"warn","ts":"2026-03-08T03:02:11.758696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.225633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-rm5m5\" ","response":"range_response_count:1 size:18585"} {"level":"info","ts":"2026-03-08T03:02:11.758276Z","caller":"traceutil/trace.go:171","msg":"trace[1669661948] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16378; }","duration":"624.180883ms","start":"2026-03-08T03:02:11.134075Z","end":"2026-03-08T03:02:11.758256Z","steps":["trace[1669661948] 'agreement among raft nodes before linearized reading' (duration: 623.920937ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:11.758508Z","caller":"traceutil/trace.go:171","msg":"trace[256154436] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gzhmj; range_end:; response_count:1; response_revision:16378; }","duration":"332.496841ms","start":"2026-03-08T03:02:11.426005Z","end":"2026-03-08T03:02:11.758501Z","steps":["trace[256154436] 'agreement among raft nodes before linearized reading' (duration: 332.399618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.758786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.889632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pls9q\" ","response":"range_response_count:1 size:18561"} {"level":"info","ts":"2026-03-08T03:02:11.758816Z","caller":"traceutil/trace.go:171","msg":"trace[1377658256] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-pls9q; range_end:; response_count:1; response_revision:16378; }","duration":"398.944973ms","start":"2026-03-08T03:02:11.359864Z","end":"2026-03-08T03:02:11.758809Z","steps":["trace[1377658256] 'agreement among raft nodes before linearized reading' (duration: 398.737488ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:11.75859Z","caller":"traceutil/trace.go:171","msg":"trace[669390277] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pddls; range_end:; response_count:1; response_revision:16378; }","duration":"332.763557ms","start":"2026-03-08T03:02:11.425821Z","end":"2026-03-08T03:02:11.758585Z","steps":["trace[669390277] 'agreement among raft nodes before linearized reading' (duration: 332.699545ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:11.758822Z","caller":"traceutil/trace.go:171","msg":"trace[1521784350] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-rm5m5; range_end:; response_count:1; response_revision:16378; }","duration":"403.345095ms","start":"2026-03-08T03:02:11.355439Z","end":"2026-03-08T03:02:11.758784Z","steps":["trace[1521784350] 'agreement among raft nodes before linearized reading' (duration: 402.994887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.758868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.425804Z","time spent":"333.057313ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20694,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" "} {"level":"warn","ts":"2026-03-08T03:02:11.758871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.359855Z","time spent":"399.007605ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18584,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pls9q\" "} {"level":"warn","ts":"2026-03-08T03:02:11.758911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.355428Z","time spent":"403.453017ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18608,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-rm5m5\" "} {"level":"warn","ts":"2026-03-08T03:02:11.75894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.18273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-08T03:02:11.758993Z","caller":"traceutil/trace.go:171","msg":"trace[127224774] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16378; }","duration":"424.259301ms","start":"2026-03-08T03:02:11.334715Z","end":"2026-03-08T03:02:11.758975Z","steps":["trace[127224774] 'agreement among raft nodes before linearized reading' (duration: 424.079066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.758812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.425971Z","time spent":"332.834709ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" "} {"level":"warn","ts":"2026-03-08T03:02:11.758832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.134281Z","time spent":"624.438509ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:02:11.75823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.501404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-08T03:02:11.759947Z","caller":"traceutil/trace.go:171","msg":"trace[1354041921] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:16378; }","duration":"332.226874ms","start":"2026-03-08T03:02:11.427701Z","end":"2026-03-08T03:02:11.759928Z","steps":["trace[1354041921] 'agreement among raft nodes before linearized reading' (duration: 330.477683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.759997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.427691Z","time spent":"332.288116ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22040,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"info","ts":"2026-03-08T03:02:11.758585Z","caller":"traceutil/trace.go:171","msg":"trace[55717478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16378; }","duration":"423.065013ms","start":"2026-03-08T03:02:11.335342Z","end":"2026-03-08T03:02:11.758407Z","steps":["trace[55717478] 'agreement among raft nodes before linearized reading' (duration: 422.812748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.760067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.33533Z","time spent":"424.708411ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:02:11.758288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.673212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-zdv4m\" ","response":"range_response_count:1 size:14192"} {"level":"warn","ts":"2026-03-08T03:02:11.758341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.772891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-ccpzz\" ","response":"range_response_count:1 size:7369"} {"level":"warn","ts":"2026-03-08T03:02:11.758813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.134058Z","time spent":"624.746177ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:02:11.759029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.334707Z","time spent":"424.313173ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:02:11.758992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.103808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-08T03:02:11.759061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.737699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T03:02:11.759061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.085054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T03:02:11.759112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.207204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-08T03:02:11.759132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.22482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-08T03:02:11.759131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.054002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-08T03:02:11.75919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.840345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-08T03:02:11.760191Z","caller":"traceutil/trace.go:171","msg":"trace[1947833874] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16378; }","duration":"425.863248ms","start":"2026-03-08T03:02:11.334302Z","end":"2026-03-08T03:02:11.760165Z","steps":["trace[1947833874] 'agreement among raft nodes before linearized reading' (duration: 424.874235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.760231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.334284Z","time spent":"425.93883ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:02:11.76031Z","caller":"traceutil/trace.go:171","msg":"trace[245037360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16378; }","duration":"425.001278ms","start":"2026-03-08T03:02:11.335288Z","end":"2026-03-08T03:02:11.760289Z","steps":["trace[245037360] 'agreement among raft nodes before linearized reading' (duration: 423.712038ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:11.760367Z","caller":"traceutil/trace.go:171","msg":"trace[760676224] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-zdv4m; range_end:; response_count:1; response_revision:16378; }","duration":"333.802601ms","start":"2026-03-08T03:02:11.42655Z","end":"2026-03-08T03:02:11.760353Z","steps":["trace[760676224] 'agreement among raft nodes before linearized reading' (duration: 331.694332ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:11.760392Z","caller":"traceutil/trace.go:171","msg":"trace[2877537] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16378; }","duration":"424.428965ms","start":"2026-03-08T03:02:11.335952Z","end":"2026-03-08T03:02:11.760381Z","steps":["trace[2877537] 'agreement among raft nodes before linearized reading' (duration: 423.079504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.759195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.236768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-08T03:02:11.760415Z","caller":"traceutil/trace.go:171","msg":"trace[1089829889] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-ccpzz; range_end:; response_count:1; response_revision:16378; }","duration":"450.91182ms","start":"2026-03-08T03:02:11.309498Z","end":"2026-03-08T03:02:11.76041Z","steps":["trace[1089829889] 'agreement among raft nodes before linearized reading' (duration: 448.610447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.760446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.309469Z","time spent":"450.960081ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7392,"request content":"key:\"/registry/pods/openstack/neutron-db-init-ccpzz\" "} {"level":"warn","ts":"2026-03-08T03:02:11.760447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.335941Z","time spent":"424.491437ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:02:11.760398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.426514Z","time spent":"333.874473ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14215,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-zdv4m\" "} {"level":"warn","ts":"2026-03-08T03:02:11.759275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.330573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T03:02:11.760566Z","caller":"traceutil/trace.go:171","msg":"trace[1313700286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16378; }","duration":"425.701564ms","start":"2026-03-08T03:02:11.334858Z","end":"2026-03-08T03:02:11.760559Z","steps":["trace[1313700286] 'agreement among raft nodes before linearized reading' (duration: 423.713238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.760585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.334836Z","time spent":"425.744106ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:02:11.760439Z","caller":"traceutil/trace.go:171","msg":"trace[734510348] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16378; }","duration":"424.497356ms","start":"2026-03-08T03:02:11.33593Z","end":"2026-03-08T03:02:11.760427Z","steps":["trace[734510348] 'agreement among raft nodes before linearized reading' (duration: 423.211027ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:11.760653Z","caller":"traceutil/trace.go:171","msg":"trace[1372128334] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16378; }","duration":"423.757289ms","start":"2026-03-08T03:02:11.33688Z","end":"2026-03-08T03:02:11.760638Z","steps":["trace[1372128334] 'agreement among raft nodes before linearized reading' (duration: 422.209173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.760709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.335919Z","time spent":"424.766762ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:02:11.759198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.203237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-08T03:02:11.760397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.335268Z","time spent":"425.119422ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:02:11.76078Z","caller":"traceutil/trace.go:171","msg":"trace[392885421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:16378; }","duration":"405.26514ms","start":"2026-03-08T03:02:11.355052Z","end":"2026-03-08T03:02:11.760317Z","steps":["trace[392885421] 'agreement among raft nodes before linearized reading' (duration: 404.025601ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:11.760346Z","caller":"traceutil/trace.go:171","msg":"trace[1124223979] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16378; }","duration":"425.458709ms","start":"2026-03-08T03:02:11.334858Z","end":"2026-03-08T03:02:11.760317Z","steps":["trace[1124223979] 'agreement among raft nodes before linearized reading' (duration: 424.21726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.760944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.334838Z","time spent":"426.092164ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-08T03:02:11.760991Z","caller":"traceutil/trace.go:171","msg":"trace[1051330305] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16378; }","duration":"425.008818ms","start":"2026-03-08T03:02:11.335976Z","end":"2026-03-08T03:02:11.760985Z","steps":["trace[1051330305] 'agreement among raft nodes before linearized reading' (duration: 423.163566ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:11.760898Z","caller":"traceutil/trace.go:171","msg":"trace[167070076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16378; }","duration":"426.007462ms","start":"2026-03-08T03:02:11.334881Z","end":"2026-03-08T03:02:11.760888Z","steps":["trace[167070076] 'agreement among raft nodes before linearized reading' (duration: 424.044857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:11.76091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.355041Z","time spent":"405.853173ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6470,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T03:02:11.761021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.335969Z","time spent":"425.043789ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:02:11.761048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.334851Z","time spent":"426.189576ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:02:11.761564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.33687Z","time spent":"423.81529ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:02:12.588226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.82195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-08T03:02:12.588364Z","caller":"traceutil/trace.go:171","msg":"trace[904307068] transaction","detail":"{read_only:false; response_revision:16379; number_of_response:1; }","duration":"824.254679ms","start":"2026-03-08T03:02:11.764082Z","end":"2026-03-08T03:02:12.588336Z","steps":["trace[904307068] 'process raft request' (duration: 217.179713ms)","trace[904307068] 'compare' (duration: 606.440721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:12.588433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.764062Z","time spent":"824.339301ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:12.595551Z","caller":"traceutil/trace.go:171","msg":"trace[85384617] transaction","detail":"{read_only:false; response_revision:16381; number_of_response:1; }","duration":"826.447149ms","start":"2026-03-08T03:02:11.769089Z","end":"2026-03-08T03:02:12.595536Z","steps":["trace[85384617] 'process raft request' (duration: 826.332327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.595643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.769075Z","time spent":"826.526652ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:12.595841Z","caller":"traceutil/trace.go:171","msg":"trace[106584973] transaction","detail":"{read_only:false; response_revision:16382; number_of_response:1; }","duration":"826.655524ms","start":"2026-03-08T03:02:11.769144Z","end":"2026-03-08T03:02:12.5958Z","steps":["trace[106584973] 'process raft request' (duration: 826.317567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.596049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.769105Z","time spent":"826.830249ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:12.596088Z","caller":"traceutil/trace.go:171","msg":"trace[2047857474] transaction","detail":"{read_only:false; response_revision:16383; number_of_response:1; }","duration":"826.87137ms","start":"2026-03-08T03:02:11.769201Z","end":"2026-03-08T03:02:12.596072Z","steps":["trace[2047857474] 'process raft request' (duration: 826.484811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.596265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.769184Z","time spent":"826.985252ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:12.596438Z","caller":"traceutil/trace.go:171","msg":"trace[809739694] linearizableReadLoop","detail":"{readStateIndex:16993; appliedIndex:16991; }","duration":"829.627584ms","start":"2026-03-08T03:02:11.766792Z","end":"2026-03-08T03:02:12.59642Z","steps":["trace[809739694] 'read index received' (duration: 214.546652ms)","trace[809739694] 'applied index is now lower than readState.Index' (duration: 615.079922ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:12.596534Z","caller":"traceutil/trace.go:171","msg":"trace[663676622] transaction","detail":"{read_only:false; response_revision:16384; number_of_response:1; }","duration":"819.896828ms","start":"2026-03-08T03:02:11.776625Z","end":"2026-03-08T03:02:12.596522Z","steps":["trace[663676622] 'process raft request' (duration: 819.358256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.59661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.776596Z","time spent":"819.966369ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7356,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:12.596615Z","caller":"traceutil/trace.go:171","msg":"trace[1229668976] transaction","detail":"{read_only:false; response_revision:16380; number_of_response:1; }","duration":"830.718439ms","start":"2026-03-08T03:02:11.764844Z","end":"2026-03-08T03:02:12.595562Z","steps":["trace[1229668976] 'process raft request' (duration: 830.487974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.596913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.76483Z","time spent":"831.965558ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:12.596999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.797054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:02:12.597066Z","caller":"traceutil/trace.go:171","msg":"trace[1153759902] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:16384; }","duration":"680.241604ms","start":"2026-03-08T03:02:11.916803Z","end":"2026-03-08T03:02:12.597045Z","steps":["trace[1153759902] 'agreement among raft nodes before linearized reading' (duration: 679.834055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.605345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.916765Z","time spent":"688.534717ms","remote":"127.0.0.1:33456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:02:12.598479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.673904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:907781"} {"level":"info","ts":"2026-03-08T03:02:12.605743Z","caller":"traceutil/trace.go:171","msg":"trace[153182985] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:16384; }","duration":"836.927922ms","start":"2026-03-08T03:02:11.768776Z","end":"2026-03-08T03:02:12.605704Z","steps":["trace[153182985] 'agreement among raft nodes before linearized reading' (duration: 828.686831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.605801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.768771Z","time spent":"837.006555ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":907804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:12.607068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.361306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:907781"} {"level":"info","ts":"2026-03-08T03:02:12.607192Z","caller":"traceutil/trace.go:171","msg":"trace[1473516242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:16384; }","duration":"838.541311ms","start":"2026-03-08T03:02:11.768601Z","end":"2026-03-08T03:02:12.607142Z","steps":["trace[1473516242] 'agreement among raft nodes before linearized reading' (duration: 828.483877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.607249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.768568Z","time spent":"838.667693ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":907804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:12.608303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.54767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:907781"} {"level":"info","ts":"2026-03-08T03:02:12.608386Z","caller":"traceutil/trace.go:171","msg":"trace[2067002060] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:16384; }","duration":"839.722068ms","start":"2026-03-08T03:02:11.768646Z","end":"2026-03-08T03:02:12.608368Z","steps":["trace[2067002060] 'agreement among raft nodes before linearized reading' (duration: 827.975916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.608624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.768625Z","time spent":"839.781739ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":907804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:12.609708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.051339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:907781"} {"level":"info","ts":"2026-03-08T03:02:12.609789Z","caller":"traceutil/trace.go:171","msg":"trace[1819257277] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:16384; }","duration":"841.148571ms","start":"2026-03-08T03:02:11.768618Z","end":"2026-03-08T03:02:12.609767Z","steps":["trace[1819257277] 'agreement among raft nodes before linearized reading' (duration: 828.092878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.60985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.768599Z","time spent":"841.230483ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":907804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:12.614538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.730494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:907781"} {"level":"info","ts":"2026-03-08T03:02:12.614586Z","caller":"traceutil/trace.go:171","msg":"trace[1941221837] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:16384; }","duration":"847.824226ms","start":"2026-03-08T03:02:11.766746Z","end":"2026-03-08T03:02:12.614571Z","steps":["trace[1941221837] 'agreement among raft nodes before linearized reading' (duration: 829.787148ms)","trace[1941221837] 'range keys from bolt db' (duration: 17.810944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:12.614609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.766726Z","time spent":"847.876527ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":907804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:12.614791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.116023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:907781"} {"level":"info","ts":"2026-03-08T03:02:12.614834Z","caller":"traceutil/trace.go:171","msg":"trace[1925745791] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:16384; }","duration":"845.174754ms","start":"2026-03-08T03:02:11.769649Z","end":"2026-03-08T03:02:12.614823Z","steps":["trace[1925745791] 'agreement among raft nodes before linearized reading' (duration: 827.685128ms)","trace[1925745791] 'range keys from bolt db' (duration: 17.378464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:12.614857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.769641Z","time spent":"845.209505ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":907804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:12.615019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.710233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:907781"} {"level":"info","ts":"2026-03-08T03:02:12.615071Z","caller":"traceutil/trace.go:171","msg":"trace[1651992609] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:16384; }","duration":"847.814466ms","start":"2026-03-08T03:02:11.767244Z","end":"2026-03-08T03:02:12.615058Z","steps":["trace[1651992609] 'agreement among raft nodes before linearized reading' (duration: 829.338987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:12.615058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.466185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:907781"} {"level":"info","ts":"2026-03-08T03:02:12.615157Z","caller":"traceutil/trace.go:171","msg":"trace[631332414] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:16384; }","duration":"846.589027ms","start":"2026-03-08T03:02:11.768546Z","end":"2026-03-08T03:02:12.615135Z","steps":["trace[631332414] 'agreement among raft nodes before linearized reading' (duration: 828.662281ms)","trace[631332414] 'range keys from bolt db' (duration: 17.65647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:12.615103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.767221Z","time spent":"847.876078ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":907804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:12.615202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.76854Z","time spent":"846.652169ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":907804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:12.615244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.70172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:907781"} {"level":"info","ts":"2026-03-08T03:02:12.615328Z","caller":"traceutil/trace.go:171","msg":"trace[2060252385] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:16384; }","duration":"846.812742ms","start":"2026-03-08T03:02:11.768495Z","end":"2026-03-08T03:02:12.615308Z","steps":["trace[2060252385] 'agreement among raft nodes before linearized reading' (duration: 828.971648ms)","trace[2060252385] 'range keys from bolt db' (duration: 17.682891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:12.615367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:11.768486Z","time spent":"846.871324ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":91,"response size":907804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:02:13.339242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019381535,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:02:13.632873Z","caller":"traceutil/trace.go:171","msg":"trace[1460233798] linearizableReadLoop","detail":"{readStateIndex:16999; appliedIndex:16998; }","duration":"794.214491ms","start":"2026-03-08T03:02:12.838623Z","end":"2026-03-08T03:02:13.632837Z","steps":["trace[1460233798] 'read index received' (duration: 794.081238ms)","trace[1460233798] 'applied index is now lower than readState.Index' (duration: 131.703µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:02:13.633033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.383685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:02:13.633078Z","caller":"traceutil/trace.go:171","msg":"trace[1739227106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16386; }","duration":"794.505288ms","start":"2026-03-08T03:02:12.838559Z","end":"2026-03-08T03:02:13.633064Z","steps":["trace[1739227106] 'agreement among raft nodes before linearized reading' (duration: 794.407076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:13.633154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:12.838532Z","time spent":"794.61399ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:02:13.633285Z","caller":"traceutil/trace.go:171","msg":"trace[1135585308] transaction","detail":"{read_only:false; response_revision:16386; number_of_response:1; }","duration":"968.59476ms","start":"2026-03-08T03:02:12.664636Z","end":"2026-03-08T03:02:13.633231Z","steps":["trace[1135585308] 'process raft request' (duration: 967.985376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:13.633514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:12.664603Z","time spent":"968.787455ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:14.154539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019381539,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:02:14.338023Z","caller":"traceutil/trace.go:171","msg":"trace[1708712522] transaction","detail":"{read_only:false; response_revision:16388; number_of_response:1; }","duration":"728.682969ms","start":"2026-03-08T03:02:13.609284Z","end":"2026-03-08T03:02:14.337967Z","steps":["trace[1708712522] 'process raft request' (duration: 728.609607ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:14.338062Z","caller":"traceutil/trace.go:171","msg":"trace[1229343568] transaction","detail":"{read_only:false; response_revision:16387; number_of_response:1; }","duration":"875.419496ms","start":"2026-03-08T03:02:13.462592Z","end":"2026-03-08T03:02:14.338011Z","steps":["trace[1229343568] 'process raft request' (duration: 875.078708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:14.338278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.609256Z","time spent":"728.911225ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5545,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:14.338324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.462558Z","time spent":"875.641071ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:15.098932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.61176ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:02:15.099114Z","caller":"traceutil/trace.go:171","msg":"trace[986771050] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16388; }","duration":"477.810635ms","start":"2026-03-08T03:02:14.621275Z","end":"2026-03-08T03:02:15.099085Z","steps":["trace[986771050] 'range keys from in-memory index tree' (duration: 477.59125ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.103878Z","caller":"traceutil/trace.go:171","msg":"trace[21311924] linearizableReadLoop","detail":"{readStateIndex:17003; appliedIndex:16999; }","duration":"1.450385296s","start":"2026-03-08T03:02:13.653458Z","end":"2026-03-08T03:02:15.103844Z","steps":["trace[21311924] 'read index received' (duration: 684.250517ms)","trace[21311924] 'applied index is now lower than readState.Index' (duration: 766.133459ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:02:15.104022Z","caller":"traceutil/trace.go:171","msg":"trace[787708193] transaction","detail":"{read_only:false; response_revision:16390; number_of_response:1; }","duration":"1.34027514s","start":"2026-03-08T03:02:13.763733Z","end":"2026-03-08T03:02:15.104009Z","steps":["trace[787708193] 'process raft request' (duration: 1.340057195s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.103996Z","caller":"traceutil/trace.go:171","msg":"trace[645727341] transaction","detail":"{read_only:false; response_revision:16389; number_of_response:1; }","duration":"1.340312451s","start":"2026-03-08T03:02:13.763634Z","end":"2026-03-08T03:02:15.103947Z","steps":["trace[645727341] 'process raft request' (duration: 1.339955432s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.104216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.763715Z","time spent":"1.340343581s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:15.104235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450738395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:02:15.104265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.763611Z","time spent":"1.340512045s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:02:15.104343Z","caller":"traceutil/trace.go:171","msg":"trace[201564979] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16390; }","duration":"1.450926349s","start":"2026-03-08T03:02:13.653391Z","end":"2026-03-08T03:02:15.104317Z","steps":["trace[201564979] 'agreement among raft nodes before linearized reading' (duration: 1.450640823s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.104409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.653364Z","time spent":"1.451031481s","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:02:15.110541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445478612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:02:15.110594Z","caller":"traceutil/trace.go:171","msg":"trace[1644130994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16391; }","duration":"1.445596325s","start":"2026-03-08T03:02:13.664986Z","end":"2026-03-08T03:02:15.110582Z","steps":["trace[1644130994] 'agreement among raft nodes before linearized reading' (duration: 1.445429312s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.110626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.664932Z","time spent":"1.445686877s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:02:15.110678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346701899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:02:15.110713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.138909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:02:15.110767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344102218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-08T03:02:15.110782Z","caller":"traceutil/trace.go:171","msg":"trace[2005232961] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16391; }","duration":"1.346872612s","start":"2026-03-08T03:02:13.763884Z","end":"2026-03-08T03:02:15.110756Z","steps":["trace[2005232961] 'agreement among raft nodes before linearized reading' (duration: 1.346705389s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.110846Z","caller":"traceutil/trace.go:171","msg":"trace[686087874] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16391; }","duration":"1.344218221s","start":"2026-03-08T03:02:13.766608Z","end":"2026-03-08T03:02:15.110826Z","steps":["trace[686087874] 'agreement among raft nodes before linearized reading' (duration: 1.343950895s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.110864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346919424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:02:15.110885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347109408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-08T03:02:15.110901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.766597Z","time spent":"1.344294513s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-08T03:02:15.110914Z","caller":"traceutil/trace.go:171","msg":"trace[1443863895] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16391; }","duration":"1.346984485s","start":"2026-03-08T03:02:13.763913Z","end":"2026-03-08T03:02:15.110897Z","steps":["trace[1443863895] 'agreement among raft nodes before linearized reading' (duration: 1.346920703s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.110934Z","caller":"traceutil/trace.go:171","msg":"trace[2110263952] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16391; }","duration":"1.34721622s","start":"2026-03-08T03:02:13.763708Z","end":"2026-03-08T03:02:15.110925Z","steps":["trace[2110263952] 'agreement among raft nodes before linearized reading' (duration: 1.347107028s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.110965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.763678Z","time spent":"1.347280312s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-08T03:02:15.110868Z","caller":"traceutil/trace.go:171","msg":"trace[1924053547] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:16391; }","duration":"850.298123ms","start":"2026-03-08T03:02:14.260506Z","end":"2026-03-08T03:02:15.110805Z","steps":["trace[1924053547] 'agreement among raft nodes before linearized reading' (duration: 850.003326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.110745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342705436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:02:15.111076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346092645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:02:15.110875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.763852Z","time spent":"1.347000616s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T03:02:15.111115Z","caller":"traceutil/trace.go:171","msg":"trace[359103498] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16391; }","duration":"1.343154776s","start":"2026-03-08T03:02:13.767942Z","end":"2026-03-08T03:02:15.111097Z","steps":["trace[359103498] 'agreement among raft nodes before linearized reading' (duration: 1.342692086s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.111132Z","caller":"traceutil/trace.go:171","msg":"trace[1252559943] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16391; }","duration":"1.346170736s","start":"2026-03-08T03:02:13.764949Z","end":"2026-03-08T03:02:15.11112Z","steps":["trace[1252559943] 'agreement among raft nodes before linearized reading' (duration: 1.346098664s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.111163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.764937Z","time spent":"1.346220078s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:02:15.111148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342584513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-08T03:02:15.111176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.767928Z","time spent":"1.343233368s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:02:15.110966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.763898Z","time spent":"1.347061037s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:02:15.110958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344391745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:02:15.111232Z","caller":"traceutil/trace.go:171","msg":"trace[488049106] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16391; }","duration":"1.342705416s","start":"2026-03-08T03:02:13.768504Z","end":"2026-03-08T03:02:15.111209Z","steps":["trace[488049106] 'agreement among raft nodes before linearized reading' (duration: 1.342335287s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.111252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342818808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:02:15.111006Z","caller":"traceutil/trace.go:171","msg":"trace[320363204] transaction","detail":"{read_only:false; response_revision:16391; number_of_response:1; }","duration":"755.593785ms","start":"2026-03-08T03:02:14.355379Z","end":"2026-03-08T03:02:15.110973Z","steps":["trace[320363204] 'process raft request' (duration: 754.893538ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.111294Z","caller":"traceutil/trace.go:171","msg":"trace[36300475] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16391; }","duration":"1.34286991s","start":"2026-03-08T03:02:13.768413Z","end":"2026-03-08T03:02:15.111283Z","steps":["trace[36300475] 'agreement among raft nodes before linearized reading' (duration: 1.342814678s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.111292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.768493Z","time spent":"1.342787238s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:02:15.111329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.768404Z","time spent":"1.342915351s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:02:15.111328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344123519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:02:15.11136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.355347Z","time spent":"755.970844ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7254,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:02:15.110797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346920344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:02:15.111433Z","caller":"traceutil/trace.go:171","msg":"trace[1457984506] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16391; }","duration":"1.347575159s","start":"2026-03-08T03:02:13.763839Z","end":"2026-03-08T03:02:15.111415Z","steps":["trace[1457984506] 'agreement among raft nodes before linearized reading' (duration: 1.346893043s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.111016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.26049Z","time spent":"850.513127ms","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:02:15.111482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344373424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-08T03:02:15.111495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.763832Z","time spent":"1.34764726s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:02:15.11153Z","caller":"traceutil/trace.go:171","msg":"trace[1082398161] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16391; }","duration":"1.344435666s","start":"2026-03-08T03:02:13.767082Z","end":"2026-03-08T03:02:15.111518Z","steps":["trace[1082398161] 'agreement among raft nodes before linearized reading' (duration: 1.344245632s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.111572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.767073Z","time spent":"1.344488977s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:02:15.111083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.715809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:02:15.111299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347005326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:02:15.111245Z","caller":"traceutil/trace.go:171","msg":"trace[940802282] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16391; }","duration":"1.344701913s","start":"2026-03-08T03:02:13.766533Z","end":"2026-03-08T03:02:15.111235Z","steps":["trace[940802282] 'agreement among raft nodes before linearized reading' (duration: 1.344387585s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.111373Z","caller":"traceutil/trace.go:171","msg":"trace[90480400] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16391; }","duration":"1.344186081s","start":"2026-03-08T03:02:13.767178Z","end":"2026-03-08T03:02:15.111364Z","steps":["trace[90480400] 'agreement among raft nodes before linearized reading' (duration: 1.344125259s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.111058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348153812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:02:15.111678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.76652Z","time spent":"1.345151603s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:02:15.1117Z","caller":"traceutil/trace.go:171","msg":"trace[1993836674] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16391; }","duration":"1.348840898s","start":"2026-03-08T03:02:13.762847Z","end":"2026-03-08T03:02:15.111688Z","steps":["trace[1993836674] 'agreement among raft nodes before linearized reading' (duration: 1.348186453s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.111289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344280973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:02:15.111275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343593606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-08T03:02:15.111746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.76282Z","time spent":"1.34891435s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-03-08T03:02:15.111755Z","caller":"traceutil/trace.go:171","msg":"trace[1709954509] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16391; }","duration":"1.344104518s","start":"2026-03-08T03:02:13.76764Z","end":"2026-03-08T03:02:15.111744Z","steps":["trace[1709954509] 'agreement among raft nodes before linearized reading' (duration: 1.343528935s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.111752Z","caller":"traceutil/trace.go:171","msg":"trace[664194276] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16391; }","duration":"1.344763143s","start":"2026-03-08T03:02:13.766973Z","end":"2026-03-08T03:02:15.111736Z","steps":["trace[664194276] 'agreement among raft nodes before linearized reading' (duration: 1.344296742s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.111786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.767631Z","time spent":"1.344147479s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:02:15.111794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.76696Z","time spent":"1.344824935s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:02:15.11165Z","caller":"traceutil/trace.go:171","msg":"trace[1132056702] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:16391; }","duration":"191.333283ms","start":"2026-03-08T03:02:14.920302Z","end":"2026-03-08T03:02:15.111635Z","steps":["trace[1132056702] 'agreement among raft nodes before linearized reading' (duration: 190.743799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.111021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345995312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:02:15.111866Z","caller":"traceutil/trace.go:171","msg":"trace[1619229251] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16391; }","duration":"1.346855792s","start":"2026-03-08T03:02:13.765001Z","end":"2026-03-08T03:02:15.111857Z","steps":["trace[1619229251] 'agreement among raft nodes before linearized reading' (duration: 1.345990742s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.111174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-08T03:02:15.111899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.764995Z","time spent":"1.346898553s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:02:15.111913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.092783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-08T03:02:15.111928Z","caller":"traceutil/trace.go:171","msg":"trace[1331770981] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:16391; }","duration":"1.037461308s","start":"2026-03-08T03:02:14.074443Z","end":"2026-03-08T03:02:15.111904Z","steps":["trace[1331770981] 'agreement among raft nodes before linearized reading' (duration: 1.036597268s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.111814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.593872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-08T03:02:15.111962Z","caller":"traceutil/trace.go:171","msg":"trace[1529788102] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gzhmj; range_end:; response_count:1; response_revision:16391; }","duration":"454.164855ms","start":"2026-03-08T03:02:14.657785Z","end":"2026-03-08T03:02:15.11195Z","steps":["trace[1529788102] 'agreement among raft nodes before linearized reading' (duration: 454.020882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.111992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.782563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pls9q\" ","response":"range_response_count:1 size:18562"} {"level":"info","ts":"2026-03-08T03:02:15.111992Z","caller":"traceutil/trace.go:171","msg":"trace[2013168178] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:16391; }","duration":"456.820277ms","start":"2026-03-08T03:02:14.655161Z","end":"2026-03-08T03:02:15.111981Z","steps":["trace[2013168178] 'agreement among raft nodes before linearized reading' (duration: 456.54247ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.112037Z","caller":"traceutil/trace.go:171","msg":"trace[1128171501] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-pls9q; range_end:; response_count:1; response_revision:16391; }","duration":"455.842964ms","start":"2026-03-08T03:02:14.65618Z","end":"2026-03-08T03:02:15.112023Z","steps":["trace[1128171501] 'agreement among raft nodes before linearized reading' (duration: 455.739432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.112049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.655131Z","time spent":"456.907659ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"warn","ts":"2026-03-08T03:02:15.11207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.656162Z","time spent":"455.900476ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18585,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-pls9q\" "} {"level":"warn","ts":"2026-03-08T03:02:15.112096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.934106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-rm5m5\" ","response":"range_response_count:1 size:18586"} {"level":"info","ts":"2026-03-08T03:02:15.112127Z","caller":"traceutil/trace.go:171","msg":"trace[485400691] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-rm5m5; range_end:; response_count:1; response_revision:16391; }","duration":"437.031437ms","start":"2026-03-08T03:02:14.675085Z","end":"2026-03-08T03:02:15.112117Z","steps":["trace[485400691] 'agreement among raft nodes before linearized reading' (duration: 436.933005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.111904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.304312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lmswk\" ","response":"range_response_count:1 size:6448"} {"level":"warn","ts":"2026-03-08T03:02:15.112153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.675051Z","time spent":"437.095089ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18609,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-rm5m5\" "} {"level":"info","ts":"2026-03-08T03:02:15.112164Z","caller":"traceutil/trace.go:171","msg":"trace[156764266] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lmswk; range_end:; response_count:1; response_revision:16391; }","duration":"455.585928ms","start":"2026-03-08T03:02:14.656567Z","end":"2026-03-08T03:02:15.112153Z","steps":["trace[156764266] 'agreement among raft nodes before linearized reading' (duration: 455.278921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.112196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.656556Z","time spent":"455.6322ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-lmswk\" "} {"level":"warn","ts":"2026-03-08T03:02:15.112226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.594502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" ","response":"range_response_count:1 size:20672"} {"level":"info","ts":"2026-03-08T03:02:15.112254Z","caller":"traceutil/trace.go:171","msg":"trace[182990740] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pddls; range_end:; response_count:1; response_revision:16391; }","duration":"456.653353ms","start":"2026-03-08T03:02:14.655593Z","end":"2026-03-08T03:02:15.112247Z","steps":["trace[182990740] 'agreement among raft nodes before linearized reading' (duration: 456.570261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.657774Z","time spent":"454.217146ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" "} {"level":"warn","ts":"2026-03-08T03:02:15.112279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.655576Z","time spent":"456.699114ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" "} {"level":"info","ts":"2026-03-08T03:02:15.111689Z","caller":"traceutil/trace.go:171","msg":"trace[1552883986] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16391; }","duration":"1.347387034s","start":"2026-03-08T03:02:13.764258Z","end":"2026-03-08T03:02:15.111645Z","steps":["trace[1552883986] 'agreement among raft nodes before linearized reading' (duration: 1.347019566s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.112327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.7958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-03-08T03:02:15.112357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.764248Z","time spent":"1.348102792s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:02:15.112369Z","caller":"traceutil/trace.go:171","msg":"trace[2074456647] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:16391; }","duration":"451.858912ms","start":"2026-03-08T03:02:14.6605Z","end":"2026-03-08T03:02:15.112359Z","steps":["trace[2074456647] 'agreement among raft nodes before linearized reading' (duration: 451.748389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.112405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.660485Z","time spent":"451.913703ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"warn","ts":"2026-03-08T03:02:15.112455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.439559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-08T03:02:15.111984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.074409Z","time spent":"1.037556901s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-08T03:02:15.11248Z","caller":"traceutil/trace.go:171","msg":"trace[1464120349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16391; }","duration":"512.491539ms","start":"2026-03-08T03:02:14.599982Z","end":"2026-03-08T03:02:15.112473Z","steps":["trace[1464120349] 'agreement among raft nodes before linearized reading' (duration: 512.422908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.112465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.05169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-08T03:02:15.112501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.599955Z","time spent":"512.541441ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:02:15.112541Z","caller":"traceutil/trace.go:171","msg":"trace[2146617665] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16391; }","duration":"512.160911ms","start":"2026-03-08T03:02:14.60036Z","end":"2026-03-08T03:02:15.112521Z","steps":["trace[2146617665] 'agreement among raft nodes before linearized reading' (duration: 511.989668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.112541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.968091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-08T03:02:15.111699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:13.767168Z","time spent":"1.344516718s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-03-08T03:02:15.112598Z","caller":"traceutil/trace.go:171","msg":"trace[347490622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16391; }","duration":"519.076403ms","start":"2026-03-08T03:02:14.593508Z","end":"2026-03-08T03:02:15.112585Z","steps":["trace[347490622] 'agreement among raft nodes before linearized reading' (duration: 518.855658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.112604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.600348Z","time spent":"512.236814ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:02:15.112641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.593479Z","time spent":"519.153504ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:02:15.112758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.359103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:02:15.112801Z","caller":"traceutil/trace.go:171","msg":"trace[2006745728] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16391; }","duration":"511.466706ms","start":"2026-03-08T03:02:14.601327Z","end":"2026-03-08T03:02:15.112793Z","steps":["trace[2006745728] 'agreement among raft nodes before linearized reading' (duration: 511.382384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.112822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.601316Z","time spent":"511.500676ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:02:15.112823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.379737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:02:15.112854Z","caller":"traceutil/trace.go:171","msg":"trace[493615457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16391; }","duration":"512.429728ms","start":"2026-03-08T03:02:14.600415Z","end":"2026-03-08T03:02:15.112844Z","steps":["trace[493615457] 'agreement among raft nodes before linearized reading' (duration: 512.350056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.112884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.600403Z","time spent":"512.475269ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:02:15.112923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.941102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-08T03:02:15.112967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.828431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-zdv4m\" ","response":"range_response_count:1 size:14193"} {"level":"info","ts":"2026-03-08T03:02:15.112968Z","caller":"traceutil/trace.go:171","msg":"trace[1745463091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16391; }","duration":"585.042195ms","start":"2026-03-08T03:02:14.527913Z","end":"2026-03-08T03:02:15.112956Z","steps":["trace[1745463091] 'agreement among raft nodes before linearized reading' (duration: 584.907661ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:02:15.11299Z","caller":"traceutil/trace.go:171","msg":"trace[1763298028] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-zdv4m; range_end:; response_count:1; response_revision:16391; }","duration":"488.884732ms","start":"2026-03-08T03:02:14.624096Z","end":"2026-03-08T03:02:15.112981Z","steps":["trace[1763298028] 'agreement among raft nodes before linearized reading' (duration: 488.820891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.527882Z","time spent":"585.110345ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:02:15.113011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.624076Z","time spent":"488.929433ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14216,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-zdv4m\" "} {"level":"warn","ts":"2026-03-08T03:02:15.118517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.266323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-ghdwk\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-03-08T03:02:15.118597Z","caller":"traceutil/trace.go:171","msg":"trace[399111630] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29548980-ghdwk; range_end:; response_count:1; response_revision:16391; }","duration":"443.400215ms","start":"2026-03-08T03:02:14.675178Z","end":"2026-03-08T03:02:15.118578Z","steps":["trace[399111630] 'agreement among raft nodes before linearized reading' (duration: 435.926702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:02:15.118642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:02:14.675164Z","time spent":"443.467878ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-ghdwk\" "} {"level":"info","ts":"2026-03-08T03:03:06.338485Z","caller":"traceutil/trace.go:171","msg":"trace[1228884256] transaction","detail":"{read_only:false; response_revision:16677; number_of_response:1; }","duration":"159.569296ms","start":"2026-03-08T03:03:06.178863Z","end":"2026-03-08T03:03:06.338432Z","steps":["trace[1228884256] 'process raft request' (duration: 159.230978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:06.449322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.918976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:03:06.449756Z","caller":"traceutil/trace.go:171","msg":"trace[1095145300] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16677; }","duration":"105.092721ms","start":"2026-03-08T03:03:06.344327Z","end":"2026-03-08T03:03:06.44942Z","steps":["trace[1095145300] 'range keys from in-memory index tree' (duration: 104.692901ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:13.579039Z","caller":"traceutil/trace.go:171","msg":"trace[600646688] transaction","detail":"{read_only:false; response_revision:16728; number_of_response:1; }","duration":"259.544697ms","start":"2026-03-08T03:03:13.31946Z","end":"2026-03-08T03:03:13.579004Z","steps":["trace[600646688] 'process raft request' (duration: 259.338942ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:13.907606Z","caller":"traceutil/trace.go:171","msg":"trace[534716891] linearizableReadLoop","detail":"{readStateIndex:17355; appliedIndex:17353; }","duration":"419.497229ms","start":"2026-03-08T03:03:13.488076Z","end":"2026-03-08T03:03:13.907573Z","steps":["trace[534716891] 'read index received' (duration: 90.805378ms)","trace[534716891] 'applied index is now lower than readState.Index' (duration: 328.690591ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:03:13.90771Z","caller":"traceutil/trace.go:171","msg":"trace[948330532] transaction","detail":"{read_only:false; response_revision:16729; number_of_response:1; }","duration":"545.584157ms","start":"2026-03-08T03:03:13.362067Z","end":"2026-03-08T03:03:13.907651Z","steps":["trace[948330532] 'process raft request' (duration: 511.841764ms)","trace[948330532] 'compare' (duration: 33.549839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:03:13.907826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.737376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:03:13.90787Z","caller":"traceutil/trace.go:171","msg":"trace[721148750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16729; }","duration":"419.896489ms","start":"2026-03-08T03:03:13.487956Z","end":"2026-03-08T03:03:13.907852Z","steps":["trace[721148750] 'agreement among raft nodes before linearized reading' (duration: 419.764356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:13.907903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.487934Z","time spent":"419.961181ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:03:13.907893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.972211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:03:13.907919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.362037Z","time spent":"545.781812ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:03:13.907989Z","caller":"traceutil/trace.go:171","msg":"trace[295320679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16729; }","duration":"243.104674ms","start":"2026-03-08T03:03:13.664858Z","end":"2026-03-08T03:03:13.907963Z","steps":["trace[295320679] 'agreement among raft nodes before linearized reading' (duration: 242.979792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:13.908001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.134562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:03:13.9081Z","caller":"traceutil/trace.go:171","msg":"trace[789952731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16729; }","duration":"419.251244ms","start":"2026-03-08T03:03:13.488824Z","end":"2026-03-08T03:03:13.908075Z","steps":["trace[789952731] 'agreement among raft nodes before linearized reading' (duration: 418.965487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:13.908151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.488816Z","time spent":"419.321026ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:03:13.908277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.375726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-08T03:03:13.908318Z","caller":"traceutil/trace.go:171","msg":"trace[644367869] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16729; }","duration":"229.451317ms","start":"2026-03-08T03:03:13.678852Z","end":"2026-03-08T03:03:13.908303Z","steps":["trace[644367869] 'agreement among raft nodes before linearized reading' (duration: 229.332865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:13.908451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.949637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:03:13.908467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.027299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:03:13.908478Z","caller":"traceutil/trace.go:171","msg":"trace[1019573981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16729; }","duration":"418.975027ms","start":"2026-03-08T03:03:13.489495Z","end":"2026-03-08T03:03:13.90847Z","steps":["trace[1019573981] 'agreement among raft nodes before linearized reading' (duration: 418.910956ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:13.908501Z","caller":"traceutil/trace.go:171","msg":"trace[1132745290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16729; }","duration":"419.06747ms","start":"2026-03-08T03:03:13.489421Z","end":"2026-03-08T03:03:13.908488Z","steps":["trace[1132745290] 'agreement among raft nodes before linearized reading' (duration: 418.981558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:13.908513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.489467Z","time spent":"419.031469ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:03:13.90853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.489415Z","time spent":"419.10696ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:03:13.908622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.598093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:03:13.908649Z","caller":"traceutil/trace.go:171","msg":"trace[888716845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16729; }","duration":"419.665194ms","start":"2026-03-08T03:03:13.488977Z","end":"2026-03-08T03:03:13.908642Z","steps":["trace[888716845] 'agreement among raft nodes before linearized reading' (duration: 419.598743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:13.908669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:03:13.488933Z","time spent":"419.732226ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:03:14.062287Z","caller":"traceutil/trace.go:171","msg":"trace[1870217115] transaction","detail":"{read_only:false; response_revision:16731; number_of_response:1; }","duration":"150.053674ms","start":"2026-03-08T03:03:13.912191Z","end":"2026-03-08T03:03:14.062245Z","steps":["trace[1870217115] 'process raft request' (duration: 111.375656ms)","trace[1870217115] 'compare' (duration: 38.415512ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:03:14.062633Z","caller":"traceutil/trace.go:171","msg":"trace[1950738930] transaction","detail":"{read_only:false; response_revision:16732; number_of_response:1; }","duration":"150.072005ms","start":"2026-03-08T03:03:13.912516Z","end":"2026-03-08T03:03:14.062588Z","steps":["trace[1950738930] 'process raft request' (duration: 149.665166ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:14.062841Z","caller":"traceutil/trace.go:171","msg":"trace[520723012] transaction","detail":"{read_only:false; response_revision:16733; number_of_response:1; }","duration":"150.206748ms","start":"2026-03-08T03:03:13.91259Z","end":"2026-03-08T03:03:14.062796Z","steps":["trace[520723012] 'process raft request' (duration: 149.950982ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:14.063096Z","caller":"traceutil/trace.go:171","msg":"trace[1299355716] transaction","detail":"{read_only:false; response_revision:16734; number_of_response:1; }","duration":"150.276259ms","start":"2026-03-08T03:03:13.9128Z","end":"2026-03-08T03:03:14.063076Z","steps":["trace[1299355716] 'process raft request' (duration: 149.8856ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:14.063123Z","caller":"traceutil/trace.go:171","msg":"trace[1047602350] linearizableReadLoop","detail":"{readStateIndex:17360; appliedIndex:17355; }","duration":"150.003543ms","start":"2026-03-08T03:03:13.913075Z","end":"2026-03-08T03:03:14.063079Z","steps":["trace[1047602350] 'read index received' (duration: 92.433807ms)","trace[1047602350] 'applied index is now lower than readState.Index' (duration: 57.567986ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:03:14.063125Z","caller":"traceutil/trace.go:171","msg":"trace[1794940123] transaction","detail":"{read_only:false; response_revision:16735; number_of_response:1; }","duration":"149.909561ms","start":"2026-03-08T03:03:13.913196Z","end":"2026-03-08T03:03:14.063105Z","steps":["trace[1794940123] 'process raft request' (duration: 149.790228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:14.064981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.881327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929487"} {"level":"warn","ts":"2026-03-08T03:03:14.065038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.127209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929487"} {"level":"info","ts":"2026-03-08T03:03:14.065155Z","caller":"traceutil/trace.go:171","msg":"trace[965227569] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16735; }","duration":"151.301933ms","start":"2026-03-08T03:03:13.913838Z","end":"2026-03-08T03:03:14.06514Z","steps":["trace[965227569] 'agreement among raft nodes before linearized reading' (duration: 149.44069ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:14.065244Z","caller":"traceutil/trace.go:171","msg":"trace[43956212] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16735; }","duration":"152.039ms","start":"2026-03-08T03:03:13.913008Z","end":"2026-03-08T03:03:14.065047Z","steps":["trace[43956212] 'agreement among raft nodes before linearized reading' (duration: 150.194647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:03:14.065462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.114599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:929487"} {"level":"info","ts":"2026-03-08T03:03:14.065521Z","caller":"traceutil/trace.go:171","msg":"trace[1981428960] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16735; }","duration":"148.174621ms","start":"2026-03-08T03:03:13.917333Z","end":"2026-03-08T03:03:14.065507Z","steps":["trace[1981428960] 'agreement among raft nodes before linearized reading' (duration: 146.173774ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:14.438065Z","caller":"traceutil/trace.go:171","msg":"trace[1041594804] transaction","detail":"{read_only:false; response_revision:16736; number_of_response:1; }","duration":"120.240012ms","start":"2026-03-08T03:03:14.317793Z","end":"2026-03-08T03:03:14.438033Z","steps":["trace[1041594804] 'process raft request' (duration: 120.042827ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:14.495704Z","caller":"traceutil/trace.go:171","msg":"trace[2077188160] transaction","detail":"{read_only:false; response_revision:16737; number_of_response:1; }","duration":"167.437578ms","start":"2026-03-08T03:03:14.32823Z","end":"2026-03-08T03:03:14.495667Z","steps":["trace[2077188160] 'process raft request' (duration: 167.253233ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:03:15.620684Z","caller":"traceutil/trace.go:171","msg":"trace[561862938] transaction","detail":"{read_only:false; response_revision:16742; number_of_response:1; }","duration":"113.191499ms","start":"2026-03-08T03:03:15.507464Z","end":"2026-03-08T03:03:15.620656Z","steps":["trace[561862938] 'process raft request' (duration: 112.950303ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:00.736537Z","caller":"traceutil/trace.go:171","msg":"trace[2033666312] transaction","detail":"{read_only:false; response_revision:17384; number_of_response:1; }","duration":"169.931679ms","start":"2026-03-08T03:05:00.566546Z","end":"2026-03-08T03:05:00.736478Z","steps":["trace[2033666312] 'process raft request' (duration: 169.617462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:05.869322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019386359,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:05:06.177229Z","caller":"traceutil/trace.go:171","msg":"trace[1087123278] transaction","detail":"{read_only:false; response_revision:17434; number_of_response:1; }","duration":"983.058327ms","start":"2026-03-08T03:05:05.194138Z","end":"2026-03-08T03:05:06.177197Z","steps":["trace[1087123278] 'process raft request' (duration: 982.845602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:06.177384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:05.194124Z","time spent":"983.186499ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:05:06.182155Z","caller":"traceutil/trace.go:171","msg":"trace[430098191] transaction","detail":"{read_only:false; response_revision:17435; number_of_response:1; }","duration":"976.007422ms","start":"2026-03-08T03:05:05.206114Z","end":"2026-03-08T03:05:06.182122Z","steps":["trace[430098191] 'process raft request' (duration: 975.716105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:06.182321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:05.206085Z","time spent":"976.151455ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18773,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:05:06.182439Z","caller":"traceutil/trace.go:171","msg":"trace[1434813853] transaction","detail":"{read_only:false; response_revision:17436; number_of_response:1; }","duration":"963.080041ms","start":"2026-03-08T03:05:05.219332Z","end":"2026-03-08T03:05:06.182412Z","steps":["trace[1434813853] 'process raft request' (duration: 962.724843ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:06.182581Z","caller":"traceutil/trace.go:171","msg":"trace[1405072106] transaction","detail":"{read_only:false; response_revision:17437; number_of_response:1; }","duration":"869.92835ms","start":"2026-03-08T03:05:05.312617Z","end":"2026-03-08T03:05:06.182546Z","steps":["trace[1405072106] 'process raft request' (duration: 869.717295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:06.182715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:05.219303Z","time spent":"963.351856ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:05:06.182774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:05.312593Z","time spent":"870.087124ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:05:06.187923Z","caller":"traceutil/trace.go:171","msg":"trace[1682579942] transaction","detail":"{read_only:false; response_revision:17438; number_of_response:1; }","duration":"595.088525ms","start":"2026-03-08T03:05:05.592794Z","end":"2026-03-08T03:05:06.187882Z","steps":["trace[1682579942] 'process raft request' (duration: 594.44295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:06.188109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:05.592772Z","time spent":"595.225229ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:05:06.188325Z","caller":"traceutil/trace.go:171","msg":"trace[137206198] linearizableReadLoop","detail":"{readStateIndex:18092; appliedIndex:18086; }","duration":"819.193098ms","start":"2026-03-08T03:05:05.369099Z","end":"2026-03-08T03:05:06.188292Z","steps":["trace[137206198] 'read index received' (duration: 807.939916ms)","trace[137206198] 'applied index is now lower than readState.Index' (duration: 11.251352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:05:06.188699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.329428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-08T03:05:06.188748Z","caller":"traceutil/trace.go:171","msg":"trace[587729547] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gzhmj; range_end:; response_count:1; response_revision:17439; }","duration":"603.4226ms","start":"2026-03-08T03:05:05.585317Z","end":"2026-03-08T03:05:06.18874Z","steps":["trace[587729547] 'agreement among raft nodes before linearized reading' (duration: 603.146024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:06.188768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:05.585296Z","time spent":"603.467551ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" "} {"level":"warn","ts":"2026-03-08T03:05:06.188866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.746771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:05:06.188935Z","caller":"traceutil/trace.go:171","msg":"trace[942764926] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:17439; }","duration":"819.864353ms","start":"2026-03-08T03:05:05.369049Z","end":"2026-03-08T03:05:06.188914Z","steps":["trace[942764926] 'agreement among raft nodes before linearized reading' (duration: 819.755891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:06.188987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:05.36903Z","time spent":"819.943186ms","remote":"127.0.0.1:60710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:05:06.189088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.497223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-08T03:05:06.189154Z","caller":"traceutil/trace.go:171","msg":"trace[43772288] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:17439; }","duration":"228.601706ms","start":"2026-03-08T03:05:05.960545Z","end":"2026-03-08T03:05:06.189147Z","steps":["trace[43772288] 'agreement among raft nodes before linearized reading' (duration: 228.462163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:06.189362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.317254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-ghdwk\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-03-08T03:05:06.189406Z","caller":"traceutil/trace.go:171","msg":"trace[754757341] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29548980-ghdwk; range_end:; response_count:1; response_revision:17439; }","duration":"402.420987ms","start":"2026-03-08T03:05:05.78698Z","end":"2026-03-08T03:05:06.189401Z","steps":["trace[754757341] 'agreement among raft nodes before linearized reading' (duration: 402.337815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:06.189422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:05.786955Z","time spent":"402.462077ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-ghdwk\" "} {"level":"info","ts":"2026-03-08T03:05:08.974805Z","caller":"traceutil/trace.go:171","msg":"trace[1964497459] transaction","detail":"{read_only:false; response_revision:17464; number_of_response:1; }","duration":"176.575975ms","start":"2026-03-08T03:05:08.798199Z","end":"2026-03-08T03:05:08.974775Z","steps":["trace[1964497459] 'process raft request' (duration: 176.225636ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:09.062544Z","caller":"traceutil/trace.go:171","msg":"trace[863502353] linearizableReadLoop","detail":"{readStateIndex:18119; appliedIndex:18117; }","duration":"245.418088ms","start":"2026-03-08T03:05:08.8171Z","end":"2026-03-08T03:05:09.062518Z","steps":["trace[863502353] 'read index received' (duration: 157.568881ms)","trace[863502353] 'applied index is now lower than readState.Index' (duration: 87.848207ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:05:09.062637Z","caller":"traceutil/trace.go:171","msg":"trace[1554365976] transaction","detail":"{read_only:false; response_revision:17465; number_of_response:1; }","duration":"263.552302ms","start":"2026-03-08T03:05:08.79903Z","end":"2026-03-08T03:05:09.062582Z","steps":["trace[1554365976] 'process raft request' (duration: 263.335227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:09.062803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.693645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:05:09.062851Z","caller":"traceutil/trace.go:171","msg":"trace[852263905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17465; }","duration":"245.786538ms","start":"2026-03-08T03:05:08.817053Z","end":"2026-03-08T03:05:09.062839Z","steps":["trace[852263905] 'agreement among raft nodes before linearized reading' (duration: 245.601513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:09.062878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.441861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:05:09.062919Z","caller":"traceutil/trace.go:171","msg":"trace[1403770667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17465; }","duration":"191.524253ms","start":"2026-03-08T03:05:08.871382Z","end":"2026-03-08T03:05:09.062906Z","steps":["trace[1403770667] 'agreement among raft nodes before linearized reading' (duration: 191.445391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:09.062806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.305597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:05:09.06303Z","caller":"traceutil/trace.go:171","msg":"trace[1568954862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17465; }","duration":"212.544923ms","start":"2026-03-08T03:05:08.850437Z","end":"2026-03-08T03:05:09.062982Z","steps":["trace[1568954862] 'agreement among raft nodes before linearized reading' (duration: 212.255756ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:09.177167Z","caller":"traceutil/trace.go:171","msg":"trace[835518376] transaction","detail":"{read_only:false; response_revision:17466; number_of_response:1; }","duration":"108.092319ms","start":"2026-03-08T03:05:09.069042Z","end":"2026-03-08T03:05:09.177134Z","steps":["trace[835518376] 'process raft request' (duration: 107.655399ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:09.189873Z","caller":"traceutil/trace.go:171","msg":"trace[316908230] transaction","detail":"{read_only:false; response_revision:17467; number_of_response:1; }","duration":"119.457883ms","start":"2026-03-08T03:05:09.070388Z","end":"2026-03-08T03:05:09.189845Z","steps":["trace[316908230] 'process raft request' (duration: 119.243198ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:09.19028Z","caller":"traceutil/trace.go:171","msg":"trace[1266174575] transaction","detail":"{read_only:false; response_revision:17468; number_of_response:1; }","duration":"119.791321ms","start":"2026-03-08T03:05:09.070476Z","end":"2026-03-08T03:05:09.190267Z","steps":["trace[1266174575] 'process raft request' (duration: 119.33494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:10.608808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:10.078896Z","time spent":"529.906568ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:05:10.651145Z","caller":"traceutil/trace.go:171","msg":"trace[205468076] linearizableReadLoop","detail":"{readStateIndex:18125; appliedIndex:18122; }","duration":"356.681672ms","start":"2026-03-08T03:05:10.294428Z","end":"2026-03-08T03:05:10.65111Z","steps":["trace[205468076] 'read index received' (duration: 314.268983ms)","trace[205468076] 'applied index is now lower than readState.Index' (duration: 42.411448ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:05:10.652225Z","caller":"traceutil/trace.go:171","msg":"trace[471212781] transaction","detail":"{read_only:false; response_revision:17469; number_of_response:1; }","duration":"456.656551ms","start":"2026-03-08T03:05:10.195555Z","end":"2026-03-08T03:05:10.652211Z","steps":["trace[471212781] 'process raft request' (duration: 454.428399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:10.652334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:10.19553Z","time spent":"456.739142ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:05:10.652254Z","caller":"traceutil/trace.go:171","msg":"trace[592360226] transaction","detail":"{read_only:false; response_revision:17470; number_of_response:1; }","duration":"434.790512ms","start":"2026-03-08T03:05:10.217407Z","end":"2026-03-08T03:05:10.652198Z","steps":["trace[592360226] 'process raft request' (duration: 433.587234ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:10.652472Z","caller":"traceutil/trace.go:171","msg":"trace[389159096] transaction","detail":"{read_only:false; response_revision:17471; number_of_response:1; }","duration":"109.324957ms","start":"2026-03-08T03:05:10.543107Z","end":"2026-03-08T03:05:10.652432Z","steps":["trace[389159096] 'process raft request' (duration: 107.952385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:10.652612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:10.217378Z","time spent":"435.020626ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:05:10.652698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.234117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-08T03:05:10.652795Z","caller":"traceutil/trace.go:171","msg":"trace[1787210504] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gzhmj; range_end:; response_count:1; response_revision:17471; }","duration":"358.388031ms","start":"2026-03-08T03:05:10.294384Z","end":"2026-03-08T03:05:10.652772Z","steps":["trace[1787210504] 'agreement among raft nodes before linearized reading' (duration: 358.071524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:10.652858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:10.294365Z","time spent":"358.463992ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" "} {"level":"warn","ts":"2026-03-08T03:05:10.681475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.611059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:05:10.681568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.606372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-ghdwk\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-03-08T03:05:10.681584Z","caller":"traceutil/trace.go:171","msg":"trace[1592054898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17472; }","duration":"374.741382ms","start":"2026-03-08T03:05:10.306815Z","end":"2026-03-08T03:05:10.681556Z","steps":["trace[1592054898] 'agreement among raft nodes before linearized reading' (duration: 374.529877ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:10.681622Z","caller":"traceutil/trace.go:171","msg":"trace[582791301] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29548980-ghdwk; range_end:; response_count:1; response_revision:17472; }","duration":"381.675493ms","start":"2026-03-08T03:05:10.299932Z","end":"2026-03-08T03:05:10.681608Z","steps":["trace[582791301] 'agreement among raft nodes before linearized reading' (duration: 381.484139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:10.681644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:10.306809Z","time spent":"374.817634ms","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:05:10.681673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:10.299926Z","time spent":"381.736126ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-ghdwk\" "} {"level":"warn","ts":"2026-03-08T03:05:10.681674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.734156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-08T03:05:10.681729Z","caller":"traceutil/trace.go:171","msg":"trace[91467643] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:17472; }","duration":"375.828478ms","start":"2026-03-08T03:05:10.305887Z","end":"2026-03-08T03:05:10.681716Z","steps":["trace[91467643] 'agreement among raft nodes before linearized reading' (duration: 375.691245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:10.681775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:10.30587Z","time spent":"375.897379ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"warn","ts":"2026-03-08T03:05:12.875152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.587368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" ","response":"range_response_count:1 size:20774"} {"level":"info","ts":"2026-03-08T03:05:12.875265Z","caller":"traceutil/trace.go:171","msg":"trace[2023796431] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pddls; range_end:; response_count:1; response_revision:17481; }","duration":"522.743381ms","start":"2026-03-08T03:05:12.352493Z","end":"2026-03-08T03:05:12.875236Z","steps":["trace[2023796431] 'range keys from in-memory index tree' (duration: 522.362662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:12.875342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:12.352468Z","time spent":"522.858153ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20797,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pddls\" "} {"level":"info","ts":"2026-03-08T03:05:12.966573Z","caller":"traceutil/trace.go:171","msg":"trace[1916784959] transaction","detail":"{read_only:false; response_revision:17482; number_of_response:1; }","duration":"597.052053ms","start":"2026-03-08T03:05:12.369485Z","end":"2026-03-08T03:05:12.966537Z","steps":["trace[1916784959] 'process raft request' (duration: 596.863659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:12.966766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:12.369452Z","time spent":"597.221266ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5270,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:05:14.427943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.461278709s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:05:14.428578Z","caller":"traceutil/trace.go:171","msg":"trace[399504478] transaction","detail":"{read_only:false; response_revision:17483; number_of_response:1; }","duration":"1.766913352s","start":"2026-03-08T03:05:12.661631Z","end":"2026-03-08T03:05:14.428544Z","steps":["trace[399504478] 'process raft request' (duration: 1.766698477s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.428828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:12.661601Z","time spent":"1.767041845s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:05:14.428885Z","caller":"traceutil/trace.go:171","msg":"trace[801491093] transaction","detail":"{read_only:false; response_revision:17484; number_of_response:1; }","duration":"1.765616181s","start":"2026-03-08T03:05:12.663208Z","end":"2026-03-08T03:05:14.428824Z","steps":["trace[801491093] 'process raft request' (duration: 1.765294684s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:12.663179Z","time spent":"1.765759345s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:05:14.429031Z","caller":"traceutil/trace.go:171","msg":"trace[226088344] linearizableReadLoop","detail":"{readStateIndex:18140; appliedIndex:18136; }","duration":"1.761398723s","start":"2026-03-08T03:05:12.667601Z","end":"2026-03-08T03:05:14.429Z","steps":["trace[226088344] 'read index received' (duration: 298.894635ms)","trace[226088344] 'applied index is now lower than readState.Index' (duration: 1.462502958s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:05:14.429086Z","caller":"traceutil/trace.go:171","msg":"trace[997999865] transaction","detail":"{read_only:false; response_revision:17486; number_of_response:1; }","duration":"1.694621638s","start":"2026-03-08T03:05:12.734437Z","end":"2026-03-08T03:05:14.429059Z","steps":["trace[997999865] 'process raft request' (duration: 1.694441633s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.429982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:12.734411Z","time spent":"1.695470447s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:05:14.429179Z","caller":"traceutil/trace.go:171","msg":"trace[1971015144] transaction","detail":"{read_only:false; response_revision:17485; number_of_response:1; }","duration":"1.763884211s","start":"2026-03-08T03:05:12.665285Z","end":"2026-03-08T03:05:14.429169Z","steps":["trace[1971015144] 'process raft request' (duration: 1.763486982s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.429204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761582557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:05:14.430193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:12.665262Z","time spent":"1.764834303s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:05:14.43021Z","caller":"traceutil/trace.go:171","msg":"trace[753444827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17487; }","duration":"1.762625652s","start":"2026-03-08T03:05:12.667562Z","end":"2026-03-08T03:05:14.430188Z","steps":["trace[753444827] 'agreement among raft nodes before linearized reading' (duration: 1.761527346s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.430345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:12.667545Z","time spent":"1.762759075s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:05:14.429286Z","caller":"traceutil/trace.go:171","msg":"trace[977745200] transaction","detail":"{read_only:false; response_revision:17487; number_of_response:1; }","duration":"1.534493026s","start":"2026-03-08T03:05:12.894737Z","end":"2026-03-08T03:05:14.42923Z","steps":["trace[977745200] 'process raft request' (duration: 1.534196399s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.43062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:12.894695Z","time spent":"1.535777876s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20891,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:05:14.471019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175084482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:05:14.471125Z","caller":"traceutil/trace.go:171","msg":"trace[1058695379] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:17488; }","duration":"1.175258336s","start":"2026-03-08T03:05:13.295841Z","end":"2026-03-08T03:05:14.4711Z","steps":["trace[1058695379] 'agreement among raft nodes before linearized reading' (duration: 1.175045201s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.471139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764378473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-ghdwk\" ","response":"range_response_count:1 size:6957"} {"level":"warn","ts":"2026-03-08T03:05:14.471131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758907325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-08T03:05:14.471184Z","caller":"traceutil/trace.go:171","msg":"trace[732985791] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29548980-ghdwk; range_end:; response_count:1; response_revision:17488; }","duration":"1.764459715s","start":"2026-03-08T03:05:12.706704Z","end":"2026-03-08T03:05:14.471164Z","steps":["trace[732985791] 'agreement among raft nodes before linearized reading' (duration: 1.764372883s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.471172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279527115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-08T03:05:14.47122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:12.70668Z","time spent":"1.764532556s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6980,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29548980-ghdwk\" "} {"level":"info","ts":"2026-03-08T03:05:14.471217Z","caller":"traceutil/trace.go:171","msg":"trace[1520065525] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-xs9k5; range_end:; response_count:1; response_revision:17488; }","duration":"1.759046968s","start":"2026-03-08T03:05:12.712145Z","end":"2026-03-08T03:05:14.471192Z","steps":["trace[1520065525] 'agreement among raft nodes before linearized reading' (duration: 1.758767102s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.47127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:12.712124Z","time spent":"1.7591368s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-xs9k5\" "} {"level":"warn","ts":"2026-03-08T03:05:14.471374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.251283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:05:14.471356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.365902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-08T03:05:14.471416Z","caller":"traceutil/trace.go:171","msg":"trace[1163602116] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:17488; }","duration":"387.332295ms","start":"2026-03-08T03:05:14.08407Z","end":"2026-03-08T03:05:14.471402Z","steps":["trace[1163602116] 'agreement among raft nodes before linearized reading' (duration: 387.267944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.471187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:13.295812Z","time spent":"1.175359808s","remote":"127.0.0.1:54224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:05:14.471423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27076996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-08T03:05:14.471469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.084047Z","time spent":"387.411408ms","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:05:14.471477Z","caller":"traceutil/trace.go:171","msg":"trace[1081474374] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17488; }","duration":"301.536236ms","start":"2026-03-08T03:05:14.169907Z","end":"2026-03-08T03:05:14.471444Z","steps":["trace[1081474374] 'agreement among raft nodes before linearized reading' (duration: 301.168348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.471531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.169886Z","time spent":"301.634929ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-08T03:05:14.471534Z","caller":"traceutil/trace.go:171","msg":"trace[1148116746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17488; }","duration":"1.270918314s","start":"2026-03-08T03:05:13.200579Z","end":"2026-03-08T03:05:14.471498Z","steps":["trace[1148116746] 'agreement among raft nodes before linearized reading' (duration: 1.270593216s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.471482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.809124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-08T03:05:14.471258Z","caller":"traceutil/trace.go:171","msg":"trace[2119547960] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17488; }","duration":"1.279659187s","start":"2026-03-08T03:05:13.191575Z","end":"2026-03-08T03:05:14.471234Z","steps":["trace[2119547960] 'agreement among raft nodes before linearized reading' (duration: 1.279392611s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.471622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:13.200556Z","time spent":"1.271048357s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:05:14.471667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:13.191554Z","time spent":"1.280100758s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:05:14.471172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392403595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T03:05:14.471712Z","caller":"traceutil/trace.go:171","msg":"trace[1777098841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17488; }","duration":"1.393023349s","start":"2026-03-08T03:05:13.078679Z","end":"2026-03-08T03:05:14.471702Z","steps":["trace[1777098841] 'agreement among raft nodes before linearized reading' (duration: 1.392319243s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:14.471646Z","caller":"traceutil/trace.go:171","msg":"trace[238057106] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:17488; }","duration":"375.000879ms","start":"2026-03-08T03:05:14.096626Z","end":"2026-03-08T03:05:14.471627Z","steps":["trace[238057106] 'agreement among raft nodes before linearized reading' (duration: 374.600789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.471711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046442615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:05:14.471405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481621954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-08T03:05:14.471815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.096602Z","time spent":"375.197763ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-08T03:05:14.471879Z","caller":"traceutil/trace.go:171","msg":"trace[1577444129] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:17488; }","duration":"1.046774043s","start":"2026-03-08T03:05:13.425075Z","end":"2026-03-08T03:05:14.471849Z","steps":["trace[1577444129] 'agreement among raft nodes before linearized reading' (duration: 1.046379484s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:14.471913Z","caller":"traceutil/trace.go:171","msg":"trace[1153143102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17488; }","duration":"1.482242108s","start":"2026-03-08T03:05:12.989653Z","end":"2026-03-08T03:05:14.471895Z","steps":["trace[1153143102] 'agreement among raft nodes before linearized reading' (duration: 1.481579152s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:14.471956Z","caller":"traceutil/trace.go:171","msg":"trace[1196213800] transaction","detail":"{read_only:false; response_revision:17488; number_of_response:1; }","duration":"782.421422ms","start":"2026-03-08T03:05:13.689518Z","end":"2026-03-08T03:05:14.471939Z","steps":["trace[1196213800] 'process raft request' (duration: 781.181253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.471977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:12.989627Z","time spent":"1.48233492s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:05:14.472007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770104476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-08T03:05:14.472007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:13.425048Z","time spent":"1.046918975s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:05:14.472036Z","caller":"traceutil/trace.go:171","msg":"trace[2072210631] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-gzhmj; range_end:; response_count:1; response_revision:17488; }","duration":"1.770177598s","start":"2026-03-08T03:05:12.701849Z","end":"2026-03-08T03:05:14.472027Z","steps":["trace[2072210631] 'agreement among raft nodes before linearized reading' (duration: 1.770087166s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.472056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:12.701834Z","time spent":"1.770217948s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-gzhmj\" "} {"level":"warn","ts":"2026-03-08T03:05:14.472053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:13.689485Z","time spent":"782.503124ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:05:14.471759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:13.07865Z","time spent":"1.393096951s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:05:14.471023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268541219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:05:14.472163Z","caller":"traceutil/trace.go:171","msg":"trace[1264407414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17488; }","duration":"1.269713986s","start":"2026-03-08T03:05:13.202431Z","end":"2026-03-08T03:05:14.472145Z","steps":["trace[1264407414] 'agreement among raft nodes before linearized reading' (duration: 1.268451216s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:14.47221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:13.202421Z","time spent":"1.269780908s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:05:14.97828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019386488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:05:15.478439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019386488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:05:15.873985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252973987s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:05:15.874107Z","caller":"traceutil/trace.go:171","msg":"trace[874516462] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17488; }","duration":"1.25310737s","start":"2026-03-08T03:05:14.620979Z","end":"2026-03-08T03:05:15.874087Z","steps":["trace[874516462] 'range keys from in-memory index tree' (duration: 1.252958007s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:15.92231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.319565488s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:05:15.922979Z","caller":"traceutil/trace.go:171","msg":"trace[75444201] transaction","detail":"{read_only:false; response_revision:17489; number_of_response:1; }","duration":"1.445862241s","start":"2026-03-08T03:05:14.477085Z","end":"2026-03-08T03:05:15.922948Z","steps":["trace[75444201] 'process raft request' (duration: 1.445689497s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:15.923223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.477033Z","time spent":"1.446025565s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:05:16.096937Z","caller":"traceutil/trace.go:171","msg":"trace[1979492984] transaction","detail":"{read_only:false; response_revision:17490; number_of_response:1; }","duration":"1.619134039s","start":"2026-03-08T03:05:14.477772Z","end":"2026-03-08T03:05:16.096906Z","steps":["trace[1979492984] 'process raft request' (duration: 1.57155885s)","trace[1979492984] 'compare' (duration: 46.588876ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:05:16.096937Z","caller":"traceutil/trace.go:171","msg":"trace[1706175870] transaction","detail":"{read_only:false; response_revision:17492; number_of_response:1; }","duration":"1.619029537s","start":"2026-03-08T03:05:14.477871Z","end":"2026-03-08T03:05:16.0969Z","steps":["trace[1706175870] 'process raft request' (duration: 1.618256249s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:16.096999Z","caller":"traceutil/trace.go:171","msg":"trace[1879714450] transaction","detail":"{read_only:false; response_revision:17494; number_of_response:1; }","duration":"1.617782438s","start":"2026-03-08T03:05:14.479207Z","end":"2026-03-08T03:05:16.096989Z","steps":["trace[1879714450] 'process raft request' (duration: 1.61699333s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:16.096936Z","caller":"traceutil/trace.go:171","msg":"trace[2066974419] transaction","detail":"{read_only:false; response_revision:17493; number_of_response:1; }","duration":"1.618935595s","start":"2026-03-08T03:05:14.477969Z","end":"2026-03-08T03:05:16.096905Z","steps":["trace[2066974419] 'process raft request' (duration: 1.618197478s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:16.097091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.477758Z","time spent":"1.619252202s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:05:16.097176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.477957Z","time spent":"1.61914019s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:05:16.097171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.479182Z","time spent":"1.617861069s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:05:16.09722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.477859Z","time spent":"1.61915137s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:05:16.096935Z","caller":"traceutil/trace.go:171","msg":"trace[134066294] transaction","detail":"{read_only:false; response_revision:17491; number_of_response:1; }","duration":"1.619070488s","start":"2026-03-08T03:05:14.47784Z","end":"2026-03-08T03:05:16.096911Z","steps":["trace[134066294] 'process raft request' (duration: 1.618238999s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:16.097381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.477819Z","time spent":"1.619523878s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:05:16.370454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.117378ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:05:16.370931Z","caller":"traceutil/trace.go:171","msg":"trace[123015116] linearizableReadLoop","detail":"{readStateIndex:18150; appliedIndex:18143; }","duration":"1.893299988s","start":"2026-03-08T03:05:14.4776Z","end":"2026-03-08T03:05:16.3709Z","steps":["trace[123015116] 'read index received' (duration: 1.445090003s)","trace[123015116] 'applied index is now lower than readState.Index' (duration: 448.206375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:05:16.371191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893563634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-85aa8d35-300e-411d-b7ee-5c4be8b1fac9\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-08T03:05:16.371291Z","caller":"traceutil/trace.go:171","msg":"trace[798984931] range","detail":"{range_begin:/registry/persistentvolumes/pvc-85aa8d35-300e-411d-b7ee-5c4be8b1fac9; range_end:; response_count:1; response_revision:17494; }","duration":"1.893704687s","start":"2026-03-08T03:05:14.477556Z","end":"2026-03-08T03:05:16.371261Z","steps":["trace[798984931] 'agreement among raft nodes before linearized reading' (duration: 1.893504242s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:16.371334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.477544Z","time spent":"1.893783059s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-85aa8d35-300e-411d-b7ee-5c4be8b1fac9\" "} {"level":"warn","ts":"2026-03-08T03:05:16.371714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889811506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:05:16.371744Z","caller":"traceutil/trace.go:171","msg":"trace[1327417379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17494; }","duration":"1.889857718s","start":"2026-03-08T03:05:14.481878Z","end":"2026-03-08T03:05:16.371736Z","steps":["trace[1327417379] 'agreement among raft nodes before linearized reading' (duration: 1.889797637s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:16.371764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.48187Z","time spent":"1.889889239s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:05:16.371702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893618835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:05:16.371834Z","caller":"traceutil/trace.go:171","msg":"trace[1520868401] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17494; }","duration":"1.893787479s","start":"2026-03-08T03:05:14.47802Z","end":"2026-03-08T03:05:16.371808Z","steps":["trace[1520868401] 'agreement among raft nodes before linearized reading' (duration: 1.893471301s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:16.3719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.478012Z","time spent":"1.893877222s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:05:16.373607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892393836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:962503"} {"level":"info","ts":"2026-03-08T03:05:16.373647Z","caller":"traceutil/trace.go:171","msg":"trace[1862615116] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17494; }","duration":"1.892454448s","start":"2026-03-08T03:05:14.481184Z","end":"2026-03-08T03:05:16.373639Z","steps":["trace[1862615116] 'agreement among raft nodes before linearized reading' (duration: 1.890440792s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:16.373674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.481175Z","time spent":"1.892489009s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":962526,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:05:16.374133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.894993387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:962503"} {"level":"info","ts":"2026-03-08T03:05:16.374426Z","caller":"traceutil/trace.go:171","msg":"trace[564345504] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17494; }","duration":"1.895380556s","start":"2026-03-08T03:05:14.479006Z","end":"2026-03-08T03:05:16.374386Z","steps":["trace[564345504] 'agreement among raft nodes before linearized reading' (duration: 1.892635412s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:16.374494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.478999Z","time spent":"1.895477579s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":962526,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:05:16.375161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896461592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:962503"} {"level":"info","ts":"2026-03-08T03:05:16.375253Z","caller":"traceutil/trace.go:171","msg":"trace[1630943249] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17494; }","duration":"1.896575504s","start":"2026-03-08T03:05:14.478664Z","end":"2026-03-08T03:05:16.37524Z","steps":["trace[1630943249] 'agreement among raft nodes before linearized reading' (duration: 1.893369989s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:16.375341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:14.478656Z","time spent":"1.896660347s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":97,"response size":962526,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-08T03:05:16.543817Z","caller":"traceutil/trace.go:171","msg":"trace[485708450] transaction","detail":"{read_only:false; response_revision:17496; number_of_response:1; }","duration":"107.817772ms","start":"2026-03-08T03:05:16.435972Z","end":"2026-03-08T03:05:16.54379Z","steps":["trace[485708450] 'process raft request' (duration: 107.758511ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:16.544191Z","caller":"traceutil/trace.go:171","msg":"trace[1577502747] transaction","detail":"{read_only:false; response_revision:17495; number_of_response:1; }","duration":"108.225812ms","start":"2026-03-08T03:05:16.435913Z","end":"2026-03-08T03:05:16.544138Z","steps":["trace[1577502747] 'process raft request' (duration: 107.679709ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:16.545062Z","caller":"traceutil/trace.go:171","msg":"trace[2045632743] transaction","detail":"{read_only:false; response_revision:17497; number_of_response:1; }","duration":"108.473538ms","start":"2026-03-08T03:05:16.436575Z","end":"2026-03-08T03:05:16.545048Z","steps":["trace[2045632743] 'process raft request' (duration: 108.167921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:21.721049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.268972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:05:21.72118Z","caller":"traceutil/trace.go:171","msg":"trace[2088442149] linearizableReadLoop","detail":"{readStateIndex:18248; appliedIndex:18247; }","duration":"538.336965ms","start":"2026-03-08T03:05:21.182823Z","end":"2026-03-08T03:05:21.72116Z","steps":["trace[2088442149] 'read index received' (duration: 96.742935ms)","trace[2088442149] 'applied index is now lower than readState.Index' (duration: 441.59255ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:05:21.721439Z","caller":"traceutil/trace.go:171","msg":"trace[1962436528] transaction","detail":"{read_only:false; response_revision:17591; number_of_response:1; }","duration":"545.132453ms","start":"2026-03-08T03:05:21.176291Z","end":"2026-03-08T03:05:21.721423Z","steps":["trace[1962436528] 'process raft request' (duration: 103.42092ms)","trace[1962436528] 'compare' (duration: 440.417733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:05:21.721503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:21.176263Z","time spent":"545.211784ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:05:21.721599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.074795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-08T03:05:21.721661Z","caller":"traceutil/trace.go:171","msg":"trace[1230168259] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:17591; }","duration":"531.136786ms","start":"2026-03-08T03:05:21.190506Z","end":"2026-03-08T03:05:21.721642Z","steps":["trace[1230168259] 'agreement among raft nodes before linearized reading' (duration: 530.953822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:21.721664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.59055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:05:21.72176Z","caller":"traceutil/trace.go:171","msg":"trace[347426021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17591; }","duration":"138.730532ms","start":"2026-03-08T03:05:21.583008Z","end":"2026-03-08T03:05:21.721739Z","steps":["trace[347426021] 'agreement among raft nodes before linearized reading' (duration: 138.473216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:21.721788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.887368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9566"} {"level":"warn","ts":"2026-03-08T03:05:21.721853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.121706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-03-08T03:05:21.721706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:21.190472Z","time spent":"531.221748ms","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-08T03:05:21.721898Z","caller":"traceutil/trace.go:171","msg":"trace[1757039979] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:17591; }","duration":"539.051381ms","start":"2026-03-08T03:05:21.182818Z","end":"2026-03-08T03:05:21.721869Z","steps":["trace[1757039979] 'agreement among raft nodes before linearized reading' (duration: 538.699023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:21.721962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:21.182794Z","time spent":"539.158703ms","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-08T03:05:21.721765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.557028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:05:21.722047Z","caller":"traceutil/trace.go:171","msg":"trace[1892218195] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:17591; }","duration":"171.862195ms","start":"2026-03-08T03:05:21.550164Z","end":"2026-03-08T03:05:21.722026Z","steps":["trace[1892218195] 'agreement among raft nodes before linearized reading' (duration: 171.567638ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:21.721901Z","caller":"traceutil/trace.go:171","msg":"trace[99837262] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:17591; }","duration":"449.166667ms","start":"2026-03-08T03:05:21.272723Z","end":"2026-03-08T03:05:21.72189Z","steps":["trace[99837262] 'agreement among raft nodes before linearized reading' (duration: 449.063574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:21.722268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:21.272641Z","time spent":"449.614116ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-03-08T03:05:22.706089Z","caller":"traceutil/trace.go:171","msg":"trace[329679500] linearizableReadLoop","detail":"{readStateIndex:18264; appliedIndex:18261; }","duration":"132.130809ms","start":"2026-03-08T03:05:22.573925Z","end":"2026-03-08T03:05:22.706056Z","steps":["trace[329679500] 'read index received' (duration: 71.473975ms)","trace[329679500] 'applied index is now lower than readState.Index' (duration: 60.655364ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:05:22.706298Z","caller":"traceutil/trace.go:171","msg":"trace[1208717647] transaction","detail":"{read_only:false; response_revision:17607; number_of_response:1; }","duration":"138.888157ms","start":"2026-03-08T03:05:22.567329Z","end":"2026-03-08T03:05:22.706217Z","steps":["trace[1208717647] 'process raft request' (duration: 138.674852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:22.706417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.441106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:05:22.706522Z","caller":"traceutil/trace.go:171","msg":"trace[1631065384] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:17607; }","duration":"132.60195ms","start":"2026-03-08T03:05:22.573895Z","end":"2026-03-08T03:05:22.706497Z","steps":["trace[1631065384] 'agreement among raft nodes before linearized reading' (duration: 132.357734ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:22.706802Z","caller":"traceutil/trace.go:171","msg":"trace[1481836673] transaction","detail":"{read_only:false; response_revision:17606; number_of_response:1; }","duration":"139.435949ms","start":"2026-03-08T03:05:22.567329Z","end":"2026-03-08T03:05:22.706765Z","steps":["trace[1481836673] 'process raft request' (duration: 138.492967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:25.359032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.979249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:05:25.359109Z","caller":"traceutil/trace.go:171","msg":"trace[1643396237] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:17618; }","duration":"124.101822ms","start":"2026-03-08T03:05:25.234986Z","end":"2026-03-08T03:05:25.359088Z","steps":["trace[1643396237] 'count revisions from in-memory index tree' (duration: 123.877687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:25.359399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.918292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.189abebcb35c878c\" ","response":"range_response_count:1 size:1004"} {"level":"info","ts":"2026-03-08T03:05:25.35946Z","caller":"traceutil/trace.go:171","msg":"trace[1377830286] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-heat-server-0.189abebcb35c878c; range_end:; response_count:1; response_revision:17618; }","duration":"316.033324ms","start":"2026-03-08T03:05:25.043411Z","end":"2026-03-08T03:05:25.359445Z","steps":["trace[1377830286] 'range keys from in-memory index tree' (duration: 314.629932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:25.359501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:25.043384Z","time spent":"316.107486ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1027,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-heat-server-0.189abebcb35c878c\" "} {"level":"warn","ts":"2026-03-08T03:05:25.359993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.852871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dee35e00-a55c-4110-8bfc-ab3116581009\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-03-08T03:05:25.360053Z","caller":"traceutil/trace.go:171","msg":"trace[2113980701] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dee35e00-a55c-4110-8bfc-ab3116581009; range_end:; response_count:1; response_revision:17618; }","duration":"300.928912ms","start":"2026-03-08T03:05:25.059109Z","end":"2026-03-08T03:05:25.360038Z","steps":["trace[2113980701] 'range keys from in-memory index tree' (duration: 300.741118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:25.360088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:25.059102Z","time spent":"300.977643ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3968,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dee35e00-a55c-4110-8bfc-ab3116581009\" "} {"level":"warn","ts":"2026-03-08T03:05:25.765741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.101069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:05:25.765857Z","caller":"traceutil/trace.go:171","msg":"trace[1170139203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17619; }","duration":"102.262583ms","start":"2026-03-08T03:05:25.663563Z","end":"2026-03-08T03:05:25.765826Z","steps":["trace[1170139203] 'range keys from in-memory index tree' (duration: 101.956226ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:31.2395Z","caller":"traceutil/trace.go:171","msg":"trace[1689423222] transaction","detail":"{read_only:false; response_revision:17722; number_of_response:1; }","duration":"480.68476ms","start":"2026-03-08T03:05:30.75878Z","end":"2026-03-08T03:05:31.239465Z","steps":["trace[1689423222] 'process raft request' (duration: 480.467285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:31.239693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:30.758748Z","time spent":"480.855154ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10594,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:05:31.24055Z","caller":"traceutil/trace.go:171","msg":"trace[1040800792] linearizableReadLoop","detail":"{readStateIndex:18389; appliedIndex:18387; }","duration":"465.220229ms","start":"2026-03-08T03:05:30.77529Z","end":"2026-03-08T03:05:31.24051Z","steps":["trace[1040800792] 'read index received' (duration: 463.95982ms)","trace[1040800792] 'applied index is now lower than readState.Index' (duration: 1.258669ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:05:31.240695Z","caller":"traceutil/trace.go:171","msg":"trace[671074091] transaction","detail":"{read_only:false; response_revision:17725; number_of_response:1; }","duration":"421.605893ms","start":"2026-03-08T03:05:30.819076Z","end":"2026-03-08T03:05:31.240682Z","steps":["trace[671074091] 'process raft request' (duration: 421.395288ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:31.240653Z","caller":"traceutil/trace.go:171","msg":"trace[1942495421] transaction","detail":"{read_only:false; response_revision:17723; number_of_response:1; }","duration":"481.13362ms","start":"2026-03-08T03:05:30.759462Z","end":"2026-03-08T03:05:31.240596Z","steps":["trace[1942495421] 'process raft request' (duration: 480.772752ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:31.240706Z","caller":"traceutil/trace.go:171","msg":"trace[2017591079] transaction","detail":"{read_only:false; response_revision:17724; number_of_response:1; }","duration":"424.838788ms","start":"2026-03-08T03:05:30.8158Z","end":"2026-03-08T03:05:31.240639Z","steps":["trace[2017591079] 'process raft request' (duration: 424.630353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:31.240858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:30.819049Z","time spent":"421.686126ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:05:31.240869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:30.759432Z","time spent":"481.316315ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:05:31.241045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:30.815768Z","time spent":"425.066844ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:05:31.241388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.095641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-08T03:05:31.241425Z","caller":"traceutil/trace.go:171","msg":"trace[1111891436] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17725; }","duration":"466.134271ms","start":"2026-03-08T03:05:30.775281Z","end":"2026-03-08T03:05:31.241415Z","steps":["trace[1111891436] 'agreement among raft nodes before linearized reading' (duration: 465.967378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:31.241444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:30.775205Z","time spent":"466.235583ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-08T03:05:31.241599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.019136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-08T03:05:31.241621Z","caller":"traceutil/trace.go:171","msg":"trace[870683066] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17725; }","duration":"432.091878ms","start":"2026-03-08T03:05:30.809523Z","end":"2026-03-08T03:05:31.241615Z","steps":["trace[870683066] 'agreement among raft nodes before linearized reading' (duration: 432.028657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:31.241636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:05:30.809494Z","time spent":"432.138769ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-08T03:05:31.241923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.611648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-pddls-api\" ","response":"range_response_count:1 size:2102"} {"level":"info","ts":"2026-03-08T03:05:31.241948Z","caller":"traceutil/trace.go:171","msg":"trace[855088565] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-pddls-api; range_end:; response_count:1; response_revision:17725; }","duration":"268.67588ms","start":"2026-03-08T03:05:30.973264Z","end":"2026-03-08T03:05:31.24194Z","steps":["trace[855088565] 'agreement among raft nodes before linearized reading' (duration: 268.617098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:31.2424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.898396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-08T03:05:31.242465Z","caller":"traceutil/trace.go:171","msg":"trace[579075833] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17725; }","duration":"136.013079ms","start":"2026-03-08T03:05:31.106437Z","end":"2026-03-08T03:05:31.24245Z","steps":["trace[579075833] 'agreement among raft nodes before linearized reading' (duration: 135.726282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:31.242475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.065863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:05:31.242777Z","caller":"traceutil/trace.go:171","msg":"trace[1441085440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17725; }","duration":"137.402691ms","start":"2026-03-08T03:05:31.105354Z","end":"2026-03-08T03:05:31.242757Z","steps":["trace[1441085440] 'agreement among raft nodes before linearized reading' (duration: 137.092443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:31.244111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.684857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-pddls-vnc\" ","response":"range_response_count:1 size:2102"} {"level":"info","ts":"2026-03-08T03:05:31.24419Z","caller":"traceutil/trace.go:171","msg":"trace[1193369237] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-pddls-vnc; range_end:; response_count:1; response_revision:17725; }","duration":"270.831749ms","start":"2026-03-08T03:05:30.973334Z","end":"2026-03-08T03:05:31.244166Z","steps":["trace[1193369237] 'agreement among raft nodes before linearized reading' (duration: 268.481705ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:48.757836Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15572} {"level":"info","ts":"2026-03-08T03:05:48.852017Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15572,"took":"90.780826ms","hash":4211987023,"current-db-size-bytes":42237952,"current-db-size":"42 MB","current-db-size-in-use-bytes":28389376,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-08T03:05:48.85209Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4211987023,"revision":15572,"compact-revision":13440} {"level":"info","ts":"2026-03-08T03:05:56.014363Z","caller":"traceutil/trace.go:171","msg":"trace[230338603] linearizableReadLoop","detail":"{readStateIndex:18620; appliedIndex:18618; }","duration":"119.278989ms","start":"2026-03-08T03:05:55.895046Z","end":"2026-03-08T03:05:56.014325Z","steps":["trace[230338603] 'read index received' (duration: 95.063575ms)","trace[230338603] 'applied index is now lower than readState.Index' (duration: 24.213834ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:05:56.014552Z","caller":"traceutil/trace.go:171","msg":"trace[142294865] transaction","detail":"{read_only:false; response_revision:17946; number_of_response:1; }","duration":"121.03786ms","start":"2026-03-08T03:05:55.893444Z","end":"2026-03-08T03:05:56.014482Z","steps":["trace[142294865] 'process raft request' (duration: 95.323001ms)","trace[142294865] 'compare' (duration: 25.259929ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:05:56.014536Z","caller":"traceutil/trace.go:171","msg":"trace[1495255558] transaction","detail":"{read_only:false; response_revision:17947; number_of_response:1; }","duration":"120.869866ms","start":"2026-03-08T03:05:55.8936Z","end":"2026-03-08T03:05:56.01447Z","steps":["trace[1495255558] 'process raft request' (duration: 120.62676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:56.014796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.325907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-08T03:05:56.014867Z","caller":"traceutil/trace.go:171","msg":"trace[811152170] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:17947; }","duration":"121.431649ms","start":"2026-03-08T03:05:55.893411Z","end":"2026-03-08T03:05:56.014843Z","steps":["trace[811152170] 'agreement among raft nodes before linearized reading' (duration: 121.149843ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:56.019906Z","caller":"traceutil/trace.go:171","msg":"trace[1434378864] transaction","detail":"{read_only:false; response_revision:17950; number_of_response:1; }","duration":"120.449867ms","start":"2026-03-08T03:05:55.899427Z","end":"2026-03-08T03:05:56.019877Z","steps":["trace[1434378864] 'process raft request' (duration: 120.388275ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:56.020034Z","caller":"traceutil/trace.go:171","msg":"trace[496086352] transaction","detail":"{read_only:false; response_revision:17949; number_of_response:1; }","duration":"120.808625ms","start":"2026-03-08T03:05:55.899204Z","end":"2026-03-08T03:05:56.020013Z","steps":["trace[496086352] 'process raft request' (duration: 120.545049ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:56.020256Z","caller":"traceutil/trace.go:171","msg":"trace[204972887] transaction","detail":"{read_only:false; response_revision:17948; number_of_response:1; }","duration":"121.887081ms","start":"2026-03-08T03:05:55.898068Z","end":"2026-03-08T03:05:56.019955Z","steps":["trace[204972887] 'process raft request' (duration: 121.537663ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:56.020527Z","caller":"traceutil/trace.go:171","msg":"trace[1620744409] transaction","detail":"{read_only:false; response_revision:17951; number_of_response:1; }","duration":"116.885533ms","start":"2026-03-08T03:05:55.903612Z","end":"2026-03-08T03:05:56.020497Z","steps":["trace[1620744409] 'process raft request' (duration: 116.235408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:56.020682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.770281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-08T03:05:56.020771Z","caller":"traceutil/trace.go:171","msg":"trace[102114160] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:17952; }","duration":"122.898144ms","start":"2026-03-08T03:05:55.897846Z","end":"2026-03-08T03:05:56.020744Z","steps":["trace[102114160] 'agreement among raft nodes before linearized reading' (duration: 122.666649ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:05:56.020817Z","caller":"traceutil/trace.go:171","msg":"trace[997501725] transaction","detail":"{read_only:false; response_revision:17952; number_of_response:1; }","duration":"117.017927ms","start":"2026-03-08T03:05:55.903787Z","end":"2026-03-08T03:05:56.020805Z","steps":["trace[997501725] 'process raft request' (duration: 116.589187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:05:56.021051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.820626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:05:56.021097Z","caller":"traceutil/trace.go:171","msg":"trace[1800834562] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-init; range_end:; response_count:0; response_revision:17952; }","duration":"111.894918ms","start":"2026-03-08T03:05:55.90919Z","end":"2026-03-08T03:05:56.021085Z","steps":["trace[1800834562] 'agreement among raft nodes before linearized reading' (duration: 111.811066ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:08:56.721252Z","caller":"traceutil/trace.go:171","msg":"trace[2058111109] transaction","detail":"{read_only:false; response_revision:19174; number_of_response:1; }","duration":"112.710856ms","start":"2026-03-08T03:08:56.608492Z","end":"2026-03-08T03:08:56.721203Z","steps":["trace[2058111109] 'process raft request' (duration: 112.212235ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:08:56.824733Z","caller":"traceutil/trace.go:171","msg":"trace[1989377816] transaction","detail":"{read_only:false; response_revision:19176; number_of_response:1; }","duration":"136.096022ms","start":"2026-03-08T03:08:56.688592Z","end":"2026-03-08T03:08:56.824688Z","steps":["trace[1989377816] 'process raft request' (duration: 135.546899ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:08:56.825386Z","caller":"traceutil/trace.go:171","msg":"trace[258022083] transaction","detail":"{read_only:false; response_revision:19175; number_of_response:1; }","duration":"154.131972ms","start":"2026-03-08T03:08:56.671231Z","end":"2026-03-08T03:08:56.825363Z","steps":["trace[258022083] 'process raft request' (duration: 130.377888ms)","trace[258022083] 'compare' (duration: 22.053834ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:08:57.077486Z","caller":"traceutil/trace.go:171","msg":"trace[52013093] linearizableReadLoop","detail":"{readStateIndex:19892; appliedIndex:19891; }","duration":"167.818931ms","start":"2026-03-08T03:08:56.909623Z","end":"2026-03-08T03:08:57.077442Z","steps":["trace[52013093] 'read index received' (duration: 91.515453ms)","trace[52013093] 'applied index is now lower than readState.Index' (duration: 76.302048ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:08:57.077763Z","caller":"traceutil/trace.go:171","msg":"trace[207563557] transaction","detail":"{read_only:false; response_revision:19179; number_of_response:1; }","duration":"207.829483ms","start":"2026-03-08T03:08:56.869897Z","end":"2026-03-08T03:08:57.077727Z","steps":["trace[207563557] 'process raft request' (duration: 131.138746ms)","trace[207563557] 'compare' (duration: 76.152335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:08:57.077916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.263901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-trusts-nxcfh\" ","response":"range_response_count:1 size:8433"} {"level":"info","ts":"2026-03-08T03:08:57.077984Z","caller":"traceutil/trace.go:171","msg":"trace[1544747135] range","detail":"{range_begin:/registry/pods/openstack/heat-trusts-nxcfh; range_end:; response_count:1; response_revision:19179; }","duration":"168.402294ms","start":"2026-03-08T03:08:56.909564Z","end":"2026-03-08T03:08:57.077966Z","steps":["trace[1544747135] 'agreement among raft nodes before linearized reading' (duration: 168.041526ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:08:57.694121Z","caller":"traceutil/trace.go:171","msg":"trace[1043458096] transaction","detail":"{read_only:false; response_revision:19184; number_of_response:1; }","duration":"131.443793ms","start":"2026-03-08T03:08:57.561834Z","end":"2026-03-08T03:08:57.693278Z","steps":["trace[1043458096] 'process raft request' (duration: 130.984062ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:08:57.821969Z","caller":"traceutil/trace.go:171","msg":"trace[94048743] transaction","detail":"{read_only:false; response_revision:19186; number_of_response:1; }","duration":"122.416813ms","start":"2026-03-08T03:08:57.699517Z","end":"2026-03-08T03:08:57.821933Z","steps":["trace[94048743] 'process raft request' (duration: 122.278159ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:08:57.82227Z","caller":"traceutil/trace.go:171","msg":"trace[724153197] transaction","detail":"{read_only:false; response_revision:19185; number_of_response:1; }","duration":"123.058937ms","start":"2026-03-08T03:08:57.699197Z","end":"2026-03-08T03:08:57.822256Z","steps":["trace[724153197] 'process raft request' (duration: 45.266474ms)","trace[724153197] 'compare' (duration: 77.135178ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:08:57.822431Z","caller":"traceutil/trace.go:171","msg":"trace[1589594269] linearizableReadLoop","detail":"{readStateIndex:19898; appliedIndex:19897; }","duration":"123.192581ms","start":"2026-03-08T03:08:57.699226Z","end":"2026-03-08T03:08:57.822419Z","steps":["trace[1589594269] 'read index received' (duration: 45.258645ms)","trace[1589594269] 'applied index is now lower than readState.Index' (duration: 77.932516ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:08:57.822751Z","caller":"traceutil/trace.go:171","msg":"trace[1472226761] transaction","detail":"{read_only:false; response_revision:19187; number_of_response:1; }","duration":"123.141179ms","start":"2026-03-08T03:08:57.699582Z","end":"2026-03-08T03:08:57.822724Z","steps":["trace[1472226761] 'process raft request' (duration: 122.270169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:57.82287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.612831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:08:57.823031Z","caller":"traceutil/trace.go:171","msg":"trace[353313564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19187; }","duration":"123.806435ms","start":"2026-03-08T03:08:57.699208Z","end":"2026-03-08T03:08:57.823014Z","steps":["trace[353313564] 'agreement among raft nodes before linearized reading' (duration: 123.567099ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:08:57.823469Z","caller":"traceutil/trace.go:171","msg":"trace[1914261818] transaction","detail":"{read_only:false; response_revision:19188; number_of_response:1; }","duration":"124.194964ms","start":"2026-03-08T03:08:57.699259Z","end":"2026-03-08T03:08:57.823454Z","steps":["trace[1914261818] 'process raft request' (duration: 122.840993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:08:57.841876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.556772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-08T03:08:57.841969Z","caller":"traceutil/trace.go:171","msg":"trace[1692468573] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19189; }","duration":"139.676385ms","start":"2026-03-08T03:08:57.70227Z","end":"2026-03-08T03:08:57.841946Z","steps":["trace[1692468573] 'agreement among raft nodes before linearized reading' (duration: 139.367668ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:08:57.988425Z","caller":"traceutil/trace.go:171","msg":"trace[402680796] transaction","detail":"{read_only:false; response_revision:19190; number_of_response:1; }","duration":"133.303656ms","start":"2026-03-08T03:08:57.855078Z","end":"2026-03-08T03:08:57.988381Z","steps":["trace[402680796] 'process raft request' (duration: 89.546017ms)","trace[402680796] 'compare' (duration: 43.476303ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:08:58.125215Z","caller":"traceutil/trace.go:171","msg":"trace[916499607] transaction","detail":"{read_only:false; response_revision:19192; number_of_response:1; }","duration":"132.071107ms","start":"2026-03-08T03:08:57.993092Z","end":"2026-03-08T03:08:58.125163Z","steps":["trace[916499607] 'process raft request' (duration: 101.952516ms)","trace[916499607] 'compare' (duration: 29.872726ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:08:58.258648Z","caller":"traceutil/trace.go:171","msg":"trace[1827933347] transaction","detail":"{read_only:false; response_revision:19194; number_of_response:1; }","duration":"110.935495ms","start":"2026-03-08T03:08:58.147658Z","end":"2026-03-08T03:08:58.258594Z","steps":["trace[1827933347] 'process raft request' (duration: 104.866334ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:08:58.967295Z","caller":"traceutil/trace.go:171","msg":"trace[294684405] transaction","detail":"{read_only:false; response_revision:19203; number_of_response:1; }","duration":"104.959976ms","start":"2026-03-08T03:08:58.862287Z","end":"2026-03-08T03:08:58.967247Z","steps":["trace[294684405] 'process raft request' (duration: 55.129995ms)","trace[294684405] 'compare' (duration: 49.635076ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:08:59.399838Z","caller":"traceutil/trace.go:171","msg":"trace[1808113584] transaction","detail":"{read_only:false; response_revision:19207; number_of_response:1; }","duration":"101.904845ms","start":"2026-03-08T03:08:59.297878Z","end":"2026-03-08T03:08:59.399783Z","steps":["trace[1808113584] 'process raft request' (duration: 82.269207ms)","trace[1808113584] 'compare' (duration: 19.32313ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:09:01.593073Z","caller":"traceutil/trace.go:171","msg":"trace[74280967] linearizableReadLoop","detail":"{readStateIndex:19935; appliedIndex:19934; }","duration":"183.355543ms","start":"2026-03-08T03:09:01.409688Z","end":"2026-03-08T03:09:01.593043Z","steps":["trace[74280967] 'read index received' (duration: 183.273251ms)","trace[74280967] 'applied index is now lower than readState.Index' (duration: 81.512µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:09:01.593421Z","caller":"traceutil/trace.go:171","msg":"trace[2105427836] transaction","detail":"{read_only:false; response_revision:19221; number_of_response:1; }","duration":"186.080207ms","start":"2026-03-08T03:09:01.407285Z","end":"2026-03-08T03:09:01.593365Z","steps":["trace[2105427836] 'process raft request' (duration: 185.592275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:01.593607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.882356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:09:01.593704Z","caller":"traceutil/trace.go:171","msg":"trace[1491878524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19221; }","duration":"184.009069ms","start":"2026-03-08T03:09:01.409671Z","end":"2026-03-08T03:09:01.59368Z","steps":["trace[1491878524] 'agreement among raft nodes before linearized reading' (duration: 183.709482ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:01.913017Z","caller":"traceutil/trace.go:171","msg":"trace[1131560998] transaction","detail":"{read_only:false; response_revision:19222; number_of_response:1; }","duration":"503.064453ms","start":"2026-03-08T03:09:01.409922Z","end":"2026-03-08T03:09:01.912986Z","steps":["trace[1131560998] 'process raft request' (duration: 502.763336ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:01.913205Z","caller":"traceutil/trace.go:171","msg":"trace[1761380024] linearizableReadLoop","detail":"{readStateIndex:19937; appliedIndex:19935; }","duration":"319.966996ms","start":"2026-03-08T03:09:01.5932Z","end":"2026-03-08T03:09:01.913167Z","steps":["trace[1761380024] 'read index received' (duration: 319.413483ms)","trace[1761380024] 'applied index is now lower than readState.Index' (duration: 551.592µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:09:01.913246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:01.40991Z","time spent":"503.228157ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:09:01.913326Z","caller":"traceutil/trace.go:171","msg":"trace[1059789860] transaction","detail":"{read_only:false; response_revision:19223; number_of_response:1; }","duration":"503.246288ms","start":"2026-03-08T03:09:01.410007Z","end":"2026-03-08T03:09:01.913253Z","steps":["trace[1059789860] 'process raft request' (duration: 502.92192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:01.91346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.255898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:09:01.913878Z","caller":"traceutil/trace.go:171","msg":"trace[740111202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19223; }","duration":"249.646547ms","start":"2026-03-08T03:09:01.664195Z","end":"2026-03-08T03:09:01.913842Z","steps":["trace[740111202] 'agreement among raft nodes before linearized reading' (duration: 249.222717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:01.913523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.195883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-847db4d8f5-jxh2z.189abdcf8bfdf758\" ","response":"range_response_count:1 size:2096"} {"level":"info","ts":"2026-03-08T03:09:01.914002Z","caller":"traceutil/trace.go:171","msg":"trace[667997589] range","detail":"{range_begin:/registry/events/openstack/glance-api-847db4d8f5-jxh2z.189abdcf8bfdf758; range_end:; response_count:1; response_revision:19223; }","duration":"487.747476ms","start":"2026-03-08T03:09:01.426221Z","end":"2026-03-08T03:09:01.913968Z","steps":["trace[667997589] 'agreement among raft nodes before linearized reading' (duration: 487.097491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:01.914058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:01.426211Z","time spent":"487.834238ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2119,"request content":"key:\"/registry/events/openstack/glance-api-847db4d8f5-jxh2z.189abdcf8bfdf758\" "} {"level":"warn","ts":"2026-03-08T03:09:01.914279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:01.409995Z","time spent":"503.732309ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:09:01.913917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.730897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-08T03:09:01.914458Z","caller":"traceutil/trace.go:171","msg":"trace[1164356770] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19223; }","duration":"319.31455ms","start":"2026-03-08T03:09:01.595127Z","end":"2026-03-08T03:09:01.914442Z","steps":["trace[1164356770] 'agreement among raft nodes before linearized reading' (duration: 318.225955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:01.914531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:09:01.595106Z","time spent":"319.387333ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18597,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-08T03:09:06.143281Z","caller":"traceutil/trace.go:171","msg":"trace[1061061152] transaction","detail":"{read_only:false; response_revision:19243; number_of_response:1; }","duration":"137.537385ms","start":"2026-03-08T03:09:06.005701Z","end":"2026-03-08T03:09:06.143239Z","steps":["trace[1061061152] 'process raft request' (duration: 102.594731ms)","trace[1061061152] 'compare' (duration: 34.669727ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:09:06.191834Z","caller":"traceutil/trace.go:171","msg":"trace[1948527333] transaction","detail":"{read_only:false; response_revision:19244; number_of_response:1; }","duration":"185.671046ms","start":"2026-03-08T03:09:06.006126Z","end":"2026-03-08T03:09:06.191797Z","steps":["trace[1948527333] 'process raft request' (duration: 185.43044ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:06.19218Z","caller":"traceutil/trace.go:171","msg":"trace[75397433] transaction","detail":"{read_only:false; response_revision:19245; number_of_response:1; }","duration":"185.789969ms","start":"2026-03-08T03:09:06.006342Z","end":"2026-03-08T03:09:06.192131Z","steps":["trace[75397433] 'process raft request' (duration: 185.3994ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:06.488986Z","caller":"traceutil/trace.go:171","msg":"trace[1310056581] transaction","detail":"{read_only:false; response_revision:19247; number_of_response:1; }","duration":"104.594957ms","start":"2026-03-08T03:09:06.384361Z","end":"2026-03-08T03:09:06.488956Z","steps":["trace[1310056581] 'process raft request' (duration: 21.427639ms)","trace[1310056581] 'compare' (duration: 82.829811ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:09:06.508435Z","caller":"traceutil/trace.go:171","msg":"trace[1097135723] linearizableReadLoop","detail":"{readStateIndex:19963; appliedIndex:19961; }","duration":"119.72236ms","start":"2026-03-08T03:09:06.388667Z","end":"2026-03-08T03:09:06.508389Z","steps":["trace[1097135723] 'read index received' (duration: 17.15693ms)","trace[1097135723] 'applied index is now lower than readState.Index' (duration: 102.55852ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:09:06.508721Z","caller":"traceutil/trace.go:171","msg":"trace[107092660] transaction","detail":"{read_only:false; response_revision:19248; number_of_response:1; }","duration":"120.974079ms","start":"2026-03-08T03:09:06.387694Z","end":"2026-03-08T03:09:06.508668Z","steps":["trace[107092660] 'process raft request' (duration: 120.447047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:06.50906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.362845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-api-57954b79cb-4twlf\" ","response":"range_response_count:1 size:8646"} {"level":"info","ts":"2026-03-08T03:09:06.509142Z","caller":"traceutil/trace.go:171","msg":"trace[907230240] range","detail":"{range_begin:/registry/pods/openstack/heat-api-57954b79cb-4twlf; range_end:; response_count:1; response_revision:19248; }","duration":"120.497168ms","start":"2026-03-08T03:09:06.388608Z","end":"2026-03-08T03:09:06.509105Z","steps":["trace[907230240] 'agreement among raft nodes before linearized reading' (duration: 120.100989ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:06.67197Z","caller":"traceutil/trace.go:171","msg":"trace[1444840833] transaction","detail":"{read_only:false; response_revision:19251; number_of_response:1; }","duration":"148.990772ms","start":"2026-03-08T03:09:06.522924Z","end":"2026-03-08T03:09:06.671914Z","steps":["trace[1444840833] 'process raft request' (duration: 77.092596ms)","trace[1444840833] 'compare' (duration: 71.584389ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:09:06.837381Z","caller":"traceutil/trace.go:171","msg":"trace[462627830] transaction","detail":"{read_only:false; response_revision:19253; number_of_response:1; }","duration":"155.163536ms","start":"2026-03-08T03:09:06.682171Z","end":"2026-03-08T03:09:06.837334Z","steps":["trace[462627830] 'process raft request' (duration: 153.764463ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:06.837505Z","caller":"traceutil/trace.go:171","msg":"trace[193357525] transaction","detail":"{read_only:false; response_revision:19254; number_of_response:1; }","duration":"155.001423ms","start":"2026-03-08T03:09:06.682457Z","end":"2026-03-08T03:09:06.837458Z","steps":["trace[193357525] 'process raft request' (duration: 154.786468ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:06.837522Z","caller":"traceutil/trace.go:171","msg":"trace[454003623] transaction","detail":"{read_only:false; response_revision:19255; number_of_response:1; }","duration":"154.05187ms","start":"2026-03-08T03:09:06.683433Z","end":"2026-03-08T03:09:06.837484Z","steps":["trace[454003623] 'process raft request' (duration: 153.895527ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:06.83777Z","caller":"traceutil/trace.go:171","msg":"trace[116753242] transaction","detail":"{read_only:false; response_revision:19256; number_of_response:1; }","duration":"147.094448ms","start":"2026-03-08T03:09:06.690623Z","end":"2026-03-08T03:09:06.837717Z","steps":["trace[116753242] 'process raft request' (duration: 146.793211ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:07.052651Z","caller":"traceutil/trace.go:171","msg":"trace[1983734988] transaction","detail":"{read_only:false; response_revision:19261; number_of_response:1; }","duration":"198.029965ms","start":"2026-03-08T03:09:06.854576Z","end":"2026-03-08T03:09:07.052606Z","steps":["trace[1983734988] 'process raft request' (duration: 197.930412ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:07.052933Z","caller":"traceutil/trace.go:171","msg":"trace[876192332] transaction","detail":"{read_only:false; response_revision:19258; number_of_response:1; }","duration":"203.601294ms","start":"2026-03-08T03:09:06.849322Z","end":"2026-03-08T03:09:07.052923Z","steps":["trace[876192332] 'process raft request' (duration: 201.948036ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:07.053238Z","caller":"traceutil/trace.go:171","msg":"trace[949380514] transaction","detail":"{read_only:false; response_revision:19259; number_of_response:1; }","duration":"202.103319ms","start":"2026-03-08T03:09:06.851124Z","end":"2026-03-08T03:09:07.053227Z","steps":["trace[949380514] 'process raft request' (duration: 201.106396ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:07.053237Z","caller":"traceutil/trace.go:171","msg":"trace[1788094459] transaction","detail":"{read_only:false; response_revision:19260; number_of_response:1; }","duration":"201.116976ms","start":"2026-03-08T03:09:06.852071Z","end":"2026-03-08T03:09:07.053188Z","steps":["trace[1788094459] 'process raft request' (duration: 200.349528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:07.275475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.945029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:09:07.27556Z","caller":"traceutil/trace.go:171","msg":"trace[902830118] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:19262; }","duration":"115.085261ms","start":"2026-03-08T03:09:07.160454Z","end":"2026-03-08T03:09:07.27554Z","steps":["trace[902830118] 'count revisions from in-memory index tree' (duration: 114.891827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:09:07.275913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.946368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:09:07.275938Z","caller":"traceutil/trace.go:171","msg":"trace[1594327093] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19262; }","duration":"118.00544ms","start":"2026-03-08T03:09:07.157924Z","end":"2026-03-08T03:09:07.275929Z","steps":["trace[1594327093] 'range keys from in-memory index tree' (duration: 117.867696ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:08.283236Z","caller":"traceutil/trace.go:171","msg":"trace[1879678227] transaction","detail":"{read_only:false; response_revision:19266; number_of_response:1; }","duration":"130.508351ms","start":"2026-03-08T03:09:08.152691Z","end":"2026-03-08T03:09:08.283199Z","steps":["trace[1879678227] 'process raft request' (duration: 94.113083ms)","trace[1879678227] 'compare' (duration: 35.737033ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:09:12.367702Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-08T03:09:12.505472Z","caller":"traceutil/trace.go:171","msg":"trace[1231970727] linearizableReadLoop","detail":"{readStateIndex:20003; appliedIndex:20002; }","duration":"106.45003ms","start":"2026-03-08T03:09:12.398996Z","end":"2026-03-08T03:09:12.505446Z","steps":["trace[1231970727] 'read index received' (duration: 106.330517ms)","trace[1231970727] 'applied index is now lower than readState.Index' (duration: 117.633µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:09:12.505692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.684296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-08T03:09:12.505755Z","caller":"traceutil/trace.go:171","msg":"trace[222812897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19287; }","duration":"106.780668ms","start":"2026-03-08T03:09:12.39896Z","end":"2026-03-08T03:09:12.505741Z","steps":["trace[222812897] 'agreement among raft nodes before linearized reading' (duration: 106.587003ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:12.506084Z","caller":"traceutil/trace.go:171","msg":"trace[950109411] transaction","detail":"{read_only:false; response_revision:19287; number_of_response:1; }","duration":"109.539612ms","start":"2026-03-08T03:09:12.396531Z","end":"2026-03-08T03:09:12.506071Z","steps":["trace[950109411] 'process raft request' (duration: 108.725363ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:09:12.524282Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-08T03:09:12.524457Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-08T03:09:31.559413Z","caller":"traceutil/trace.go:171","msg":"trace[341397003] transaction","detail":"{read_only:false; response_revision:19382; number_of_response:1; }","duration":"104.941864ms","start":"2026-03-08T03:09:31.454429Z","end":"2026-03-08T03:09:31.559371Z","steps":["trace[341397003] 'process raft request' (duration: 104.704719ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:10:48.767801Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17828} {"level":"info","ts":"2026-03-08T03:10:48.923705Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17828,"took":"151.921984ms","hash":3115562645,"current-db-size-bytes":44355584,"current-db-size":"44 MB","current-db-size-in-use-bytes":29806592,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-08T03:10:48.92383Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3115562645,"revision":17828,"compact-revision":15572} {"level":"warn","ts":"2026-03-08T03:11:07.614811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019394046,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:11:07.773396Z","caller":"traceutil/trace.go:171","msg":"trace[1797946989] transaction","detail":"{read_only:false; response_revision:20050; number_of_response:1; }","duration":"837.311444ms","start":"2026-03-08T03:11:06.936049Z","end":"2026-03-08T03:11:07.77336Z","steps":["trace[1797946989] 'process raft request' (duration: 837.13704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:07.774152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:06.936022Z","time spent":"838.05662ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:07.782165Z","caller":"traceutil/trace.go:171","msg":"trace[1388998616] transaction","detail":"{read_only:false; response_revision:20052; number_of_response:1; }","duration":"545.447833ms","start":"2026-03-08T03:11:07.236685Z","end":"2026-03-08T03:11:07.782133Z","steps":["trace[1388998616] 'process raft request' (duration: 545.375721ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:07.782187Z","caller":"traceutil/trace.go:171","msg":"trace[302795980] transaction","detail":"{read_only:false; response_revision:20051; number_of_response:1; }","duration":"666.593843ms","start":"2026-03-08T03:11:07.115548Z","end":"2026-03-08T03:11:07.782141Z","steps":["trace[302795980] 'process raft request' (duration: 666.410058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:07.78249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:07.11553Z","time spent":"666.86326ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:07.782317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:07.236666Z","time spent":"545.569966ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:07.78252Z","caller":"traceutil/trace.go:171","msg":"trace[1989098682] transaction","detail":"{read_only:false; response_revision:20053; number_of_response:1; }","duration":"543.454266ms","start":"2026-03-08T03:11:07.239017Z","end":"2026-03-08T03:11:07.782471Z","steps":["trace[1989098682] 'process raft request' (duration: 543.071777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:07.782813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:07.23898Z","time spent":"543.696682ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:07.783345Z","caller":"traceutil/trace.go:171","msg":"trace[1710380206] linearizableReadLoop","detail":"{readStateIndex:20802; appliedIndex:20798; }","duration":"669.194853ms","start":"2026-03-08T03:11:07.114133Z","end":"2026-03-08T03:11:07.783328Z","steps":["trace[1710380206] 'read index received' (duration: 659.107319ms)","trace[1710380206] 'applied index is now lower than readState.Index' (duration: 10.086414ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:11:07.783445Z","caller":"traceutil/trace.go:171","msg":"trace[1345951123] transaction","detail":"{read_only:false; response_revision:20054; number_of_response:1; }","duration":"138.085254ms","start":"2026-03-08T03:11:07.645349Z","end":"2026-03-08T03:11:07.783434Z","steps":["trace[1345951123] 'process raft request' (duration: 137.904069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:07.783648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.524761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T03:11:07.783682Z","caller":"traceutil/trace.go:171","msg":"trace[1639720357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20054; }","duration":"669.603433ms","start":"2026-03-08T03:11:07.114071Z","end":"2026-03-08T03:11:07.783675Z","steps":["trace[1639720357] 'agreement among raft nodes before linearized reading' (duration: 669.48432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:07.783703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:07.114037Z","time spent":"669.661344ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:11:07.783808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.350767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:11:07.783829Z","caller":"traceutil/trace.go:171","msg":"trace[1203561581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20054; }","duration":"541.422519ms","start":"2026-03-08T03:11:07.242401Z","end":"2026-03-08T03:11:07.783824Z","steps":["trace[1203561581] 'agreement among raft nodes before linearized reading' (duration: 541.365827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:07.783858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:07.242375Z","time spent":"541.47681ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:11:07.783918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.287995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:11:07.783973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.197401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:11:07.783992Z","caller":"traceutil/trace.go:171","msg":"trace[76544366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20054; }","duration":"537.237952ms","start":"2026-03-08T03:11:07.246747Z","end":"2026-03-08T03:11:07.783985Z","steps":["trace[76544366] 'agreement among raft nodes before linearized reading' (duration: 537.179831ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:07.783985Z","caller":"traceutil/trace.go:171","msg":"trace[1996075613] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20054; }","duration":"275.360757ms","start":"2026-03-08T03:11:07.508606Z","end":"2026-03-08T03:11:07.783967Z","steps":["trace[1996075613] 'agreement among raft nodes before linearized reading' (duration: 275.238484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:07.784008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:07.246735Z","time spent":"537.269273ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:11:07.784176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.111683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:07.784269Z","caller":"traceutil/trace.go:171","msg":"trace[1894092218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20054; }","duration":"119.250276ms","start":"2026-03-08T03:11:07.665Z","end":"2026-03-08T03:11:07.784251Z","steps":["trace[1894092218] 'agreement among raft nodes before linearized reading' (duration: 119.123964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:07.785041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.278984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:11:07.78517Z","caller":"traceutil/trace.go:171","msg":"trace[2115143637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20054; }","duration":"403.459168ms","start":"2026-03-08T03:11:07.381691Z","end":"2026-03-08T03:11:07.78515Z","steps":["trace[2115143637] 'agreement among raft nodes before linearized reading' (duration: 402.188899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:07.785264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:07.381673Z","time spent":"403.558351ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T03:11:11.991562Z","caller":"traceutil/trace.go:171","msg":"trace[673947053] transaction","detail":"{read_only:false; response_revision:20076; number_of_response:1; }","duration":"145.662979ms","start":"2026-03-08T03:11:11.845866Z","end":"2026-03-08T03:11:11.991529Z","steps":["trace[673947053] 'process raft request' (duration: 144.558333ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:11.993012Z","caller":"traceutil/trace.go:171","msg":"trace[2060342235] transaction","detail":"{read_only:false; response_revision:20077; number_of_response:1; }","duration":"145.891874ms","start":"2026-03-08T03:11:11.847073Z","end":"2026-03-08T03:11:11.992965Z","steps":["trace[2060342235] 'process raft request' (duration: 145.631928ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:13.937144Z","caller":"traceutil/trace.go:171","msg":"trace[1634261267] linearizableReadLoop","detail":"{readStateIndex:20828; appliedIndex:20827; }","duration":"296.779275ms","start":"2026-03-08T03:11:13.640298Z","end":"2026-03-08T03:11:13.937077Z","steps":["trace[1634261267] 'read index received' (duration: 296.593061ms)","trace[1634261267] 'applied index is now lower than readState.Index' (duration: 185.034µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:11:13.937199Z","caller":"traceutil/trace.go:171","msg":"trace[655964974] transaction","detail":"{read_only:false; response_revision:20078; number_of_response:1; }","duration":"336.66005ms","start":"2026-03-08T03:11:13.600494Z","end":"2026-03-08T03:11:13.937154Z","steps":["trace[655964974] 'process raft request' (duration: 336.393134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:13.937311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.989989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:11:13.937399Z","caller":"traceutil/trace.go:171","msg":"trace[1619327784] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:20078; }","duration":"297.154674ms","start":"2026-03-08T03:11:13.640222Z","end":"2026-03-08T03:11:13.937377Z","steps":["trace[1619327784] 'agreement among raft nodes before linearized reading' (duration: 296.98567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:13.937399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:13.600462Z","time spent":"336.827054ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:14.437694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019394129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:11:16.010226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38891372s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:16.01035Z","caller":"traceutil/trace.go:171","msg":"trace[2140309132] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20078; }","duration":"1.389044513s","start":"2026-03-08T03:11:14.621286Z","end":"2026-03-08T03:11:16.01033Z","steps":["trace[2140309132] 'range keys from in-memory index tree' (duration: 1.38889363s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:16.025746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230613688s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:11:16.025896Z","caller":"traceutil/trace.go:171","msg":"trace[1905197027] transaction","detail":"{read_only:false; response_revision:20079; number_of_response:1; }","duration":"2.184361573s","start":"2026-03-08T03:11:13.841513Z","end":"2026-03-08T03:11:16.025875Z","steps":["trace[1905197027] 'process raft request' (duration: 953.55998ms)","trace[1905197027] 'compare' (duration: 1.230508156s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:11:16.025964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:13.841484Z","time spent":"2.184442825s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:16.026268Z","caller":"traceutil/trace.go:171","msg":"trace[2061050813] transaction","detail":"{read_only:false; response_revision:20081; number_of_response:1; }","duration":"2.179780067s","start":"2026-03-08T03:11:13.846476Z","end":"2026-03-08T03:11:16.026256Z","steps":["trace[2061050813] 'process raft request' (duration: 2.179612713s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:16.026248Z","caller":"traceutil/trace.go:171","msg":"trace[1152861570] linearizableReadLoop","detail":"{readStateIndex:20831; appliedIndex:20828; }","duration":"2.088998891s","start":"2026-03-08T03:11:13.93722Z","end":"2026-03-08T03:11:16.026219Z","steps":["trace[1152861570] 'read index received' (duration: 857.799879ms)","trace[1152861570] 'applied index is now lower than readState.Index' (duration: 1.231197982s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:11:16.02633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:13.846455Z","time spent":"2.179844528s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:16.026514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18121977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:11:16.026546Z","caller":"traceutil/trace.go:171","msg":"trace[368824209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20081; }","duration":"2.181330632s","start":"2026-03-08T03:11:13.845207Z","end":"2026-03-08T03:11:16.026538Z","steps":["trace[368824209] 'agreement among raft nodes before linearized reading' (duration: 2.181142108s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:16.026571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:13.845183Z","time spent":"2.181380994s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T03:11:16.026635Z","caller":"traceutil/trace.go:171","msg":"trace[769164788] transaction","detail":"{read_only:false; response_revision:20080; number_of_response:1; }","duration":"2.183056513s","start":"2026-03-08T03:11:13.84338Z","end":"2026-03-08T03:11:16.026436Z","steps":["trace[769164788] 'process raft request' (duration: 2.182457649s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:16.026736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183002492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:11:16.026751Z","caller":"traceutil/trace.go:171","msg":"trace[201545752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20081; }","duration":"2.183017502s","start":"2026-03-08T03:11:13.843729Z","end":"2026-03-08T03:11:16.026747Z","steps":["trace[201545752] 'agreement among raft nodes before linearized reading' (duration: 2.182967291s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:16.026769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:13.843701Z","time spent":"2.183065242s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:11:16.026726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:13.843352Z","time spent":"2.183340379s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:16.027073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.183547313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:11:16.027094Z","caller":"traceutil/trace.go:171","msg":"trace[369474747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20081; }","duration":"2.183627876s","start":"2026-03-08T03:11:13.843462Z","end":"2026-03-08T03:11:16.027089Z","steps":["trace[369474747] 'agreement among raft nodes before linearized reading' (duration: 2.183579635s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:16.027107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:13.843428Z","time spent":"2.183676107s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:11:16.529351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019394132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:11:16.666167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000445476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:11:16.66631Z","caller":"traceutil/trace.go:171","msg":"trace[904415804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000723233s","start":"2026-03-08T03:11:14.665548Z","end":"2026-03-08T03:11:16.666271Z","steps":["trace[904415804] 'agreement among raft nodes before linearized reading' (duration: 2.000509228s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:16.666369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:14.665524Z","time spent":"2.000832655s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:11:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:11:17.03027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019394132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:11:17.377686Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.086988835s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:11:18.552801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174629449s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:11:18.553383Z","caller":"traceutil/trace.go:171","msg":"trace[1302964164] transaction","detail":"{read_only:false; response_revision:20082; number_of_response:1; }","duration":"3.262795411s","start":"2026-03-08T03:11:15.290546Z","end":"2026-03-08T03:11:18.553341Z","steps":["trace[1302964164] 'process raft request' (duration: 2.087524818s)","trace[1302964164] 'compare' (duration: 1.174095976s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:11:18.553567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:15.290518Z","time spent":"3.262956345s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:18.666378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:11:18.666479Z","caller":"traceutil/trace.go:171","msg":"trace[700179890] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274372s","start":"2026-03-08T03:11:16.666178Z","end":"2026-03-08T03:11:18.666452Z","steps":["trace[700179890] 'agreement among raft nodes before linearized reading' (duration: 2.000150579s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:18.666534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:16.666157Z","time spent":"2.000364905s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:11:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:11:18.766495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.466082ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:11:18.766975Z","caller":"traceutil/trace.go:171","msg":"trace[1549867169] transaction","detail":"{read_only:false; response_revision:20086; number_of_response:1; }","duration":"733.581886ms","start":"2026-03-08T03:11:18.033374Z","end":"2026-03-08T03:11:18.766956Z","steps":["trace[1549867169] 'process raft request' (duration: 733.536975ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:18.766984Z","caller":"traceutil/trace.go:171","msg":"trace[1644012815] transaction","detail":"{read_only:false; response_revision:20084; number_of_response:1; }","duration":"2.732266144s","start":"2026-03-08T03:11:16.034658Z","end":"2026-03-08T03:11:18.766924Z","steps":["trace[1644012815] 'process raft request' (duration: 2.732170261s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:18.767167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:18.033347Z","time spent":"733.7206ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:18.767271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:16.034652Z","time spent":"2.732444388s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:18.767407Z","caller":"traceutil/trace.go:171","msg":"trace[1552784975] transaction","detail":"{read_only:false; response_revision:20083; number_of_response:1; }","duration":"2.732787655s","start":"2026-03-08T03:11:16.034583Z","end":"2026-03-08T03:11:18.76737Z","steps":["trace[1552784975] 'process raft request' (duration: 2.73212464s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:18.767483Z","caller":"traceutil/trace.go:171","msg":"trace[1164313663] linearizableReadLoop","detail":"{readStateIndex:20836; appliedIndex:20831; }","duration":"2.741106758s","start":"2026-03-08T03:11:16.02631Z","end":"2026-03-08T03:11:18.767417Z","steps":["trace[1164313663] 'read index received' (duration: 1.351679057s)","trace[1164313663] 'applied index is now lower than readState.Index' (duration: 1.389418621s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:11:18.767597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985207488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:11:18.767594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:16.034559Z","time spent":"2.732935339s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:18.767664Z","caller":"traceutil/trace.go:171","msg":"trace[1132877243] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:20086; }","duration":"3.985305921s","start":"2026-03-08T03:11:14.782335Z","end":"2026-03-08T03:11:18.767641Z","steps":["trace[1132877243] 'agreement among raft nodes before linearized reading' (duration: 3.98523553s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:18.767718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:14.78231Z","time spent":"3.985396563s","remote":"127.0.0.1:54240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:11:18.767559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.697311738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:11:18.767755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.77068822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:11:18.767802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.771646742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:11:18.767842Z","caller":"traceutil/trace.go:171","msg":"trace[1139120853] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20086; }","duration":"4.770833764s","start":"2026-03-08T03:11:13.99699Z","end":"2026-03-08T03:11:18.767823Z","steps":["trace[1139120853] 'agreement among raft nodes before linearized reading' (duration: 4.770516046s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:18.767887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:13.996949Z","time spent":"4.770928886s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:11:18.76786Z","caller":"traceutil/trace.go:171","msg":"trace[460662233] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:20086; }","duration":"4.697619145s","start":"2026-03-08T03:11:14.07019Z","end":"2026-03-08T03:11:18.767809Z","steps":["trace[460662233] 'agreement among raft nodes before linearized reading' (duration: 4.697273907s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:18.767893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.810924317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-08T03:11:18.768034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:14.070164Z","time spent":"4.69782056s","remote":"127.0.0.1:57844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:11:18.768035Z","caller":"traceutil/trace.go:171","msg":"trace[2055193383] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20086; }","duration":"3.81106351s","start":"2026-03-08T03:11:14.956948Z","end":"2026-03-08T03:11:18.768011Z","steps":["trace[2055193383] 'agreement among raft nodes before linearized reading' (duration: 3.81061985s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:18.767845Z","caller":"traceutil/trace.go:171","msg":"trace[1212556808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20086; }","duration":"4.771752785s","start":"2026-03-08T03:11:13.996081Z","end":"2026-03-08T03:11:18.767834Z","steps":["trace[1212556808] 'agreement among raft nodes before linearized reading' (duration: 4.77154163s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:18.768131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:14.956926Z","time spent":"3.811190263s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:11:18.767833Z","caller":"traceutil/trace.go:171","msg":"trace[1387085779] transaction","detail":"{read_only:false; response_revision:20085; number_of_response:1; }","duration":"2.712819742s","start":"2026-03-08T03:11:16.054612Z","end":"2026-03-08T03:11:18.767432Z","steps":["trace[1387085779] 'process raft request' (duration: 2.712255709s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:18.768293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:13.996056Z","time spent":"4.772175035s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:11:18.767519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.100461002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:18.768767Z","caller":"traceutil/trace.go:171","msg":"trace[1445181468] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:20086; }","duration":"4.101700951s","start":"2026-03-08T03:11:14.667014Z","end":"2026-03-08T03:11:18.768715Z","steps":["trace[1445181468] 'agreement among raft nodes before linearized reading' (duration: 4.100432452s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:18.76888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:14.667007Z","time spent":"4.101820004s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:11:18.768994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:16.054583Z","time spent":"2.713825855s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:19.268084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019394139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:11:19.768352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019394139,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:11:19.950995Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.377623619s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:11:20.674413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:11:20.674532Z","caller":"traceutil/trace.go:171","msg":"trace[2053630853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252693s","start":"2026-03-08T03:11:18.674249Z","end":"2026-03-08T03:11:20.674501Z","steps":["trace[2053630853] 'agreement among raft nodes before linearized reading' (duration: 2.000102169s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:20.674591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:18.674229Z","time spent":"2.000350335s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:11:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:11:20.795307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.889287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:11:20.795589Z","caller":"traceutil/trace.go:171","msg":"trace[970436950] transaction","detail":"{read_only:false; response_revision:20089; number_of_response:1; }","duration":"2.021878295s","start":"2026-03-08T03:11:18.773667Z","end":"2026-03-08T03:11:20.795545Z","steps":["trace[970436950] 'process raft request' (duration: 2.021814293s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:20.79561Z","caller":"traceutil/trace.go:171","msg":"trace[1435500050] transaction","detail":"{read_only:false; response_revision:20088; number_of_response:1; }","duration":"2.648879689s","start":"2026-03-08T03:11:18.146673Z","end":"2026-03-08T03:11:20.795553Z","steps":["trace[1435500050] 'process raft request' (duration: 2.648742466s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:20.795578Z","caller":"traceutil/trace.go:171","msg":"trace[929020702] transaction","detail":"{read_only:false; response_revision:20087; number_of_response:1; }","duration":"2.737045594s","start":"2026-03-08T03:11:18.058491Z","end":"2026-03-08T03:11:20.795537Z","steps":["trace[929020702] 'process raft request' (duration: 1.89285235s)","trace[929020702] 'compare' (duration: 843.786635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:11:20.795693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:18.773643Z","time spent":"2.022004368s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:20.795781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:18.146645Z","time spent":"2.649050033s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:20.795883Z","caller":"traceutil/trace.go:171","msg":"trace[1158120216] transaction","detail":"{read_only:false; response_revision:20090; number_of_response:1; }","duration":"2.021894655s","start":"2026-03-08T03:11:18.773977Z","end":"2026-03-08T03:11:20.795872Z","steps":["trace[1158120216] 'process raft request' (duration: 2.021541507s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:20.795794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.63140893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:20.795936Z","caller":"traceutil/trace.go:171","msg":"trace[620489126] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20090; }","duration":"4.631604544s","start":"2026-03-08T03:11:16.164318Z","end":"2026-03-08T03:11:20.795922Z","steps":["trace[620489126] 'agreement among raft nodes before linearized reading' (duration: 4.631413s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:20.795961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:18.773967Z","time spent":"2.021952206s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:20.795978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:16.164207Z","time spent":"4.631758798s","remote":"127.0.0.1:60696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:11:20.795954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:18.058456Z","time spent":"2.737329571s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:20.795695Z","caller":"traceutil/trace.go:171","msg":"trace[1636613539] linearizableReadLoop","detail":"{readStateIndex:20841; appliedIndex:20837; }","duration":"2.028098489s","start":"2026-03-08T03:11:18.767579Z","end":"2026-03-08T03:11:20.795677Z","steps":["trace[1636613539] 'read index received' (duration: 1.18371415s)","trace[1636613539] 'applied index is now lower than readState.Index' (duration: 844.383149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:11:20.796275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.58657265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:11:20.796289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.786340936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-08T03:11:20.796403Z","caller":"traceutil/trace.go:171","msg":"trace[921776419] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20090; }","duration":"3.78650109s","start":"2026-03-08T03:11:17.009875Z","end":"2026-03-08T03:11:20.796376Z","steps":["trace[921776419] 'agreement among raft nodes before linearized reading' (duration: 3.786276595s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:20.796459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:17.009852Z","time spent":"3.786593473s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T03:11:20.796541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249831042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:20.796618Z","caller":"traceutil/trace.go:171","msg":"trace[448202646] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:20090; }","duration":"2.249953055s","start":"2026-03-08T03:11:18.546643Z","end":"2026-03-08T03:11:20.796596Z","steps":["trace[448202646] 'agreement among raft nodes before linearized reading' (duration: 2.249831782s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:20.796665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:18.54662Z","time spent":"2.250034287s","remote":"127.0.0.1:60738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:11:20.796655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122710724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-08T03:11:20.796728Z","caller":"traceutil/trace.go:171","msg":"trace[794518364] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c; range_end:; response_count:1; response_revision:20090; }","duration":"2.122822647s","start":"2026-03-08T03:11:18.673887Z","end":"2026-03-08T03:11:20.796709Z","steps":["trace[794518364] 'agreement among raft nodes before linearized reading' (duration: 2.122594821s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:20.796779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:18.673867Z","time spent":"2.122902948s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" "} {"level":"warn","ts":"2026-03-08T03:11:20.796811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040278439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:20.796873Z","caller":"traceutil/trace.go:171","msg":"trace[1193700662] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:20090; }","duration":"3.040389521s","start":"2026-03-08T03:11:17.756469Z","end":"2026-03-08T03:11:20.796858Z","steps":["trace[1193700662] 'agreement among raft nodes before linearized reading' (duration: 3.040290519s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:20.796923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:17.756446Z","time spent":"3.040463443s","remote":"127.0.0.1:54264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:11:20.79633Z","caller":"traceutil/trace.go:171","msg":"trace[574885220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20090; }","duration":"4.586671313s","start":"2026-03-08T03:11:16.209646Z","end":"2026-03-08T03:11:20.796317Z","steps":["trace[574885220] 'agreement among raft nodes before linearized reading' (duration: 4.586585221s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:20.797097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.850418485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:20.797245Z","caller":"traceutil/trace.go:171","msg":"trace[2037659773] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:20090; }","duration":"2.850941867s","start":"2026-03-08T03:11:17.946286Z","end":"2026-03-08T03:11:20.797228Z","steps":["trace[2037659773] 'agreement among raft nodes before linearized reading' (duration: 2.850192369s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:20.797426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:17.946263Z","time spent":"2.851048199s","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:11:20.797575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:16.209624Z","time spent":"4.587530383s","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:11:21.297353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019394144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:11:22.153765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.603173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:11:22.153947Z","caller":"traceutil/trace.go:171","msg":"trace[1813667966] transaction","detail":"{read_only:false; response_revision:20092; number_of_response:1; }","duration":"1.367850771s","start":"2026-03-08T03:11:20.786072Z","end":"2026-03-08T03:11:22.153922Z","steps":["trace[1813667966] 'process raft request' (duration: 1.367793449s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:22.154011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.786056Z","time spent":"1.367923183s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:22.154085Z","caller":"traceutil/trace.go:171","msg":"trace[1093724864] transaction","detail":"{read_only:false; response_revision:20091; number_of_response:1; }","duration":"1.379947611s","start":"2026-03-08T03:11:20.774126Z","end":"2026-03-08T03:11:22.154074Z","steps":["trace[1093724864] 'process raft request' (duration: 659.95652ms)","trace[1093724864] 'compare' (duration: 719.50064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:11:22.154129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.774102Z","time spent":"1.380003573s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:22.192413Z","caller":"traceutil/trace.go:171","msg":"trace[618194143] linearizableReadLoop","detail":"{readStateIndex:20845; appliedIndex:20841; }","duration":"1.396167228s","start":"2026-03-08T03:11:20.796223Z","end":"2026-03-08T03:11:22.19239Z","steps":["trace[618194143] 'read index received' (duration: 637.98691ms)","trace[618194143] 'applied index is now lower than readState.Index' (duration: 758.179698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:11:22.192589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518091146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:22.192575Z","caller":"traceutil/trace.go:171","msg":"trace[1756491063] transaction","detail":"{read_only:false; response_revision:20093; number_of_response:1; }","duration":"1.391653493s","start":"2026-03-08T03:11:20.800885Z","end":"2026-03-08T03:11:22.192538Z","steps":["trace[1756491063] 'process raft request' (duration: 1.391405608s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:22.192689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.287519454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:11:22.192709Z","caller":"traceutil/trace.go:171","msg":"trace[808570560] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:20093; }","duration":"3.287621286s","start":"2026-03-08T03:11:18.905082Z","end":"2026-03-08T03:11:22.192704Z","steps":["trace[808570560] 'agreement among raft nodes before linearized reading' (duration: 3.287549815s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:22.192673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.799064Z","time spent":"1.393597358s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:11:22.192739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.800869Z","time spent":"1.391784806s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:22.192783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552501773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:11:22.1928Z","caller":"traceutil/trace.go:171","msg":"trace[1659607376] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:20093; }","duration":"2.552566584s","start":"2026-03-08T03:11:19.64023Z","end":"2026-03-08T03:11:22.192797Z","steps":["trace[1659607376] 'agreement among raft nodes before linearized reading' (duration: 2.552522843s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:22.192813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.640206Z","time spent":"2.552603926s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:11:22.192814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418882951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-08T03:11:22.192835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095414729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-08T03:11:22.192861Z","caller":"traceutil/trace.go:171","msg":"trace[839069989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20093; }","duration":"3.418946154s","start":"2026-03-08T03:11:18.773901Z","end":"2026-03-08T03:11:22.192848Z","steps":["trace[839069989] 'agreement among raft nodes before linearized reading' (duration: 3.418771849s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:22.192878Z","caller":"traceutil/trace.go:171","msg":"trace[1477173847] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:20093; }","duration":"2.095507151s","start":"2026-03-08T03:11:20.09736Z","end":"2026-03-08T03:11:22.192867Z","steps":["trace[1477173847] 'agreement among raft nodes before linearized reading' (duration: 2.095348347s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:22.192868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.476309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:11:22.192927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418733931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-08T03:11:22.192954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545470231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:11:22.192955Z","caller":"traceutil/trace.go:171","msg":"trace[1788787028] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:20093; }","duration":"184.605023ms","start":"2026-03-08T03:11:22.008331Z","end":"2026-03-08T03:11:22.192936Z","steps":["trace[1788787028] 'agreement among raft nodes before linearized reading' (duration: 184.469919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:22.192963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419152101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:11:22.192982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.41799064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-08T03:11:22.192986Z","caller":"traceutil/trace.go:171","msg":"trace[182179031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20093; }","duration":"1.418796552s","start":"2026-03-08T03:11:20.774175Z","end":"2026-03-08T03:11:22.192972Z","steps":["trace[182179031] 'agreement among raft nodes before linearized reading' (duration: 1.418382663s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:22.193024Z","caller":"traceutil/trace.go:171","msg":"trace[700948390] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20093; }","duration":"3.418054302s","start":"2026-03-08T03:11:18.774959Z","end":"2026-03-08T03:11:22.193013Z","steps":["trace[700948390] 'agreement among raft nodes before linearized reading' (duration: 3.41796074s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:22.193023Z","caller":"traceutil/trace.go:171","msg":"trace[1003165627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20093; }","duration":"1.419254723s","start":"2026-03-08T03:11:20.77375Z","end":"2026-03-08T03:11:22.193004Z","steps":["trace[1003165627] 'agreement among raft nodes before linearized reading' (duration: 1.419083139s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:22.193035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.7741Z","time spent":"1.418926726s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:11:22.192736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:18.905046Z","time spent":"3.287683238s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:11:22.193055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418823673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:11:22.192984Z","caller":"traceutil/trace.go:171","msg":"trace[1939049825] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:20093; }","duration":"1.545536042s","start":"2026-03-08T03:11:20.647436Z","end":"2026-03-08T03:11:22.192972Z","steps":["trace[1939049825] 'agreement among raft nodes before linearized reading' (duration: 1.545487281s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:22.193072Z","caller":"traceutil/trace.go:171","msg":"trace[1722350365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20093; }","duration":"1.418875335s","start":"2026-03-08T03:11:20.774193Z","end":"2026-03-08T03:11:22.193068Z","steps":["trace[1722350365] 'agreement among raft nodes before linearized reading' (duration: 1.418823333s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:22.193068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.773712Z","time spent":"1.419344435s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:11:22.193086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.647415Z","time spent":"1.545659956s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:11:22.192896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:18.773886Z","time spent":"3.419002524s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:11:22.193052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:18.77494Z","time spent":"3.418104944s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:11:22.193086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.774174Z","time spent":"1.418908605s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:11:22.193178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115072773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-08T03:11:22.192905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.097336Z","time spent":"2.095563633s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-03-08T03:11:22.193241Z","caller":"traceutil/trace.go:171","msg":"trace[1732184823] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:20093; }","duration":"3.115213857s","start":"2026-03-08T03:11:19.078005Z","end":"2026-03-08T03:11:22.193218Z","steps":["trace[1732184823] 'agreement among raft nodes before linearized reading' (duration: 3.114951061s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:22.193283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:19.07798Z","time spent":"3.115296068s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-08T03:11:22.192608Z","caller":"traceutil/trace.go:171","msg":"trace[1469095285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20093; }","duration":"1.518174208s","start":"2026-03-08T03:11:20.674427Z","end":"2026-03-08T03:11:22.192601Z","steps":["trace[1469095285] 'agreement among raft nodes before linearized reading' (duration: 1.518069375s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:22.193407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.674401Z","time spent":"1.519001627s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:11:22.193464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455293389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:22.193522Z","caller":"traceutil/trace.go:171","msg":"trace[438930813] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:20093; }","duration":"1.455401522s","start":"2026-03-08T03:11:20.738102Z","end":"2026-03-08T03:11:22.193503Z","steps":["trace[438930813] 'agreement among raft nodes before linearized reading' (duration: 1.454349287s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:22.193576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:20.738059Z","time spent":"1.455507364s","remote":"127.0.0.1:33456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:11:23.712545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.472004298s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:11:23.71305Z","caller":"traceutil/trace.go:171","msg":"trace[1067882706] transaction","detail":"{read_only:false; response_revision:20097; number_of_response:1; }","duration":"1.514597036s","start":"2026-03-08T03:11:22.19843Z","end":"2026-03-08T03:11:23.713028Z","steps":["trace[1067882706] 'process raft request' (duration: 1.514557176s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:23.713176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:22.198409Z","time spent":"1.514713449s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:23.713201Z","caller":"traceutil/trace.go:171","msg":"trace[1737558578] transaction","detail":"{read_only:false; response_revision:20095; number_of_response:1; }","duration":"1.515442076s","start":"2026-03-08T03:11:22.197707Z","end":"2026-03-08T03:11:23.713149Z","steps":["trace[1737558578] 'process raft request' (duration: 1.51515894s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:23.713307Z","caller":"traceutil/trace.go:171","msg":"trace[99892344] linearizableReadLoop","detail":"{readStateIndex:20847; appliedIndex:20845; }","duration":"1.517811731s","start":"2026-03-08T03:11:22.195484Z","end":"2026-03-08T03:11:23.713295Z","steps":["trace[99892344] 'read index received' (duration: 45.079706ms)","trace[99892344] 'applied index is now lower than readState.Index' (duration: 1.472731355s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:11:23.71335Z","caller":"traceutil/trace.go:171","msg":"trace[1565118930] transaction","detail":"{read_only:false; response_revision:20098; number_of_response:1; }","duration":"1.514563516s","start":"2026-03-08T03:11:22.198781Z","end":"2026-03-08T03:11:23.713344Z","steps":["trace[1565118930] 'process raft request' (duration: 1.514224738s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:23.713381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:22.198763Z","time spent":"1.514601726s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:23.713442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:22.197691Z","time spent":"1.51562649s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:23.713488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518006305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-08T03:11:23.713505Z","caller":"traceutil/trace.go:171","msg":"trace[334227355] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20098; }","duration":"1.518068056s","start":"2026-03-08T03:11:22.195431Z","end":"2026-03-08T03:11:23.713499Z","steps":["trace[334227355] 'agreement among raft nodes before linearized reading' (duration: 1.517988005s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:23.713519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:22.195412Z","time spent":"1.518104728s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18597,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-08T03:11:23.713266Z","caller":"traceutil/trace.go:171","msg":"trace[597351015] transaction","detail":"{read_only:false; response_revision:20096; number_of_response:1; }","duration":"1.515506708s","start":"2026-03-08T03:11:22.197752Z","end":"2026-03-08T03:11:23.713259Z","steps":["trace[597351015] 'process raft request' (duration: 1.515206151s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:23.713693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:22.19773Z","time spent":"1.515921767s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:11:23.713211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:22.194711Z","time spent":"1.518489606s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:11:24.199532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00054304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:11:24.19965Z","caller":"traceutil/trace.go:171","msg":"trace[698671401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000705654s","start":"2026-03-08T03:11:22.198915Z","end":"2026-03-08T03:11:24.19962Z","steps":["trace[698671401] 'agreement among raft nodes before linearized reading' (duration: 2.000557s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:24.199719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:22.1989Z","time spent":"2.000804146s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:11:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:11:24.213997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019394159,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:11:24.455933Z","caller":"traceutil/trace.go:171","msg":"trace[690383785] transaction","detail":"{read_only:false; response_revision:20099; number_of_response:1; }","duration":"1.653087029s","start":"2026-03-08T03:11:22.802817Z","end":"2026-03-08T03:11:24.455904Z","steps":["trace[690383785] 'process raft request' (duration: 1.626582524s)","trace[690383785] 'compare' (duration: 26.047414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:11:24.456072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:22.802799Z","time spent":"1.653208571s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:24.456249Z","caller":"traceutil/trace.go:171","msg":"trace[919860941] transaction","detail":"{read_only:false; response_revision:20100; number_of_response:1; }","duration":"1.652786552s","start":"2026-03-08T03:11:22.803436Z","end":"2026-03-08T03:11:24.456222Z","steps":["trace[919860941] 'process raft request' (duration: 1.652382103s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:24.456382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:22.803417Z","time spent":"1.652890194s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:24.456556Z","caller":"traceutil/trace.go:171","msg":"trace[598529125] linearizableReadLoop","detail":"{readStateIndex:20856; appliedIndex:20851; }","duration":"743.222132ms","start":"2026-03-08T03:11:23.713323Z","end":"2026-03-08T03:11:24.456545Z","steps":["trace[598529125] 'read index received' (duration: 716.100083ms)","trace[598529125] 'applied index is now lower than readState.Index' (duration: 27.121509ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:11:24.456622Z","caller":"traceutil/trace.go:171","msg":"trace[302547027] transaction","detail":"{read_only:false; response_revision:20103; number_of_response:1; }","duration":"297.41401ms","start":"2026-03-08T03:11:24.159171Z","end":"2026-03-08T03:11:24.456585Z","steps":["trace[302547027] 'process raft request' (duration: 297.335508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:24.456686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656628941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:11:24.456695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258941634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f2f77fb-e8c3-499c-a48a-e723642820dd\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-08T03:11:24.456719Z","caller":"traceutil/trace.go:171","msg":"trace[76249630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20103; }","duration":"1.656698693s","start":"2026-03-08T03:11:22.80001Z","end":"2026-03-08T03:11:24.456709Z","steps":["trace[76249630] 'agreement among raft nodes before linearized reading' (duration: 1.6565643s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:24.456727Z","caller":"traceutil/trace.go:171","msg":"trace[1664415999] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f2f77fb-e8c3-499c-a48a-e723642820dd; range_end:; response_count:1; response_revision:20103; }","duration":"2.258996945s","start":"2026-03-08T03:11:22.197717Z","end":"2026-03-08T03:11:24.456714Z","steps":["trace[1664415999] 'agreement among raft nodes before linearized reading' (duration: 2.258893322s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:24.456718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211088734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-08T03:11:24.456746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:22.79998Z","time spent":"1.656755384s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T03:11:24.45678Z","caller":"traceutil/trace.go:171","msg":"trace[1054306763] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c; range_end:; response_count:1; response_revision:20103; }","duration":"2.211181316s","start":"2026-03-08T03:11:22.245579Z","end":"2026-03-08T03:11:24.45676Z","steps":["trace[1054306763] 'agreement among raft nodes before linearized reading' (duration: 2.211027392s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:11:24.456818Z","caller":"traceutil/trace.go:171","msg":"trace[1603145053] transaction","detail":"{read_only:false; response_revision:20102; number_of_response:1; }","duration":"425.243995ms","start":"2026-03-08T03:11:24.031563Z","end":"2026-03-08T03:11:24.456807Z","steps":["trace[1603145053] 'process raft request' (duration: 424.907067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:24.456842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:22.245559Z","time spent":"2.211267879s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" "} {"level":"warn","ts":"2026-03-08T03:11:24.456836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.309894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:11:24.456868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.697025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:11:24.456903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.261904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:11:24.456894Z","caller":"traceutil/trace.go:171","msg":"trace[230241242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20103; }","duration":"665.431697ms","start":"2026-03-08T03:11:23.791446Z","end":"2026-03-08T03:11:24.456878Z","steps":["trace[230241242] 'agreement among raft nodes before linearized reading' (duration: 665.319174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:24.456956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:24.03153Z","time spent":"425.315607ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:11:24.45698Z","caller":"traceutil/trace.go:171","msg":"trace[1639450775] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20103; }","duration":"584.379507ms","start":"2026-03-08T03:11:23.872587Z","end":"2026-03-08T03:11:24.456966Z","steps":["trace[1639450775] 'agreement among raft nodes before linearized reading' (duration: 584.279074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:24.456951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800847917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:11:24.457033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656251632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:11:24.457177Z","caller":"traceutil/trace.go:171","msg":"trace[1026943730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20103; }","duration":"1.656465187s","start":"2026-03-08T03:11:22.800686Z","end":"2026-03-08T03:11:24.457151Z","steps":["trace[1026943730] 'agreement among raft nodes before linearized reading' (duration: 1.656034157s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:24.457241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:22.80066Z","time spent":"1.65657178s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:11:24.45708Z","caller":"traceutil/trace.go:171","msg":"trace[1403948997] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:20103; }","duration":"1.801129484s","start":"2026-03-08T03:11:22.655926Z","end":"2026-03-08T03:11:24.457055Z","steps":["trace[1403948997] 'agreement among raft nodes before linearized reading' (duration: 1.800812676s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:24.457349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.642523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:11:24.457401Z","caller":"traceutil/trace.go:171","msg":"trace[2079115733] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:20103; }","duration":"782.428082ms","start":"2026-03-08T03:11:23.674959Z","end":"2026-03-08T03:11:24.457387Z","steps":["trace[2079115733] 'agreement among raft nodes before linearized reading' (duration: 781.639253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:24.457442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:23.674902Z","time spent":"782.529034ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:11:24.456981Z","caller":"traceutil/trace.go:171","msg":"trace[1819116455] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20103; }","duration":"257.023893ms","start":"2026-03-08T03:11:24.199938Z","end":"2026-03-08T03:11:24.456962Z","steps":["trace[1819116455] 'agreement among raft nodes before linearized reading' (duration: 256.871559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:24.457386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:22.655902Z","time spent":"1.801462151s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:11:24.457007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:23.872563Z","time spent":"584.437419ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:11:24.456758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:22.197702Z","time spent":"2.259045457s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-7f2f77fb-e8c3-499c-a48a-e723642820dd\" "} {"level":"warn","ts":"2026-03-08T03:11:24.456988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:23.791421Z","time spent":"665.55677ms","remote":"127.0.0.1:58326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:11:24.456896Z","caller":"traceutil/trace.go:171","msg":"trace[209142] transaction","detail":"{read_only:false; response_revision:20101; number_of_response:1; }","duration":"741.951062ms","start":"2026-03-08T03:11:23.714827Z","end":"2026-03-08T03:11:24.456778Z","steps":["trace[209142] 'process raft request' (duration: 741.291667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:11:24.458114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:11:23.714794Z","time spent":"743.206381ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:12:26.57189Z","caller":"traceutil/trace.go:171","msg":"trace[494517427] linearizableReadLoop","detail":"{readStateIndex:21454; appliedIndex:21453; }","duration":"243.047587ms","start":"2026-03-08T03:12:26.328811Z","end":"2026-03-08T03:12:26.571858Z","steps":["trace[494517427] 'read index received' (duration: 242.779451ms)","trace[494517427] 'applied index is now lower than readState.Index' (duration: 266.996µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:12:26.571939Z","caller":"traceutil/trace.go:171","msg":"trace[26780258] transaction","detail":"{read_only:false; response_revision:20678; number_of_response:1; }","duration":"356.395896ms","start":"2026-03-08T03:12:26.215509Z","end":"2026-03-08T03:12:26.571905Z","steps":["trace[26780258] 'process raft request' (duration: 356.146071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:26.572086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:12:26.215485Z","time spent":"356.51748ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:12:26.572127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.303143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:12:26.572177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.011751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:12:26.572201Z","caller":"traceutil/trace.go:171","msg":"trace[1349048484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20678; }","duration":"243.410706ms","start":"2026-03-08T03:12:26.328771Z","end":"2026-03-08T03:12:26.572181Z","steps":["trace[1349048484] 'agreement among raft nodes before linearized reading' (duration: 243.209981ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:26.572217Z","caller":"traceutil/trace.go:171","msg":"trace[235500646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20678; }","duration":"169.121523ms","start":"2026-03-08T03:12:26.403084Z","end":"2026-03-08T03:12:26.572206Z","steps":["trace[235500646] 'agreement among raft nodes before linearized reading' (duration: 168.947869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:26.572681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.765161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:12:26.57282Z","caller":"traceutil/trace.go:171","msg":"trace[468084552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20678; }","duration":"167.957956ms","start":"2026-03-08T03:12:26.404826Z","end":"2026-03-08T03:12:26.572784Z","steps":["trace[468084552] 'agreement among raft nodes before linearized reading' (duration: 167.28711ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:49.06582Z","caller":"traceutil/trace.go:171","msg":"trace[258041865] transaction","detail":"{read_only:false; response_revision:20783; number_of_response:1; }","duration":"323.218789ms","start":"2026-03-08T03:12:48.742334Z","end":"2026-03-08T03:12:49.065553Z","steps":["trace[258041865] 'process raft request' (duration: 323.047835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.065866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.887896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:12:49.065922Z","caller":"traceutil/trace.go:171","msg":"trace[658615496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20783; }","duration":"306.020229ms","start":"2026-03-08T03:12:48.759888Z","end":"2026-03-08T03:12:49.065908Z","steps":["trace[658615496] 'agreement among raft nodes before linearized reading' (duration: 305.810334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.065951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:12:48.7423Z","time spent":"323.590366ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:12:49.065959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:12:48.759854Z","time spent":"306.097201ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:12:49.065655Z","caller":"traceutil/trace.go:171","msg":"trace[1054310421] linearizableReadLoop","detail":"{readStateIndex:21563; appliedIndex:21563; }","duration":"305.6486ms","start":"2026-03-08T03:12:48.759978Z","end":"2026-03-08T03:12:49.065626Z","steps":["trace[1054310421] 'read index received' (duration: 305.578569ms)","trace[1054310421] 'applied index is now lower than readState.Index' (duration: 67.301µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:12:49.066858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.099339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-08T03:12:49.066918Z","caller":"traceutil/trace.go:171","msg":"trace[1514794593] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20783; }","duration":"140.233583ms","start":"2026-03-08T03:12:48.926669Z","end":"2026-03-08T03:12:49.066902Z","steps":["trace[1514794593] 'agreement among raft nodes before linearized reading' (duration: 140.071039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.067089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.737715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:12:49.067135Z","caller":"traceutil/trace.go:171","msg":"trace[1978447374] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20783; }","duration":"190.807046ms","start":"2026-03-08T03:12:48.876315Z","end":"2026-03-08T03:12:49.067122Z","steps":["trace[1978447374] 'agreement among raft nodes before linearized reading' (duration: 190.727184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.067165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.733089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:12:49.067242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.873228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:12:49.067319Z","caller":"traceutil/trace.go:171","msg":"trace[1997352828] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20783; }","duration":"113.903852ms","start":"2026-03-08T03:12:48.953361Z","end":"2026-03-08T03:12:49.067265Z","steps":["trace[1997352828] 'agreement among raft nodes before linearized reading' (duration: 113.643096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.067337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.765632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:12:49.067333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.002014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-08T03:12:49.067374Z","caller":"traceutil/trace.go:171","msg":"trace[887330521] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20783; }","duration":"142.842604ms","start":"2026-03-08T03:12:48.924522Z","end":"2026-03-08T03:12:49.067365Z","steps":["trace[887330521] 'agreement among raft nodes before linearized reading' (duration: 142.786092ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:49.067377Z","caller":"traceutil/trace.go:171","msg":"trace[359318333] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20783; }","duration":"141.047132ms","start":"2026-03-08T03:12:48.9263Z","end":"2026-03-08T03:12:49.067347Z","steps":["trace[359318333] 'agreement among raft nodes before linearized reading' (duration: 140.811937ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:49.067408Z","caller":"traceutil/trace.go:171","msg":"trace[1402646582] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20783; }","duration":"114.104027ms","start":"2026-03-08T03:12:48.953284Z","end":"2026-03-08T03:12:49.067388Z","steps":["trace[1402646582] 'agreement among raft nodes before linearized reading' (duration: 113.903423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.067434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.919416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-08T03:12:49.067464Z","caller":"traceutil/trace.go:171","msg":"trace[1660703121] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20783; }","duration":"111.954047ms","start":"2026-03-08T03:12:48.955499Z","end":"2026-03-08T03:12:49.067453Z","steps":["trace[1660703121] 'agreement among raft nodes before linearized reading' (duration: 111.836824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.067596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.894739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-08T03:12:49.067602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.043725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:12:49.067643Z","caller":"traceutil/trace.go:171","msg":"trace[302120714] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20783; }","duration":"140.980671ms","start":"2026-03-08T03:12:48.926652Z","end":"2026-03-08T03:12:49.067633Z","steps":["trace[302120714] 'agreement among raft nodes before linearized reading' (duration: 140.870608ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:49.06765Z","caller":"traceutil/trace.go:171","msg":"trace[234946231] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20783; }","duration":"117.152998ms","start":"2026-03-08T03:12:48.950487Z","end":"2026-03-08T03:12:49.06764Z","steps":["trace[234946231] 'agreement among raft nodes before linearized reading' (duration: 117.055796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.06769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.869151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-08T03:12:49.067728Z","caller":"traceutil/trace.go:171","msg":"trace[2106268519] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20783; }","duration":"191.929233ms","start":"2026-03-08T03:12:48.875788Z","end":"2026-03-08T03:12:49.067717Z","steps":["trace[2106268519] 'agreement among raft nodes before linearized reading' (duration: 191.849131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.067618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.905902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:12:49.067774Z","caller":"traceutil/trace.go:171","msg":"trace[1598491975] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20783; }","duration":"192.060516ms","start":"2026-03-08T03:12:48.875703Z","end":"2026-03-08T03:12:49.067764Z","steps":["trace[1598491975] 'agreement among raft nodes before linearized reading' (duration: 191.889202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.067808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.710137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:12:49.067849Z","caller":"traceutil/trace.go:171","msg":"trace[987613973] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20783; }","duration":"194.953913ms","start":"2026-03-08T03:12:48.872885Z","end":"2026-03-08T03:12:49.067839Z","steps":["trace[987613973] 'agreement among raft nodes before linearized reading' (duration: 194.891101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.067295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.938564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:12:49.067883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.104773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:12:49.067906Z","caller":"traceutil/trace.go:171","msg":"trace[847706558] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20783; }","duration":"114.567378ms","start":"2026-03-08T03:12:48.953327Z","end":"2026-03-08T03:12:49.067894Z","steps":["trace[847706558] 'agreement among raft nodes before linearized reading' (duration: 113.922003ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:49.067939Z","caller":"traceutil/trace.go:171","msg":"trace[1940963194] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20783; }","duration":"141.180465ms","start":"2026-03-08T03:12:48.926744Z","end":"2026-03-08T03:12:49.067924Z","steps":["trace[1940963194] 'agreement among raft nodes before linearized reading' (duration: 141.095533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.06806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.991044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-08T03:12:49.068128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.083394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:12:49.068131Z","caller":"traceutil/trace.go:171","msg":"trace[2124449449] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20783; }","duration":"195.062375ms","start":"2026-03-08T03:12:48.873058Z","end":"2026-03-08T03:12:49.06812Z","steps":["trace[2124449449] 'agreement among raft nodes before linearized reading' (duration: 194.85637ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:49.068163Z","caller":"traceutil/trace.go:171","msg":"trace[441062396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20783; }","duration":"307.164846ms","start":"2026-03-08T03:12:48.760987Z","end":"2026-03-08T03:12:49.068152Z","steps":["trace[441062396] 'agreement among raft nodes before linearized reading' (duration: 307.073704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.068372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:12:48.760962Z","time spent":"307.400361ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:12:49.253164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.235871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:12:49.253474Z","caller":"traceutil/trace.go:171","msg":"trace[1956922368] transaction","detail":"{read_only:false; response_revision:20786; number_of_response:1; }","duration":"153.061951ms","start":"2026-03-08T03:12:49.100392Z","end":"2026-03-08T03:12:49.253454Z","steps":["trace[1956922368] 'process raft request' (duration: 153.001859ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:49.253485Z","caller":"traceutil/trace.go:171","msg":"trace[1173605994] transaction","detail":"{read_only:false; response_revision:20784; number_of_response:1; }","duration":"181.02444ms","start":"2026-03-08T03:12:49.072384Z","end":"2026-03-08T03:12:49.253409Z","steps":["trace[1173605994] 'process raft request' (duration: 78.402259ms)","trace[1173605994] 'compare' (duration: 101.969226ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:12:49.253727Z","caller":"traceutil/trace.go:171","msg":"trace[1866374177] transaction","detail":"{read_only:false; response_revision:20785; number_of_response:1; }","duration":"179.235758ms","start":"2026-03-08T03:12:49.07445Z","end":"2026-03-08T03:12:49.253686Z","steps":["trace[1866374177] 'process raft request' (duration: 178.849339ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:49.523449Z","caller":"traceutil/trace.go:171","msg":"trace[1758401849] transaction","detail":"{read_only:false; response_revision:20788; number_of_response:1; }","duration":"362.828747ms","start":"2026-03-08T03:12:49.160589Z","end":"2026-03-08T03:12:49.523418Z","steps":["trace[1758401849] 'process raft request' (duration: 362.746645ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:49.523632Z","caller":"traceutil/trace.go:171","msg":"trace[424500421] transaction","detail":"{read_only:false; response_revision:20787; number_of_response:1; }","duration":"365.539909ms","start":"2026-03-08T03:12:49.158058Z","end":"2026-03-08T03:12:49.523598Z","steps":["trace[424500421] 'process raft request' (duration: 273.981675ms)","trace[424500421] 'compare' (duration: 91.082883ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:12:49.523918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.335292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-08T03:12:49.523941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:12:49.160562Z","time spent":"363.253617ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:12:49.523626Z","caller":"traceutil/trace.go:171","msg":"trace[1323784042] linearizableReadLoop","detail":"{readStateIndex:21569; appliedIndex:21563; }","duration":"314.023725ms","start":"2026-03-08T03:12:49.209582Z","end":"2026-03-08T03:12:49.523606Z","steps":["trace[1323784042] 'read index received' (duration: 8.62942ms)","trace[1323784042] 'applied index is now lower than readState.Index' (duration: 305.393095ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:12:49.523966Z","caller":"traceutil/trace.go:171","msg":"trace[134431251] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:20789; }","duration":"314.433515ms","start":"2026-03-08T03:12:49.209517Z","end":"2026-03-08T03:12:49.523951Z","steps":["trace[134431251] 'agreement among raft nodes before linearized reading' (duration: 314.178039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.524016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:12:49.209495Z","time spent":"314.510726ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-08T03:12:49.52371Z","caller":"traceutil/trace.go:171","msg":"trace[112464406] transaction","detail":"{read_only:false; response_revision:20789; number_of_response:1; }","duration":"358.416385ms","start":"2026-03-08T03:12:49.165232Z","end":"2026-03-08T03:12:49.523649Z","steps":["trace[112464406] 'process raft request' (duration: 358.148568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.524075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:12:49.158024Z","time spent":"365.910248ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:12:49.524232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:12:49.165213Z","time spent":"358.932527ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:12:49.524322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.559217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:12:49.52431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.34455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:12:49.524376Z","caller":"traceutil/trace.go:171","msg":"trace[925815304] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20789; }","duration":"170.644939ms","start":"2026-03-08T03:12:49.353712Z","end":"2026-03-08T03:12:49.524356Z","steps":["trace[925815304] 'agreement among raft nodes before linearized reading' (duration: 170.554477ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:49.524387Z","caller":"traceutil/trace.go:171","msg":"trace[401368815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20789; }","duration":"279.469133ms","start":"2026-03-08T03:12:49.244888Z","end":"2026-03-08T03:12:49.524357Z","steps":["trace[401368815] 'agreement among raft nodes before linearized reading' (duration: 279.221557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.524397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.037265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:12:49.524429Z","caller":"traceutil/trace.go:171","msg":"trace[1390292075] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20789; }","duration":"170.091156ms","start":"2026-03-08T03:12:49.354331Z","end":"2026-03-08T03:12:49.524422Z","steps":["trace[1390292075] 'agreement among raft nodes before linearized reading' (duration: 170.002554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.524423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.615918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:12:49.524433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.58085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:12:49.524302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.504256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-08T03:12:49.524625Z","caller":"traceutil/trace.go:171","msg":"trace[1831440477] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20789; }","duration":"170.879194ms","start":"2026-03-08T03:12:49.353732Z","end":"2026-03-08T03:12:49.524611Z","steps":["trace[1831440477] 'agreement among raft nodes before linearized reading' (duration: 170.455834ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:49.524543Z","caller":"traceutil/trace.go:171","msg":"trace[1666624356] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:20789; }","duration":"224.774915ms","start":"2026-03-08T03:12:49.299741Z","end":"2026-03-08T03:12:49.524516Z","steps":["trace[1666624356] 'agreement among raft nodes before linearized reading' (duration: 224.512319ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:49.524468Z","caller":"traceutil/trace.go:171","msg":"trace[2077256991] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20789; }","duration":"170.660499ms","start":"2026-03-08T03:12:49.353788Z","end":"2026-03-08T03:12:49.524449Z","steps":["trace[2077256991] 'agreement among raft nodes before linearized reading' (duration: 170.596428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:49.524871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.453504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:12:49.524936Z","caller":"traceutil/trace.go:171","msg":"trace[562474063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20789; }","duration":"279.540885ms","start":"2026-03-08T03:12:49.245377Z","end":"2026-03-08T03:12:49.524918Z","steps":["trace[562474063] 'agreement among raft nodes before linearized reading' (duration: 278.967432ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:12:50.44849Z","caller":"traceutil/trace.go:171","msg":"trace[1218314836] transaction","detail":"{read_only:false; response_revision:20792; number_of_response:1; }","duration":"327.852315ms","start":"2026-03-08T03:12:50.120594Z","end":"2026-03-08T03:12:50.448446Z","steps":["trace[1218314836] 'process raft request' (duration: 327.461676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:50.448744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:12:50.120562Z","time spent":"328.04711ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:12:50.508223Z","caller":"traceutil/trace.go:171","msg":"trace[1289327648] transaction","detail":"{read_only:false; response_revision:20793; number_of_response:1; }","duration":"371.963599ms","start":"2026-03-08T03:12:50.136209Z","end":"2026-03-08T03:12:50.508173Z","steps":["trace[1289327648] 'process raft request' (duration: 371.726233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:12:50.508442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:12:50.136179Z","time spent":"372.162304ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:12:56.823239Z","caller":"traceutil/trace.go:171","msg":"trace[1344503225] transaction","detail":"{read_only:false; response_revision:20844; number_of_response:1; }","duration":"153.248935ms","start":"2026-03-08T03:12:56.669951Z","end":"2026-03-08T03:12:56.8232Z","steps":["trace[1344503225] 'process raft request' (duration: 152.464826ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:02.448453Z","caller":"traceutil/trace.go:171","msg":"trace[776018980] transaction","detail":"{read_only:false; response_revision:20890; number_of_response:1; }","duration":"114.290402ms","start":"2026-03-08T03:13:02.334127Z","end":"2026-03-08T03:13:02.448417Z","steps":["trace[776018980] 'process raft request' (duration: 113.869532ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:11.775304Z","caller":"traceutil/trace.go:171","msg":"trace[939395469] transaction","detail":"{read_only:false; response_revision:20945; number_of_response:1; }","duration":"123.679459ms","start":"2026-03-08T03:13:11.651594Z","end":"2026-03-08T03:13:11.775273Z","steps":["trace[939395469] 'process raft request' (duration: 123.446034ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:11.775501Z","caller":"traceutil/trace.go:171","msg":"trace[1577658967] linearizableReadLoop","detail":"{readStateIndex:21731; appliedIndex:21728; }","duration":"113.33218ms","start":"2026-03-08T03:13:11.662128Z","end":"2026-03-08T03:13:11.77546Z","steps":["trace[1577658967] 'read index received' (duration: 26.555596ms)","trace[1577658967] 'applied index is now lower than readState.Index' (duration: 86.773893ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:13:11.775663Z","caller":"traceutil/trace.go:171","msg":"trace[89362365] transaction","detail":"{read_only:false; response_revision:20946; number_of_response:1; }","duration":"123.669709ms","start":"2026-03-08T03:13:11.651959Z","end":"2026-03-08T03:13:11.775629Z","steps":["trace[89362365] 'process raft request' (duration: 123.26296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:11.775829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.669487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:13:11.77588Z","caller":"traceutil/trace.go:171","msg":"trace[1460430702] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20946; }","duration":"113.77716ms","start":"2026-03-08T03:13:11.662086Z","end":"2026-03-08T03:13:11.775863Z","steps":["trace[1460430702] 'agreement among raft nodes before linearized reading' (duration: 113.552925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:11.775899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.296106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:13:11.775954Z","caller":"traceutil/trace.go:171","msg":"trace[137981705] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20946; }","duration":"103.394719ms","start":"2026-03-08T03:13:11.672547Z","end":"2026-03-08T03:13:11.775941Z","steps":["trace[137981705] 'agreement among raft nodes before linearized reading' (duration: 103.291486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:11.776165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.602617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:13:11.776282Z","caller":"traceutil/trace.go:171","msg":"trace[198491571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20946; }","duration":"101.73331ms","start":"2026-03-08T03:13:11.674512Z","end":"2026-03-08T03:13:11.776245Z","steps":["trace[198491571] 'agreement among raft nodes before linearized reading' (duration: 101.401332ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:36.105736Z","caller":"traceutil/trace.go:171","msg":"trace[285275437] linearizableReadLoop","detail":"{readStateIndex:21880; appliedIndex:21879; }","duration":"141.168373ms","start":"2026-03-08T03:13:35.964378Z","end":"2026-03-08T03:13:36.105546Z","steps":["trace[285275437] 'read index received' (duration: 80.440241ms)","trace[285275437] 'applied index is now lower than readState.Index' (duration: 60.726492ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:13:36.105955Z","caller":"traceutil/trace.go:171","msg":"trace[781863079] transaction","detail":"{read_only:false; response_revision:21089; number_of_response:1; }","duration":"144.523812ms","start":"2026-03-08T03:13:35.961394Z","end":"2026-03-08T03:13:36.105918Z","steps":["trace[781863079] 'process raft request' (duration: 83.339069ms)","trace[781863079] 'compare' (duration: 60.435075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:13:36.106255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.855919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:13:36.106336Z","caller":"traceutil/trace.go:171","msg":"trace[874886700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21089; }","duration":"141.959592ms","start":"2026-03-08T03:13:35.964352Z","end":"2026-03-08T03:13:36.106312Z","steps":["trace[874886700] 'agreement among raft nodes before linearized reading' (duration: 141.632834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:13:36.106829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.46198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:13:36.106904Z","caller":"traceutil/trace.go:171","msg":"trace[1816870414] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21089; }","duration":"141.558732ms","start":"2026-03-08T03:13:35.965325Z","end":"2026-03-08T03:13:36.106883Z","steps":["trace[1816870414] 'agreement among raft nodes before linearized reading' (duration: 141.306466ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:13:36.343731Z","caller":"traceutil/trace.go:171","msg":"trace[1958082244] transaction","detail":"{read_only:false; response_revision:21092; number_of_response:1; }","duration":"108.393461ms","start":"2026-03-08T03:13:36.235306Z","end":"2026-03-08T03:13:36.343699Z","steps":["trace[1958082244] 'process raft request' (duration: 45.841046ms)","trace[1958082244] 'compare' (duration: 62.055063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:13:59.938602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019397737,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:14:00.337987Z","caller":"traceutil/trace.go:171","msg":"trace[534693409] transaction","detail":"{read_only:false; response_revision:21225; number_of_response:1; }","duration":"941.469786ms","start":"2026-03-08T03:13:59.396482Z","end":"2026-03-08T03:14:00.337952Z","steps":["trace[534693409] 'process raft request' (duration: 941.191989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.33818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.396464Z","time spent":"941.614958ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:14:00.37029Z","caller":"traceutil/trace.go:171","msg":"trace[516461013] linearizableReadLoop","detail":"{readStateIndex:22021; appliedIndex:22019; }","duration":"936.517171ms","start":"2026-03-08T03:13:59.433746Z","end":"2026-03-08T03:14:00.370263Z","steps":["trace[516461013] 'read index received' (duration: 903.969484ms)","trace[516461013] 'applied index is now lower than readState.Index' (duration: 32.546527ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:14:00.370361Z","caller":"traceutil/trace.go:171","msg":"trace[1488976620] transaction","detail":"{read_only:false; response_revision:21228; number_of_response:1; }","duration":"172.723608ms","start":"2026-03-08T03:14:00.197602Z","end":"2026-03-08T03:14:00.370325Z","steps":["trace[1488976620] 'process raft request' (duration: 172.623765ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:00.37035Z","caller":"traceutil/trace.go:171","msg":"trace[376652539] transaction","detail":"{read_only:false; response_revision:21227; number_of_response:1; }","duration":"331.47606ms","start":"2026-03-08T03:14:00.038828Z","end":"2026-03-08T03:14:00.370304Z","steps":["trace[376652539] 'process raft request' (duration: 331.359737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.370498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.485575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:14:00.370511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.759916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:14:00.370553Z","caller":"traceutil/trace.go:171","msg":"trace[483254624] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:21228; }","duration":"870.615309ms","start":"2026-03-08T03:13:59.499924Z","end":"2026-03-08T03:14:00.370539Z","steps":["trace[483254624] 'agreement among raft nodes before linearized reading' (duration: 870.511596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.370541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:00.0388Z","time spent":"331.644433ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:14:00.370595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.91724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-08T03:14:00.370594Z","caller":"traceutil/trace.go:171","msg":"trace[830013171] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:21228; }","duration":"936.89568ms","start":"2026-03-08T03:13:59.433663Z","end":"2026-03-08T03:14:00.370559Z","steps":["trace[830013171] 'agreement among raft nodes before linearized reading' (duration: 936.754147ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:00.370624Z","caller":"traceutil/trace.go:171","msg":"trace[3541256] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:21228; }","duration":"288.998081ms","start":"2026-03-08T03:14:00.081617Z","end":"2026-03-08T03:14:00.370615Z","steps":["trace[3541256] 'agreement among raft nodes before linearized reading' (duration: 288.885859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.37063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.953282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-08T03:14:00.370637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.433631Z","time spent":"936.993883ms","remote":"127.0.0.1:57804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:14:00.370686Z","caller":"traceutil/trace.go:171","msg":"trace[1288320486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21228; }","duration":"130.150698ms","start":"2026-03-08T03:14:00.240518Z","end":"2026-03-08T03:14:00.370669Z","steps":["trace[1288320486] 'agreement among raft nodes before linearized reading' (duration: 130.005514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.370715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.934328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-08T03:14:00.370593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.499895Z","time spent":"870.68859ms","remote":"127.0.0.1:60696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:14:00.370743Z","caller":"traceutil/trace.go:171","msg":"trace[778102472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21228; }","duration":"831.98334ms","start":"2026-03-08T03:13:59.53875Z","end":"2026-03-08T03:14:00.370734Z","steps":["trace[778102472] 'agreement among raft nodes before linearized reading' (duration: 831.910498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.370774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.538739Z","time spent":"832.030011ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:14:00.370829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.377156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:14:00.37088Z","caller":"traceutil/trace.go:171","msg":"trace[359746863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21228; }","duration":"607.485099ms","start":"2026-03-08T03:13:59.763383Z","end":"2026-03-08T03:14:00.370868Z","steps":["trace[359746863] 'agreement among raft nodes before linearized reading' (duration: 607.299725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.370919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.763351Z","time spent":"607.55945ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:14:00.370882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.775965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-08T03:14:00.370646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.444517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:14:00.371007Z","caller":"traceutil/trace.go:171","msg":"trace[1876914552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21228; }","duration":"134.97391ms","start":"2026-03-08T03:14:00.236005Z","end":"2026-03-08T03:14:00.370979Z","steps":["trace[1876914552] 'agreement among raft nodes before linearized reading' (duration: 134.57579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.371014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.690636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-08T03:14:00.371025Z","caller":"traceutil/trace.go:171","msg":"trace[1233171703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21228; }","duration":"705.866337ms","start":"2026-03-08T03:13:59.665146Z","end":"2026-03-08T03:14:00.371012Z","steps":["trace[1233171703] 'agreement among raft nodes before linearized reading' (duration: 705.470817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.371115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.712345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-03-08T03:14:00.371138Z","caller":"traceutil/trace.go:171","msg":"trace[2046203405] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:21228; }","duration":"264.85616ms","start":"2026-03-08T03:14:00.106251Z","end":"2026-03-08T03:14:00.371107Z","steps":["trace[2046203405] 'agreement among raft nodes before linearized reading' (duration: 264.403809ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:14:00.371123Z","caller":"traceutil/trace.go:171","msg":"trace[2077992186] transaction","detail":"{read_only:false; response_revision:21226; number_of_response:1; }","duration":"447.723043ms","start":"2026-03-08T03:13:59.922662Z","end":"2026-03-08T03:14:00.370385Z","steps":["trace[2077992186] 'process raft request' (duration: 434.26934ms)","trace[2077992186] 'compare' (duration: 13.118255ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:14:00.371166Z","caller":"traceutil/trace.go:171","msg":"trace[2040658574] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:21228; }","duration":"638.809447ms","start":"2026-03-08T03:13:59.732345Z","end":"2026-03-08T03:14:00.371154Z","steps":["trace[2040658574] 'agreement among raft nodes before linearized reading' (duration: 638.676274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.371172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.665097Z","time spent":"706.058401ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:14:00.371236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.732318Z","time spent":"638.902569ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7324,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:14:00.371252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.922626Z","time spent":"448.571243ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:14:00.371265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.868276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:14:00.371401Z","caller":"traceutil/trace.go:171","msg":"trace[23014794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21228; }","duration":"675.168962ms","start":"2026-03-08T03:13:59.696217Z","end":"2026-03-08T03:14:00.371386Z","steps":["trace[23014794] 'agreement among raft nodes before linearized reading' (duration: 674.494037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:00.371491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:13:59.696195Z","time spent":"675.285675ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:14:16.674712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.699376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:14:16.674855Z","caller":"traceutil/trace.go:171","msg":"trace[712733131] linearizableReadLoop","detail":"{readStateIndex:22128; appliedIndex:22127; }","duration":"107.834998ms","start":"2026-03-08T03:14:16.566996Z","end":"2026-03-08T03:14:16.674831Z","steps":["trace[712733131] 'read index received' (duration: 5.909837ms)","trace[712733131] 'applied index is now lower than readState.Index' (duration: 101.923361ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:14:16.674972Z","caller":"traceutil/trace.go:171","msg":"trace[1243641842] transaction","detail":"{read_only:false; response_revision:21329; number_of_response:1; }","duration":"166.768909ms","start":"2026-03-08T03:14:16.50815Z","end":"2026-03-08T03:14:16.674919Z","steps":["trace[1243641842] 'process raft request' (duration: 64.754966ms)","trace[1243641842] 'compare' (duration: 101.568713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:14:16.675194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.156835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:14:16.675323Z","caller":"traceutil/trace.go:171","msg":"trace[1576128904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21329; }","duration":"108.34529ms","start":"2026-03-08T03:14:16.566949Z","end":"2026-03-08T03:14:16.675295Z","steps":["trace[1576128904] 'agreement among raft nodes before linearized reading' (duration: 107.965561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:37.725809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:37.201386Z","time spent":"524.413437ms","remote":"127.0.0.1:51666","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:14:37.726417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.220433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:14:37.727048Z","caller":"traceutil/trace.go:171","msg":"trace[382793925] linearizableReadLoop","detail":"{readStateIndex:22267; appliedIndex:22266; }","duration":"577.945892ms","start":"2026-03-08T03:14:37.149064Z","end":"2026-03-08T03:14:37.72701Z","steps":["trace[382793925] 'read index received' (duration: 320.021173ms)","trace[382793925] 'applied index is now lower than readState.Index' (duration: 257.919809ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:14:37.727148Z","caller":"traceutil/trace.go:171","msg":"trace[356458892] transaction","detail":"{read_only:false; response_revision:21463; number_of_response:1; }","duration":"675.043549ms","start":"2026-03-08T03:14:37.052075Z","end":"2026-03-08T03:14:37.727118Z","steps":["trace[356458892] 'process raft request' (duration: 417.016988ms)","trace[356458892] 'compare' (duration: 256.644569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:14:37.727244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.174547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-08T03:14:37.727281Z","caller":"traceutil/trace.go:171","msg":"trace[1764568633] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:21463; }","duration":"578.252069ms","start":"2026-03-08T03:14:37.149019Z","end":"2026-03-08T03:14:37.727271Z","steps":["trace[1764568633] 'agreement among raft nodes before linearized reading' (duration: 578.117086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:37.727321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:37.148998Z","time spent":"578.31413ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-08T03:14:37.727528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.776347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-08T03:14:37.727574Z","caller":"traceutil/trace.go:171","msg":"trace[899454736] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21463; }","duration":"368.854759ms","start":"2026-03-08T03:14:37.358703Z","end":"2026-03-08T03:14:37.727558Z","steps":["trace[899454736] 'agreement among raft nodes before linearized reading' (duration: 368.692825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:37.727606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:37.35868Z","time spent":"368.920611ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T03:14:37.727559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.746886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:14:37.727702Z","caller":"traceutil/trace.go:171","msg":"trace[395239888] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21463; }","duration":"193.975791ms","start":"2026-03-08T03:14:37.533692Z","end":"2026-03-08T03:14:37.727668Z","steps":["trace[395239888] 'agreement among raft nodes before linearized reading' (duration: 193.683984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:14:37.727956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:14:37.052058Z","time spent":"675.163903ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8298,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:15:23.290665Z","caller":"traceutil/trace.go:171","msg":"trace[88272707] linearizableReadLoop","detail":"{readStateIndex:22671; appliedIndex:22670; }","duration":"172.351089ms","start":"2026-03-08T03:15:23.118283Z","end":"2026-03-08T03:15:23.290634Z","steps":["trace[88272707] 'read index received' (duration: 172.098573ms)","trace[88272707] 'applied index is now lower than readState.Index' (duration: 251.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:15:23.290995Z","caller":"traceutil/trace.go:171","msg":"trace[1787289493] transaction","detail":"{read_only:false; response_revision:21856; number_of_response:1; }","duration":"323.137945ms","start":"2026-03-08T03:15:22.967837Z","end":"2026-03-08T03:15:23.290974Z","steps":["trace[1787289493] 'process raft request' (duration: 322.647054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:23.291118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.214682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:15:23.291112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:22.967811Z","time spent":"323.220917ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:15:23.291156Z","caller":"traceutil/trace.go:171","msg":"trace[1504222025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21856; }","duration":"165.296534ms","start":"2026-03-08T03:15:23.12585Z","end":"2026-03-08T03:15:23.291147Z","steps":["trace[1504222025] 'agreement among raft nodes before linearized reading' (duration: 165.12376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:23.291376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.468512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-08T03:15:23.291388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.108026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:15:23.291405Z","caller":"traceutil/trace.go:171","msg":"trace[1665257267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21856; }","duration":"154.518284ms","start":"2026-03-08T03:15:23.136877Z","end":"2026-03-08T03:15:23.291396Z","steps":["trace[1665257267] 'agreement among raft nodes before linearized reading' (duration: 154.448152ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:23.29143Z","caller":"traceutil/trace.go:171","msg":"trace[474147199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21856; }","duration":"173.197458ms","start":"2026-03-08T03:15:23.11822Z","end":"2026-03-08T03:15:23.291417Z","steps":["trace[474147199] 'agreement among raft nodes before linearized reading' (duration: 173.049885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:23.29157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.554064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-08T03:15:23.291559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.018619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:15:23.291591Z","caller":"traceutil/trace.go:171","msg":"trace[456033998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21856; }","duration":"160.598885ms","start":"2026-03-08T03:15:23.130986Z","end":"2026-03-08T03:15:23.291585Z","steps":["trace[456033998] 'agreement among raft nodes before linearized reading' (duration: 160.541524ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:23.291609Z","caller":"traceutil/trace.go:171","msg":"trace[189785513] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21856; }","duration":"156.10678ms","start":"2026-03-08T03:15:23.135492Z","end":"2026-03-08T03:15:23.291599Z","steps":["trace[189785513] 'agreement among raft nodes before linearized reading' (duration: 155.920126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:23.29118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.598115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:15:23.292095Z","caller":"traceutil/trace.go:171","msg":"trace[1589453260] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:21856; }","duration":"115.348703ms","start":"2026-03-08T03:15:23.176471Z","end":"2026-03-08T03:15:23.29182Z","steps":["trace[1589453260] 'agreement among raft nodes before linearized reading' (duration: 114.537234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.208276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.781399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.208418Z","caller":"traceutil/trace.go:171","msg":"trace[30457063] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:21973; }","duration":"157.991644ms","start":"2026-03-08T03:15:29.050392Z","end":"2026-03-08T03:15:29.208383Z","steps":["trace[30457063] 'range keys from in-memory index tree' (duration: 157.661317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.208476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.126907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:15:29.208502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.568217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:15:29.208508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.416189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.208583Z","caller":"traceutil/trace.go:171","msg":"trace[1706206566] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:21973; }","duration":"133.73338ms","start":"2026-03-08T03:15:29.07483Z","end":"2026-03-08T03:15:29.208563Z","steps":["trace[1706206566] 'count revisions from in-memory index tree' (duration: 133.483744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.208595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.071925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.208618Z","caller":"traceutil/trace.go:171","msg":"trace[1615951275] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:21973; }","duration":"265.134717ms","start":"2026-03-08T03:15:28.943477Z","end":"2026-03-08T03:15:29.208612Z","steps":["trace[1615951275] 'count revisions from in-memory index tree' (duration: 264.982793ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:29.208619Z","caller":"traceutil/trace.go:171","msg":"trace[5023951] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:21973; }","duration":"187.628054ms","start":"2026-03-08T03:15:29.020963Z","end":"2026-03-08T03:15:29.208591Z","steps":["trace[5023951] 'range keys from in-memory index tree' (duration: 187.329317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.208736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.70197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.208765Z","caller":"traceutil/trace.go:171","msg":"trace[1735716639] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:21973; }","duration":"133.747431ms","start":"2026-03-08T03:15:29.07501Z","end":"2026-03-08T03:15:29.208758Z","steps":["trace[1735716639] 'range keys from in-memory index tree' (duration: 133.656739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.20879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.147657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.208813Z","caller":"traceutil/trace.go:171","msg":"trace[900318943] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:21973; }","duration":"265.191148ms","start":"2026-03-08T03:15:28.943616Z","end":"2026-03-08T03:15:29.208807Z","steps":["trace[900318943] 'range keys from in-memory index tree' (duration: 265.080045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.208867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.920111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.208895Z","caller":"traceutil/trace.go:171","msg":"trace[1756095462] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:21973; }","duration":"133.008254ms","start":"2026-03-08T03:15:29.07588Z","end":"2026-03-08T03:15:29.208888Z","steps":["trace[1756095462] 'range keys from in-memory index tree' (duration: 132.813869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.208906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.736079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.208925Z","caller":"traceutil/trace.go:171","msg":"trace[1693987408] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:21973; }","duration":"237.77596ms","start":"2026-03-08T03:15:28.971142Z","end":"2026-03-08T03:15:29.208918Z","steps":["trace[1693987408] 'range keys from in-memory index tree' (duration: 237.679878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.208907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.326083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.208557Z","caller":"traceutil/trace.go:171","msg":"trace[405370926] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:21973; }","duration":"265.249379ms","start":"2026-03-08T03:15:28.943288Z","end":"2026-03-08T03:15:29.208538Z","steps":["trace[405370926] 'range keys from in-memory index tree' (duration: 265.076045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.209015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.852565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:15:29.208987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.036835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:15:29.209062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.008546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.209086Z","caller":"traceutil/trace.go:171","msg":"trace[34120735] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:21973; }","duration":"106.057866ms","start":"2026-03-08T03:15:29.103022Z","end":"2026-03-08T03:15:29.20908Z","steps":["trace[34120735] 'range keys from in-memory index tree' (duration: 105.932064ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:29.209083Z","caller":"traceutil/trace.go:171","msg":"trace[1646774196] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:21973; }","duration":"207.145438ms","start":"2026-03-08T03:15:29.001914Z","end":"2026-03-08T03:15:29.20906Z","steps":["trace[1646774196] 'range keys from in-memory index tree' (duration: 206.963333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.209202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.813854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.209232Z","caller":"traceutil/trace.go:171","msg":"trace[1688862129] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:21973; }","duration":"238.854935ms","start":"2026-03-08T03:15:28.970368Z","end":"2026-03-08T03:15:29.209223Z","steps":["trace[1688862129] 'count revisions from in-memory index tree' (duration: 238.779433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.209279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.828217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.209315Z","caller":"traceutil/trace.go:171","msg":"trace[253321527] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:21973; }","duration":"208.898659ms","start":"2026-03-08T03:15:29.000408Z","end":"2026-03-08T03:15:29.209307Z","steps":["trace[253321527] 'range keys from in-memory index tree' (duration: 208.645743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.208991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.872155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:15:29.20939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.090585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.209415Z","caller":"traceutil/trace.go:171","msg":"trace[1309904800] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:21973; }","duration":"188.135036ms","start":"2026-03-08T03:15:29.021273Z","end":"2026-03-08T03:15:29.209408Z","steps":["trace[1309904800] 'range keys from in-memory index tree' (duration: 188.037243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.209414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.900369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.209443Z","caller":"traceutil/trace.go:171","msg":"trace[519818274] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:21973; }","duration":"208.95107ms","start":"2026-03-08T03:15:29.000483Z","end":"2026-03-08T03:15:29.209434Z","steps":["trace[519818274] 'count revisions from in-memory index tree' (duration: 208.753446ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:29.209036Z","caller":"traceutil/trace.go:171","msg":"trace[329592930] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:21973; }","duration":"106.904776ms","start":"2026-03-08T03:15:29.102124Z","end":"2026-03-08T03:15:29.209029Z","steps":["trace[329592930] 'range keys from in-memory index tree' (duration: 106.651721ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:29.209431Z","caller":"traceutil/trace.go:171","msg":"trace[1253859601] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:21973; }","duration":"107.307226ms","start":"2026-03-08T03:15:29.102085Z","end":"2026-03-08T03:15:29.209392Z","steps":["trace[1253859601] 'count revisions from in-memory index tree' (duration: 106.65105ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:29.20902Z","caller":"traceutil/trace.go:171","msg":"trace[1483641807] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:21973; }","duration":"238.548568ms","start":"2026-03-08T03:15:28.970443Z","end":"2026-03-08T03:15:29.208991Z","steps":["trace[1483641807] 'range keys from in-memory index tree' (duration: 238.241351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.209721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.293178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.209769Z","caller":"traceutil/trace.go:171","msg":"trace[227514873] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:21973; }","duration":"160.343569ms","start":"2026-03-08T03:15:29.049414Z","end":"2026-03-08T03:15:29.209758Z","steps":["trace[227514873] 'count revisions from in-memory index tree' (duration: 160.167655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.20937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.224196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.209828Z","caller":"traceutil/trace.go:171","msg":"trace[1915687936] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:21973; }","duration":"160.700897ms","start":"2026-03-08T03:15:29.049103Z","end":"2026-03-08T03:15:29.209804Z","steps":["trace[1915687936] 'range keys from in-memory index tree' (duration: 160.163625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:29.211769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.648364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:29.211867Z","caller":"traceutil/trace.go:171","msg":"trace[403792138] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:21973; }","duration":"190.816158ms","start":"2026-03-08T03:15:29.021028Z","end":"2026-03-08T03:15:29.211844Z","steps":["trace[403792138] 'count revisions from in-memory index tree' (duration: 187.600833ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:34.952496Z","caller":"traceutil/trace.go:171","msg":"trace[1914801163] linearizableReadLoop","detail":"{readStateIndex:23136; appliedIndex:23135; }","duration":"163.226566ms","start":"2026-03-08T03:15:34.789236Z","end":"2026-03-08T03:15:34.952462Z","steps":["trace[1914801163] 'read index received' (duration: 161.165238ms)","trace[1914801163] 'applied index is now lower than readState.Index' (duration: 2.060238ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:15:34.952629Z","caller":"traceutil/trace.go:171","msg":"trace[85840075] transaction","detail":"{read_only:false; response_revision:22310; number_of_response:1; }","duration":"173.565027ms","start":"2026-03-08T03:15:34.77905Z","end":"2026-03-08T03:15:34.952615Z","steps":["trace[85840075] 'process raft request' (duration: 171.404746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:34.953031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.710767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/capo-manager-role\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:34.953081Z","caller":"traceutil/trace.go:171","msg":"trace[1546743611] range","detail":"{range_begin:/registry/clusterroles/capo-manager-role; range_end:; response_count:0; response_revision:22310; }","duration":"163.879831ms","start":"2026-03-08T03:15:34.789189Z","end":"2026-03-08T03:15:34.953069Z","steps":["trace[1546743611] 'agreement among raft nodes before linearized reading' (duration: 163.713967ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:34.954742Z","caller":"traceutil/trace.go:171","msg":"trace[305841918] transaction","detail":"{read_only:false; response_revision:22311; number_of_response:1; }","duration":"152.178719ms","start":"2026-03-08T03:15:34.802532Z","end":"2026-03-08T03:15:34.954711Z","steps":["trace[305841918] 'process raft request' (duration: 151.867592ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:34.955046Z","caller":"traceutil/trace.go:171","msg":"trace[1863610394] transaction","detail":"{read_only:false; response_revision:22312; number_of_response:1; }","duration":"113.738235ms","start":"2026-03-08T03:15:34.841274Z","end":"2026-03-08T03:15:34.955013Z","steps":["trace[1863610394] 'process raft request' (duration: 113.363607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:34.956166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.910391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert-8zmvq\" ","response":"range_response_count:1 size:2605"} {"level":"warn","ts":"2026-03-08T03:15:34.956149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.96622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-08T03:15:34.956214Z","caller":"traceutil/trace.go:171","msg":"trace[159793875] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert-8zmvq; range_end:; response_count:1; response_revision:22315; }","duration":"136.010343ms","start":"2026-03-08T03:15:34.820192Z","end":"2026-03-08T03:15:34.956202Z","steps":["trace[159793875] 'agreement among raft nodes before linearized reading' (duration: 135.844269ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:34.956255Z","caller":"traceutil/trace.go:171","msg":"trace[382288225] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22315; }","duration":"166.095823ms","start":"2026-03-08T03:15:34.790134Z","end":"2026-03-08T03:15:34.95623Z","steps":["trace[382288225] 'agreement among raft nodes before linearized reading' (duration: 165.869247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:34.957976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.532557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212407"} {"level":"info","ts":"2026-03-08T03:15:34.958065Z","caller":"traceutil/trace.go:171","msg":"trace[1134116465] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22315; }","duration":"112.735872ms","start":"2026-03-08T03:15:34.845309Z","end":"2026-03-08T03:15:34.958045Z","steps":["trace[1134116465] 'agreement among raft nodes before linearized reading' (duration: 110.719635ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:36.703596Z","caller":"traceutil/trace.go:171","msg":"trace[577292083] transaction","detail":"{read_only:false; response_revision:22398; number_of_response:1; }","duration":"122.601421ms","start":"2026-03-08T03:15:36.580971Z","end":"2026-03-08T03:15:36.703572Z","steps":["trace[577292083] 'process raft request' (duration: 122.422357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:36.703684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.339825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:36.70372Z","caller":"traceutil/trace.go:171","msg":"trace[1123661234] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22398; }","duration":"122.413448ms","start":"2026-03-08T03:15:36.581291Z","end":"2026-03-08T03:15:36.703705Z","steps":["trace[1123661234] 'agreement among raft nodes before linearized reading' (duration: 122.338386ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:36.703556Z","caller":"traceutil/trace.go:171","msg":"trace[756581686] linearizableReadLoop","detail":"{readStateIndex:23225; appliedIndex:23224; }","duration":"122.210593ms","start":"2026-03-08T03:15:36.581323Z","end":"2026-03-08T03:15:36.703534Z","steps":["trace[756581686] 'read index received' (duration: 122.042189ms)","trace[756581686] 'applied index is now lower than readState.Index' (duration: 167.754µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:15:36.703829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.444098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:36.703873Z","caller":"traceutil/trace.go:171","msg":"trace[436788675] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22398; }","duration":"122.499459ms","start":"2026-03-08T03:15:36.581359Z","end":"2026-03-08T03:15:36.703858Z","steps":["trace[436788675] 'agreement among raft nodes before linearized reading' (duration: 122.430128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:36.703939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.945445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:36.703997Z","caller":"traceutil/trace.go:171","msg":"trace[482857395] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22398; }","duration":"103.023116ms","start":"2026-03-08T03:15:36.600959Z","end":"2026-03-08T03:15:36.703982Z","steps":["trace[482857395] 'agreement among raft nodes before linearized reading' (duration: 102.907093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:36.704026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.078468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:36.704059Z","caller":"traceutil/trace.go:171","msg":"trace[11977642] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22398; }","duration":"103.15961ms","start":"2026-03-08T03:15:36.600892Z","end":"2026-03-08T03:15:36.704052Z","steps":["trace[11977642] 'agreement among raft nodes before linearized reading' (duration: 103.101608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:36.704151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.5019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:36.704182Z","caller":"traceutil/trace.go:171","msg":"trace[1280816228] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22398; }","duration":"122.53299ms","start":"2026-03-08T03:15:36.58164Z","end":"2026-03-08T03:15:36.704173Z","steps":["trace[1280816228] 'agreement among raft nodes before linearized reading' (duration: 122.486369ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:38.225574Z","caller":"traceutil/trace.go:171","msg":"trace[148688361] linearizableReadLoop","detail":"{readStateIndex:23268; appliedIndex:23267; }","duration":"141.321307ms","start":"2026-03-08T03:15:38.084229Z","end":"2026-03-08T03:15:38.22555Z","steps":["trace[148688361] 'read index received' (duration: 140.914517ms)","trace[148688361] 'applied index is now lower than readState.Index' (duration: 405.86µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:15:38.225919Z","caller":"traceutil/trace.go:171","msg":"trace[836706453] transaction","detail":"{read_only:false; response_revision:22441; number_of_response:1; }","duration":"168.056939ms","start":"2026-03-08T03:15:38.057851Z","end":"2026-03-08T03:15:38.225908Z","steps":["trace[836706453] 'process raft request' (duration: 167.416554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:38.226126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.87872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:38.226155Z","caller":"traceutil/trace.go:171","msg":"trace[1829068934] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22441; }","duration":"141.928141ms","start":"2026-03-08T03:15:38.084219Z","end":"2026-03-08T03:15:38.226147Z","steps":["trace[1829068934] 'agreement among raft nodes before linearized reading' (duration: 141.842659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:38.226322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.968582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:38.226348Z","caller":"traceutil/trace.go:171","msg":"trace[410357487] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:22441; }","duration":"142.031214ms","start":"2026-03-08T03:15:38.084309Z","end":"2026-03-08T03:15:38.22634Z","steps":["trace[410357487] 'agreement among raft nodes before linearized reading' (duration: 141.982593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:38.227394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.499941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:38.227425Z","caller":"traceutil/trace.go:171","msg":"trace[2024338486] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0; response_count:0; response_revision:22441; }","duration":"141.532412ms","start":"2026-03-08T03:15:38.085883Z","end":"2026-03-08T03:15:38.227415Z","steps":["trace[2024338486] 'agreement among raft nodes before linearized reading' (duration: 141.486171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:39.859329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.423581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170336"} {"level":"info","ts":"2026-03-08T03:15:39.859433Z","caller":"traceutil/trace.go:171","msg":"trace[255436797] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22475; }","duration":"280.561245ms","start":"2026-03-08T03:15:39.578847Z","end":"2026-03-08T03:15:39.859408Z","steps":["trace[255436797] 'range keys from in-memory index tree' (duration: 280.224076ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:39.86266Z","caller":"traceutil/trace.go:171","msg":"trace[1958564801] transaction","detail":"{read_only:false; response_revision:22476; number_of_response:1; }","duration":"273.229914ms","start":"2026-03-08T03:15:39.589408Z","end":"2026-03-08T03:15:39.862638Z","steps":["trace[1958564801] 'process raft request' (duration: 272.981608ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:39.867922Z","caller":"traceutil/trace.go:171","msg":"trace[1883353754] transaction","detail":"{read_only:false; response_revision:22477; number_of_response:1; }","duration":"222.687378ms","start":"2026-03-08T03:15:39.645166Z","end":"2026-03-08T03:15:39.867854Z","steps":["trace[1883353754] 'process raft request' (duration: 222.473713ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:43.131956Z","caller":"traceutil/trace.go:171","msg":"trace[1416402714] transaction","detail":"{read_only:false; response_revision:22532; number_of_response:1; }","duration":"399.610984ms","start":"2026-03-08T03:15:42.732274Z","end":"2026-03-08T03:15:43.131885Z","steps":["trace[1416402714] 'process raft request' (duration: 399.407509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:43.132179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:42.73224Z","time spent":"399.823199ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:15:43.920512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019401325,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:15:44.108316Z","caller":"traceutil/trace.go:171","msg":"trace[1962191798] transaction","detail":"{read_only:false; response_revision:22534; number_of_response:1; }","duration":"1.112464352s","start":"2026-03-08T03:15:42.995814Z","end":"2026-03-08T03:15:44.108278Z","steps":["trace[1962191798] 'process raft request' (duration: 1.112340539s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:44.108358Z","caller":"traceutil/trace.go:171","msg":"trace[137971397] transaction","detail":"{read_only:false; response_revision:22533; number_of_response:1; }","duration":"1.256335218s","start":"2026-03-08T03:15:42.851964Z","end":"2026-03-08T03:15:44.108299Z","steps":["trace[137971397] 'process raft request' (duration: 1.25599143s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:44.108583Z","caller":"traceutil/trace.go:171","msg":"trace[1854356388] transaction","detail":"{read_only:false; response_revision:22535; number_of_response:1; }","duration":"1.103252017s","start":"2026-03-08T03:15:43.005298Z","end":"2026-03-08T03:15:44.10855Z","steps":["trace[1854356388] 'process raft request' (duration: 1.10292504s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.108694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:42.995769Z","time spent":"1.112700938s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:15:44.108733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:43.00526Z","time spent":"1.103394531s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:15:44.108594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:42.851918Z","time spent":"1.256558524s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:15:44.803709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.097345ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:15:44.804117Z","caller":"traceutil/trace.go:171","msg":"trace[1906619553] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22535; }","duration":"182.516275ms","start":"2026-03-08T03:15:44.62158Z","end":"2026-03-08T03:15:44.804096Z","steps":["trace[1906619553] 'range keys from in-memory index tree' (duration: 182.081845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.804725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.843905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:15:44.804985Z","caller":"traceutil/trace.go:171","msg":"trace[1149451544] transaction","detail":"{read_only:false; response_revision:22536; number_of_response:1; }","duration":"1.416190306s","start":"2026-03-08T03:15:43.388779Z","end":"2026-03-08T03:15:44.80497Z","steps":["trace[1149451544] 'process raft request' (duration: 1.173980083s)","trace[1149451544] 'compare' (duration: 240.813241ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:15:44.805077Z","caller":"traceutil/trace.go:171","msg":"trace[1822016897] transaction","detail":"{read_only:false; response_revision:22537; number_of_response:1; }","duration":"760.242342ms","start":"2026-03-08T03:15:44.044815Z","end":"2026-03-08T03:15:44.805058Z","steps":["trace[1822016897] 'process raft request' (duration: 760.107658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.805139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:43.388747Z","time spent":"1.416287719s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:15:44.805228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:44.044778Z","time spent":"760.405205ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:15:44.805227Z","caller":"traceutil/trace.go:171","msg":"trace[2108795338] linearizableReadLoop","detail":"{readStateIndex:23364; appliedIndex:23361; }","duration":"1.38495213s","start":"2026-03-08T03:15:43.420215Z","end":"2026-03-08T03:15:44.805167Z","steps":["trace[2108795338] 'read index received' (duration: 687.825767ms)","trace[2108795338] 'applied index is now lower than readState.Index' (duration: 697.123033ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:15:44.805452Z","caller":"traceutil/trace.go:171","msg":"trace[1286130795] transaction","detail":"{read_only:false; response_revision:22539; number_of_response:1; }","duration":"354.764491ms","start":"2026-03-08T03:15:44.450656Z","end":"2026-03-08T03:15:44.805421Z","steps":["trace[1286130795] 'process raft request' (duration: 354.556816ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:44.805356Z","caller":"traceutil/trace.go:171","msg":"trace[664720527] transaction","detail":"{read_only:false; response_revision:22538; number_of_response:1; }","duration":"610.913039ms","start":"2026-03-08T03:15:44.194361Z","end":"2026-03-08T03:15:44.805274Z","steps":["trace[664720527] 'process raft request' (duration: 610.704264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.805755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364479805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-08T03:15:44.805841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049754925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-08T03:15:44.805886Z","caller":"traceutil/trace.go:171","msg":"trace[1347500826] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22539; }","duration":"1.049829836s","start":"2026-03-08T03:15:43.756043Z","end":"2026-03-08T03:15:44.805873Z","steps":["trace[1347500826] 'agreement among raft nodes before linearized reading' (duration: 1.049690133s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.805868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140530136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:15:44.805894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:44.194331Z","time spent":"611.342169ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:15:44.805955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.705444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:15:44.805964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352491295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:15:44.80598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349800303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:15:44.805816Z","caller":"traceutil/trace.go:171","msg":"trace[509144314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22539; }","duration":"1.364574427s","start":"2026-03-08T03:15:43.441229Z","end":"2026-03-08T03:15:44.805783Z","steps":["trace[509144314] 'agreement among raft nodes before linearized reading' (duration: 1.364435194s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.805595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38537689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:15:44.806135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35267649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:15:44.806139Z","caller":"traceutil/trace.go:171","msg":"trace[947412844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22539; }","duration":"1.385935303s","start":"2026-03-08T03:15:43.420165Z","end":"2026-03-08T03:15:44.8061Z","steps":["trace[947412844] 'agreement among raft nodes before linearized reading' (duration: 1.385121024s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.806198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.399513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:15:44.806206Z","caller":"traceutil/trace.go:171","msg":"trace[1588390120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22539; }","duration":"1.352746512s","start":"2026-03-08T03:15:43.453447Z","end":"2026-03-08T03:15:44.806194Z","steps":["trace[1588390120] 'agreement among raft nodes before linearized reading' (duration: 1.352600039s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:44.806222Z","caller":"traceutil/trace.go:171","msg":"trace[1632346872] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:22539; }","duration":"520.482164ms","start":"2026-03-08T03:15:44.285734Z","end":"2026-03-08T03:15:44.806216Z","steps":["trace[1632346872] 'agreement among raft nodes before linearized reading' (duration: 520.345761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.806244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:44.285709Z","time spent":"520.530646ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":136,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:15:44.806248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:43.453409Z","time spent":"1.352828864s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:15:44.806297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:43.420141Z","time spent":"1.386086597s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:15:44.805912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:43.756022Z","time spent":"1.049885327s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-08T03:15:44.805982Z","caller":"traceutil/trace.go:171","msg":"trace[1158872039] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:22539; }","duration":"159.806727ms","start":"2026-03-08T03:15:44.646168Z","end":"2026-03-08T03:15:44.805975Z","steps":["trace[1158872039] 'agreement among raft nodes before linearized reading' (duration: 159.760936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.806135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:43.44121Z","time spent":"1.364853053s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:15:44.805619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:44.45063Z","time spent":"354.892784ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:15:44.80603Z","caller":"traceutil/trace.go:171","msg":"trace[822595511] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22539; }","duration":"1.352651849s","start":"2026-03-08T03:15:43.453367Z","end":"2026-03-08T03:15:44.806019Z","steps":["trace[822595511] 'agreement among raft nodes before linearized reading' (duration: 1.352497405s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.806592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:43.453312Z","time spent":"1.353272094s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T03:15:44.806053Z","caller":"traceutil/trace.go:171","msg":"trace[616694685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22539; }","duration":"1.349908795s","start":"2026-03-08T03:15:43.456127Z","end":"2026-03-08T03:15:44.806036Z","steps":["trace[616694685] 'agreement among raft nodes before linearized reading' (duration: 1.34968981s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.806676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:43.456056Z","time spent":"1.350607202s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:15:44.806065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.55648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:15:44.805952Z","caller":"traceutil/trace.go:171","msg":"trace[1407769793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22539; }","duration":"1.14072193s","start":"2026-03-08T03:15:43.665216Z","end":"2026-03-08T03:15:44.805938Z","steps":["trace[1407769793] 'agreement among raft nodes before linearized reading' (duration: 1.140607347s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:15:44.806827Z","caller":"traceutil/trace.go:171","msg":"trace[295110224] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:22539; }","duration":"442.354188ms","start":"2026-03-08T03:15:44.364448Z","end":"2026-03-08T03:15:44.806802Z","steps":["trace[295110224] 'agreement among raft nodes before linearized reading' (duration: 441.550469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.80691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:44.364417Z","time spent":"442.474681ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":51,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:15:44.806898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:43.66519Z","time spent":"1.141676523s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:15:44.80797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.768125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:15:44.808044Z","caller":"traceutil/trace.go:171","msg":"trace[1654303117] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22539; }","duration":"530.895398ms","start":"2026-03-08T03:15:44.277132Z","end":"2026-03-08T03:15:44.808027Z","steps":["trace[1654303117] 'agreement among raft nodes before linearized reading' (duration: 528.954002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:15:44.808098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:15:44.277071Z","time spent":"531.01256ms","remote":"127.0.0.1:57884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2491,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:15:48.776169Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19965} {"level":"info","ts":"2026-03-08T03:15:48.889392Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19965,"took":"108.702458ms","hash":2748654097,"current-db-size-bytes":47316992,"current-db-size":"47 MB","current-db-size-in-use-bytes":36188160,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-03-08T03:15:48.889469Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2748654097,"revision":19965,"compact-revision":17828} {"level":"info","ts":"2026-03-08T03:16:38.648425Z","caller":"traceutil/trace.go:171","msg":"trace[1517347271] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"232.490736ms","start":"2026-03-08T03:16:38.415907Z","end":"2026-03-08T03:16:38.648398Z","steps":["trace[1517347271] 'process raft request' (duration: 232.319162ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:38.653478Z","caller":"traceutil/trace.go:171","msg":"trace[1504887338] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"183.531869ms","start":"2026-03-08T03:16:38.469893Z","end":"2026-03-08T03:16:38.653425Z","steps":["trace[1504887338] 'process raft request' (duration: 183.308184ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:38.865859Z","caller":"traceutil/trace.go:171","msg":"trace[1059461721] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"131.099069ms","start":"2026-03-08T03:16:38.734709Z","end":"2026-03-08T03:16:38.865808Z","steps":["trace[1059461721] 'process raft request' (duration: 130.887154ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:39.391167Z","caller":"traceutil/trace.go:171","msg":"trace[1269468464] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"189.417135ms","start":"2026-03-08T03:16:39.201709Z","end":"2026-03-08T03:16:39.391127Z","steps":["trace[1269468464] 'process raft request' (duration: 189.081288ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:39.391223Z","caller":"traceutil/trace.go:171","msg":"trace[2132971397] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"189.274692ms","start":"2026-03-08T03:16:39.201914Z","end":"2026-03-08T03:16:39.391188Z","steps":["trace[2132971397] 'process raft request' (duration: 189.057187ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:39.391236Z","caller":"traceutil/trace.go:171","msg":"trace[1034414666] transaction","detail":"{read_only:false; response_revision:23063; number_of_response:1; }","duration":"190.02682ms","start":"2026-03-08T03:16:39.201156Z","end":"2026-03-08T03:16:39.391183Z","steps":["trace[1034414666] 'process raft request' (duration: 143.851906ms)","trace[1034414666] 'compare' (duration: 45.524419ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:39.391279Z","caller":"traceutil/trace.go:171","msg":"trace[573138864] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"188.441952ms","start":"2026-03-08T03:16:39.202801Z","end":"2026-03-08T03:16:39.391243Z","steps":["trace[573138864] 'process raft request' (duration: 188.253258ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:39.391334Z","caller":"traceutil/trace.go:171","msg":"trace[674431657] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"189.474307ms","start":"2026-03-08T03:16:39.201832Z","end":"2026-03-08T03:16:39.391306Z","steps":["trace[674431657] 'process raft request' (duration: 189.088778ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:39.391375Z","caller":"traceutil/trace.go:171","msg":"trace[1347757163] linearizableReadLoop","detail":"{readStateIndex:23911; appliedIndex:23906; }","duration":"115.972577ms","start":"2026-03-08T03:16:39.275385Z","end":"2026-03-08T03:16:39.391357Z","steps":["trace[1347757163] 'read index received' (duration: 69.607619ms)","trace[1347757163] 'applied index is now lower than readState.Index' (duration: 46.363098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:39.391594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.183513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:39.391655Z","caller":"traceutil/trace.go:171","msg":"trace[232430541] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23068; }","duration":"116.262584ms","start":"2026-03-08T03:16:39.275377Z","end":"2026-03-08T03:16:39.39164Z","steps":["trace[232430541] 'agreement among raft nodes before linearized reading' (duration: 116.039709ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:40.884428Z","caller":"traceutil/trace.go:171","msg":"trace[1012063410] transaction","detail":"{read_only:false; response_revision:23078; number_of_response:1; }","duration":"103.788624ms","start":"2026-03-08T03:16:40.780584Z","end":"2026-03-08T03:16:40.884372Z","steps":["trace[1012063410] 'process raft request' (duration: 66.545568ms)","trace[1012063410] 'compare' (duration: 37.026891ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:41.274877Z","caller":"traceutil/trace.go:171","msg":"trace[889701288] transaction","detail":"{read_only:false; response_revision:23080; number_of_response:1; }","duration":"193.189233ms","start":"2026-03-08T03:16:41.081636Z","end":"2026-03-08T03:16:41.274826Z","steps":["trace[889701288] 'process raft request' (duration: 192.862166ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:41.581966Z","caller":"traceutil/trace.go:171","msg":"trace[632137656] transaction","detail":"{read_only:false; response_revision:23084; number_of_response:1; }","duration":"148.866542ms","start":"2026-03-08T03:16:41.433066Z","end":"2026-03-08T03:16:41.581933Z","steps":["trace[632137656] 'process raft request' (duration: 148.489003ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:41.582308Z","caller":"traceutil/trace.go:171","msg":"trace[1297593187] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"149.19043ms","start":"2026-03-08T03:16:41.433088Z","end":"2026-03-08T03:16:41.582279Z","steps":["trace[1297593187] 'process raft request' (duration: 148.799361ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:41.582339Z","caller":"traceutil/trace.go:171","msg":"trace[1812342177] linearizableReadLoop","detail":"{readStateIndex:23931; appliedIndex:23928; }","duration":"119.206612ms","start":"2026-03-08T03:16:41.46308Z","end":"2026-03-08T03:16:41.582287Z","steps":["trace[1812342177] 'read index received' (duration: 118.520446ms)","trace[1812342177] 'applied index is now lower than readState.Index' (duration: 685.086µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:41.582595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.496189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:41.582673Z","caller":"traceutil/trace.go:171","msg":"trace[389454904] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23086; }","duration":"119.588911ms","start":"2026-03-08T03:16:41.463065Z","end":"2026-03-08T03:16:41.582654Z","steps":["trace[389454904] 'agreement among raft nodes before linearized reading' (duration: 119.426777ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:41.582926Z","caller":"traceutil/trace.go:171","msg":"trace[1457151413] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"148.785621ms","start":"2026-03-08T03:16:41.434123Z","end":"2026-03-08T03:16:41.582908Z","steps":["trace[1457151413] 'process raft request' (duration: 147.994812ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:42.351177Z","caller":"traceutil/trace.go:171","msg":"trace[1945083197] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"118.753032ms","start":"2026-03-08T03:16:42.232375Z","end":"2026-03-08T03:16:42.351128Z","steps":["trace[1945083197] 'process raft request' (duration: 60.873186ms)","trace[1945083197] 'compare' (duration: 57.471627ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:44.953442Z","caller":"traceutil/trace.go:171","msg":"trace[1611452785] linearizableReadLoop","detail":"{readStateIndex:23947; appliedIndex:23945; }","duration":"190.275656ms","start":"2026-03-08T03:16:44.763138Z","end":"2026-03-08T03:16:44.953414Z","steps":["trace[1611452785] 'read index received' (duration: 2.654232ms)","trace[1611452785] 'applied index is now lower than readState.Index' (duration: 187.620144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:44.953691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.522291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/magnum-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:44.953799Z","caller":"traceutil/trace.go:171","msg":"trace[1461228126] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/magnum-api; range_end:; response_count:0; response_revision:23102; }","duration":"190.692435ms","start":"2026-03-08T03:16:44.763083Z","end":"2026-03-08T03:16:44.953775Z","steps":["trace[1461228126] 'agreement among raft nodes before linearized reading' (duration: 190.434129ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:44.954302Z","caller":"traceutil/trace.go:171","msg":"trace[997935719] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"190.460019ms","start":"2026-03-08T03:16:44.763023Z","end":"2026-03-08T03:16:44.953483Z","steps":["trace[997935719] 'process raft request' (duration: 190.196163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.730868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.823263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:45.731061Z","caller":"traceutil/trace.go:171","msg":"trace[319876709] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"411.118531ms","start":"2026-03-08T03:16:45.319883Z","end":"2026-03-08T03:16:45.731001Z","steps":["trace[319876709] 'process raft request' (duration: 240.072093ms)","trace[319876709] 'compare' (duration: 170.595478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:45.731459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.319856Z","time spent":"411.565132ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:16:45.737676Z","caller":"traceutil/trace.go:171","msg":"trace[18777477] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"416.403455ms","start":"2026-03-08T03:16:45.321233Z","end":"2026-03-08T03:16:45.737636Z","steps":["trace[18777477] 'process raft request' (duration: 416.19516ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:45.73771Z","caller":"traceutil/trace.go:171","msg":"trace[1778067844] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"416.593119ms","start":"2026-03-08T03:16:45.321085Z","end":"2026-03-08T03:16:45.737678Z","steps":["trace[1778067844] 'process raft request' (duration: 416.155088ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:45.737753Z","caller":"traceutil/trace.go:171","msg":"trace[557629151] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"416.548978ms","start":"2026-03-08T03:16:45.321174Z","end":"2026-03-08T03:16:45.737723Z","steps":["trace[557629151] 'process raft request' (duration: 416.21044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.737813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.321071Z","time spent":"416.698132ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":529,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:16:45.737829Z","caller":"traceutil/trace.go:171","msg":"trace[301378210] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"416.423125ms","start":"2026-03-08T03:16:45.321361Z","end":"2026-03-08T03:16:45.737784Z","steps":["trace[301378210] 'process raft request' (duration: 416.19991ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:45.73786Z","caller":"traceutil/trace.go:171","msg":"trace[996661272] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"416.478016ms","start":"2026-03-08T03:16:45.321341Z","end":"2026-03-08T03:16:45.737819Z","steps":["trace[996661272] 'process raft request' (duration: 416.124738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.737917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.321213Z","time spent":"416.529607ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":525,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:16:45.737909Z","caller":"traceutil/trace.go:171","msg":"trace[1266741292] transaction","detail":"{read_only:false; response_revision:23113; number_of_response:1; }","duration":"416.495017ms","start":"2026-03-08T03:16:45.321373Z","end":"2026-03-08T03:16:45.737868Z","steps":["trace[1266741292] 'process raft request' (duration: 416.126069ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:45.737815Z","caller":"traceutil/trace.go:171","msg":"trace[695085249] transaction","detail":"{read_only:false; response_revision:23114; number_of_response:1; }","duration":"416.429945ms","start":"2026-03-08T03:16:45.321344Z","end":"2026-03-08T03:16:45.737774Z","steps":["trace[695085249] 'process raft request' (duration: 416.185959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.737991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.321332Z","time spent":"416.591569ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:16:45.738026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.321329Z","time spent":"416.62666ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:16:45.738049Z","caller":"traceutil/trace.go:171","msg":"trace[1621676695] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"416.62332ms","start":"2026-03-08T03:16:45.321411Z","end":"2026-03-08T03:16:45.738035Z","steps":["trace[1621676695] 'process raft request' (duration: 416.17824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.738092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.321305Z","time spent":"416.710082ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:16:45.737933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.321168Z","time spent":"416.67378ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:16:45.73805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.321352Z","time spent":"416.64261ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:16:45.738149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.321376Z","time spent":"416.743373ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:16:45.853843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.142672ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:16:45.854517Z","caller":"traceutil/trace.go:171","msg":"trace[795293538] linearizableReadLoop","detail":"{readStateIndex:23962; appliedIndex:23953; }","duration":"531.652294ms","start":"2026-03-08T03:16:45.322754Z","end":"2026-03-08T03:16:45.854406Z","steps":["trace[795293538] 'read index received' (duration: 237.218237ms)","trace[795293538] 'applied index is now lower than readState.Index' (duration: 294.431097ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:45.854545Z","caller":"traceutil/trace.go:171","msg":"trace[461452130] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"346.456528ms","start":"2026-03-08T03:16:45.508061Z","end":"2026-03-08T03:16:45.854517Z","steps":["trace[461452130] 'process raft request' (duration: 345.916826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.854714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.508032Z","time spent":"346.57646ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:45.983862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.091015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-08T03:16:45.983997Z","caller":"traceutil/trace.go:171","msg":"trace[2052713323] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:23117; }","duration":"661.264209ms","start":"2026-03-08T03:16:45.322697Z","end":"2026-03-08T03:16:45.983962Z","steps":["trace[2052713323] 'agreement among raft nodes before linearized reading' (duration: 531.924441ms)","trace[2052713323] 'range keys from in-memory index tree' (duration: 129.076652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:45.984066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.322684Z","time spent":"661.361591ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-03-08T03:16:45.984188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.714727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:45.984449Z","caller":"traceutil/trace.go:171","msg":"trace[1164898301] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"239.044809ms","start":"2026-03-08T03:16:45.745387Z","end":"2026-03-08T03:16:45.984432Z","steps":["trace[1164898301] 'process raft request' (duration: 238.912086ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:45.98447Z","caller":"traceutil/trace.go:171","msg":"trace[490734012] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"239.096551ms","start":"2026-03-08T03:16:45.745325Z","end":"2026-03-08T03:16:45.984422Z","steps":["trace[490734012] 'process raft request' (duration: 109.071817ms)","trace[490734012] 'compare' (duration: 129.350879ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:45.984508Z","caller":"traceutil/trace.go:171","msg":"trace[991414547] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"239.06566ms","start":"2026-03-08T03:16:45.745405Z","end":"2026-03-08T03:16:45.984471Z","steps":["trace[991414547] 'process raft request' (duration: 238.945027ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:45.984593Z","caller":"traceutil/trace.go:171","msg":"trace[1426771007] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"239.163033ms","start":"2026-03-08T03:16:45.745405Z","end":"2026-03-08T03:16:45.984568Z","steps":["trace[1426771007] 'process raft request' (duration: 238.984058ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:45.985101Z","caller":"traceutil/trace.go:171","msg":"trace[1667293537] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"239.418759ms","start":"2026-03-08T03:16:45.745667Z","end":"2026-03-08T03:16:45.985086Z","steps":["trace[1667293537] 'process raft request' (duration: 239.314616ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:45.985105Z","caller":"traceutil/trace.go:171","msg":"trace[836925855] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"239.443059ms","start":"2026-03-08T03:16:45.745641Z","end":"2026-03-08T03:16:45.985084Z","steps":["trace[836925855] 'process raft request' (duration: 238.780623ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:45.985177Z","caller":"traceutil/trace.go:171","msg":"trace[2144136653] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"239.408468ms","start":"2026-03-08T03:16:45.745754Z","end":"2026-03-08T03:16:45.985163Z","steps":["trace[2144136653] 'process raft request' (duration: 239.268045ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:45.985224Z","caller":"traceutil/trace.go:171","msg":"trace[734719491] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"239.422818ms","start":"2026-03-08T03:16:45.745787Z","end":"2026-03-08T03:16:45.985209Z","steps":["trace[734719491] 'process raft request' (duration: 239.262905ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:45.985296Z","caller":"traceutil/trace.go:171","msg":"trace[769361691] linearizableReadLoop","detail":"{readStateIndex:23972; appliedIndex:23964; }","duration":"130.697579ms","start":"2026-03-08T03:16:45.854587Z","end":"2026-03-08T03:16:45.985285Z","steps":["trace[769361691] 'read index received' (duration: 75.6695ms)","trace[769361691] 'applied index is now lower than readState.Index' (duration: 55.027039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:45.985441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.821156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:16:45.985695Z","caller":"traceutil/trace.go:171","msg":"trace[1602369577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23125; }","duration":"356.152883ms","start":"2026-03-08T03:16:45.629524Z","end":"2026-03-08T03:16:45.985677Z","steps":["trace[1602369577] 'agreement among raft nodes before linearized reading' (duration: 355.806625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.985729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.099622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:16:45.985744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.629394Z","time spent":"356.337668ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:16:45.985771Z","caller":"traceutil/trace.go:171","msg":"trace[1986186531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23125; }","duration":"531.180113ms","start":"2026-03-08T03:16:45.454578Z","end":"2026-03-08T03:16:45.985758Z","steps":["trace[1986186531] 'agreement among raft nodes before linearized reading' (duration: 531.05659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.985521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.474185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:16:45.985802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.454556Z","time spent":"531.239085ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T03:16:45.985843Z","caller":"traceutil/trace.go:171","msg":"trace[543297433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23125; }","duration":"382.848144ms","start":"2026-03-08T03:16:45.602973Z","end":"2026-03-08T03:16:45.985821Z","steps":["trace[543297433] 'agreement among raft nodes before linearized reading' (duration: 382.360202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.985544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.539138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:16:45.985901Z","caller":"traceutil/trace.go:171","msg":"trace[160772418] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23125; }","duration":"330.952707ms","start":"2026-03-08T03:16:45.654939Z","end":"2026-03-08T03:16:45.985891Z","steps":["trace[160772418] 'agreement among raft nodes before linearized reading' (duration: 330.389434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.985905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.602922Z","time spent":"382.966506ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:16:45.985939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.654913Z","time spent":"331.019108ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:16:45.985577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.436815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:16:45.986029Z","caller":"traceutil/trace.go:171","msg":"trace[1112328348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23125; }","duration":"330.926196ms","start":"2026-03-08T03:16:45.655089Z","end":"2026-03-08T03:16:45.986016Z","steps":["trace[1112328348] 'agreement among raft nodes before linearized reading' (duration: 330.295372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:45.986078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:45.655085Z","time spent":"330.981537ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:16:46.62563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.004864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:46.625734Z","caller":"traceutil/trace.go:171","msg":"trace[1161301062] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"572.746361ms","start":"2026-03-08T03:16:46.052963Z","end":"2026-03-08T03:16:46.62571Z","steps":["trace[1161301062] 'process raft request' (duration: 319.598083ms)","trace[1161301062] 'compare' (duration: 252.80561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:46.625786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.052946Z","time spent":"572.816482ms","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:16:46.641364Z","caller":"traceutil/trace.go:171","msg":"trace[601102400] linearizableReadLoop","detail":"{readStateIndex:23990; appliedIndex:23980; }","duration":"580.995453ms","start":"2026-03-08T03:16:46.060321Z","end":"2026-03-08T03:16:46.641316Z","steps":["trace[601102400] 'read index received' (duration: 312.264023ms)","trace[601102400] 'applied index is now lower than readState.Index' (duration: 268.73048ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:46.641436Z","caller":"traceutil/trace.go:171","msg":"trace[411224850] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"588.259082ms","start":"2026-03-08T03:16:46.053168Z","end":"2026-03-08T03:16:46.641427Z","steps":["trace[411224850] 'process raft request' (duration: 588.012576ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:46.641465Z","caller":"traceutil/trace.go:171","msg":"trace[380343016] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"587.379751ms","start":"2026-03-08T03:16:46.054058Z","end":"2026-03-08T03:16:46.641437Z","steps":["trace[380343016] 'process raft request' (duration: 587.239758ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:46.641477Z","caller":"traceutil/trace.go:171","msg":"trace[1621844454] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"588.282042ms","start":"2026-03-08T03:16:46.05314Z","end":"2026-03-08T03:16:46.641422Z","steps":["trace[1621844454] 'process raft request' (duration: 587.960425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.641556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.217998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-08T03:16:46.641562Z","caller":"traceutil/trace.go:171","msg":"trace[1772185564] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"588.590049ms","start":"2026-03-08T03:16:46.052964Z","end":"2026-03-08T03:16:46.641554Z","steps":["trace[1772185564] 'process raft request' (duration: 587.986555ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:46.64156Z","caller":"traceutil/trace.go:171","msg":"trace[1186568222] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"588.288802ms","start":"2026-03-08T03:16:46.053261Z","end":"2026-03-08T03:16:46.64155Z","steps":["trace[1186568222] 'process raft request' (duration: 587.977345ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:46.64155Z","caller":"traceutil/trace.go:171","msg":"trace[578133908] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"588.322293ms","start":"2026-03-08T03:16:46.053216Z","end":"2026-03-08T03:16:46.641538Z","steps":["trace[578133908] 'process raft request' (duration: 588.005076ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:46.641589Z","caller":"traceutil/trace.go:171","msg":"trace[1775614972] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23143; }","duration":"581.286679ms","start":"2026-03-08T03:16:46.060292Z","end":"2026-03-08T03:16:46.641579Z","steps":["trace[1775614972] 'agreement among raft nodes before linearized reading' (duration: 581.161206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.641604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.053258Z","time spent":"588.329143ms","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:16:46.641624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.052948Z","time spent":"588.63802ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":654,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:46.641631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.060276Z","time spent":"581.349241ms","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-08T03:16:46.641518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.053165Z","time spent":"588.308503ms","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":655,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:16:46.641518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.054039Z","time spent":"587.452363ms","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":663,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:16:46.641385Z","caller":"traceutil/trace.go:171","msg":"trace[2074637732] transaction","detail":"{read_only:false; response_revision:23138; number_of_response:1; }","duration":"588.149829ms","start":"2026-03-08T03:16:46.053193Z","end":"2026-03-08T03:16:46.641343Z","steps":["trace[2074637732] 'process raft request' (duration: 588.008165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.64175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.05319Z","time spent":"588.545518ms","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":655,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:16:46.641738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.053213Z","time spent":"588.425005ms","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:16:46.641598Z","caller":"traceutil/trace.go:171","msg":"trace[11304530] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"587.828671ms","start":"2026-03-08T03:16:46.053553Z","end":"2026-03-08T03:16:46.641382Z","steps":["trace[11304530] 'process raft request' (duration: 587.727079ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:46.641461Z","caller":"traceutil/trace.go:171","msg":"trace[899177268] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"587.906093ms","start":"2026-03-08T03:16:46.053488Z","end":"2026-03-08T03:16:46.641394Z","steps":["trace[899177268] 'process raft request' (duration: 587.76809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.64326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.053548Z","time spent":"589.634403ms","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:16:46.643312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.053481Z","time spent":"589.786787ms","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:16:46.641744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.053135Z","time spent":"588.433606ms","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:16:46.671949Z","caller":"traceutil/trace.go:171","msg":"trace[2011310942] transaction","detail":"{read_only:false; response_revision:23144; number_of_response:1; }","duration":"277.31588ms","start":"2026-03-08T03:16:46.394604Z","end":"2026-03-08T03:16:46.67192Z","steps":["trace[2011310942] 'process raft request' (duration: 277.146266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.672036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.511873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:46.67209Z","caller":"traceutil/trace.go:171","msg":"trace[1518662936] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23144; }","duration":"157.622936ms","start":"2026-03-08T03:16:46.51445Z","end":"2026-03-08T03:16:46.672073Z","steps":["trace[1518662936] 'agreement among raft nodes before linearized reading' (duration: 157.522094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.672276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.738333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:46.672337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.183827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-03-08T03:16:46.672478Z","caller":"traceutil/trace.go:171","msg":"trace[973453272] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23144; }","duration":"501.374001ms","start":"2026-03-08T03:16:46.171068Z","end":"2026-03-08T03:16:46.672442Z","steps":["trace[973453272] 'agreement among raft nodes before linearized reading' (duration: 501.064004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.672536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.171042Z","time spent":"501.482523ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1106,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-03-08T03:16:46.672392Z","caller":"traceutil/trace.go:171","msg":"trace[1315415320] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23144; }","duration":"232.860726ms","start":"2026-03-08T03:16:46.439491Z","end":"2026-03-08T03:16:46.672352Z","steps":["trace[1315415320] 'agreement among raft nodes before linearized reading' (duration: 232.704842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.672319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.818889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:46.672806Z","caller":"traceutil/trace.go:171","msg":"trace[2041347821] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23144; }","duration":"495.32266ms","start":"2026-03-08T03:16:46.177462Z","end":"2026-03-08T03:16:46.672785Z","steps":["trace[2041347821] 'agreement among raft nodes before linearized reading' (duration: 494.805318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.67286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.177454Z","time spent":"495.389211ms","remote":"127.0.0.1:45892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:46.67302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.695095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-08T03:16:46.673137Z","caller":"traceutil/trace.go:171","msg":"trace[1370531539] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23144; }","duration":"500.864579ms","start":"2026-03-08T03:16:46.172234Z","end":"2026-03-08T03:16:46.673099Z","steps":["trace[1370531539] 'agreement among raft nodes before linearized reading' (duration: 499.797434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.673142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.137837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212407"} {"level":"info","ts":"2026-03-08T03:16:46.673179Z","caller":"traceutil/trace.go:171","msg":"trace[1667497393] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23144; }","duration":"388.220469ms","start":"2026-03-08T03:16:46.284946Z","end":"2026-03-08T03:16:46.673167Z","steps":["trace[1667497393] 'agreement among raft nodes before linearized reading' (duration: 386.98776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:46.673181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.172215Z","time spent":"500.959561ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-08T03:16:46.6732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.28492Z","time spent":"388.27435ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2212430,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-08T03:16:46.962341Z","caller":"traceutil/trace.go:171","msg":"trace[680351896] linearizableReadLoop","detail":"{readStateIndex:24001; appliedIndex:24000; }","duration":"235.2167ms","start":"2026-03-08T03:16:46.727082Z","end":"2026-03-08T03:16:46.962299Z","steps":["trace[680351896] 'read index received' (duration: 194.586305ms)","trace[680351896] 'applied index is now lower than readState.Index' (duration: 40.628725ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:46.962499Z","caller":"traceutil/trace.go:171","msg":"trace[1974385024] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"240.38457ms","start":"2026-03-08T03:16:46.722095Z","end":"2026-03-08T03:16:46.96248Z","steps":["trace[1974385024] 'process raft request' (duration: 199.555921ms)","trace[1974385024] 'compare' (duration: 40.44861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:46.962703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.59353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:46.962804Z","caller":"traceutil/trace.go:171","msg":"trace[869018482] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:23154; }","duration":"235.724202ms","start":"2026-03-08T03:16:46.727052Z","end":"2026-03-08T03:16:46.962776Z","steps":["trace[869018482] 'agreement among raft nodes before linearized reading' (duration: 235.527208ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:47.217417Z","caller":"traceutil/trace.go:171","msg":"trace[439206887] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"444.826446ms","start":"2026-03-08T03:16:46.772557Z","end":"2026-03-08T03:16:47.217384Z","steps":["trace[439206887] 'process raft request' (duration: 387.757928ms)","trace[439206887] 'compare' (duration: 56.647848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.217555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.772533Z","time spent":"444.949578ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:47.246281Z","caller":"traceutil/trace.go:171","msg":"trace[764673995] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"286.533914ms","start":"2026-03-08T03:16:46.959722Z","end":"2026-03-08T03:16:47.246256Z","steps":["trace[764673995] 'process raft request' (duration: 286.323109ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:47.246335Z","caller":"traceutil/trace.go:171","msg":"trace[642627375] linearizableReadLoop","detail":"{readStateIndex:24003; appliedIndex:24001; }","duration":"283.886723ms","start":"2026-03-08T03:16:46.962432Z","end":"2026-03-08T03:16:47.246319Z","steps":["trace[642627375] 'read index received' (duration: 197.963354ms)","trace[642627375] 'applied index is now lower than readState.Index' (duration: 85.922579ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:47.246525Z","caller":"traceutil/trace.go:171","msg":"trace[670253341] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"282.721855ms","start":"2026-03-08T03:16:46.963747Z","end":"2026-03-08T03:16:47.246469Z","steps":["trace[670253341] 'process raft request' (duration: 282.416758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:47.246568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.125383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:47.246692Z","caller":"traceutil/trace.go:171","msg":"trace[1642944077] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23159; }","duration":"381.304708ms","start":"2026-03-08T03:16:46.865357Z","end":"2026-03-08T03:16:47.246662Z","steps":["trace[1642944077] 'agreement among raft nodes before linearized reading' (duration: 381.059682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:47.246731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.862242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-08T03:16:47.246582Z","caller":"traceutil/trace.go:171","msg":"trace[1814671682] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"266.527188ms","start":"2026-03-08T03:16:46.980043Z","end":"2026-03-08T03:16:47.24657Z","steps":["trace[1814671682] 'process raft request' (duration: 266.17645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:47.246754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.865332Z","time spent":"381.41172ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-08T03:16:47.246772Z","caller":"traceutil/trace.go:171","msg":"trace[297006076] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23159; }","duration":"504.953284ms","start":"2026-03-08T03:16:46.741805Z","end":"2026-03-08T03:16:47.246759Z","steps":["trace[297006076] 'agreement among raft nodes before linearized reading' (duration: 504.822941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:47.246803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.741783Z","time spent":"505.012946ms","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-08T03:16:47.246795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.584042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-08T03:16:47.246864Z","caller":"traceutil/trace.go:171","msg":"trace[1868364317] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23159; }","duration":"156.706835ms","start":"2026-03-08T03:16:47.090137Z","end":"2026-03-08T03:16:47.246844Z","steps":["trace[1868364317] 'agreement among raft nodes before linearized reading' (duration: 156.4951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:47.246884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.241518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-08T03:16:47.246979Z","caller":"traceutil/trace.go:171","msg":"trace[1286564346] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23159; }","duration":"280.37661ms","start":"2026-03-08T03:16:46.966576Z","end":"2026-03-08T03:16:47.246953Z","steps":["trace[1286564346] 'agreement among raft nodes before linearized reading' (duration: 280.066583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:47.2465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.79043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:47.247155Z","caller":"traceutil/trace.go:171","msg":"trace[432827610] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23159; }","duration":"465.482446ms","start":"2026-03-08T03:16:46.781624Z","end":"2026-03-08T03:16:47.247107Z","steps":["trace[432827610] 'agreement among raft nodes before linearized reading' (duration: 464.80151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:47.24726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:46.781588Z","time spent":"465.628799ms","remote":"127.0.0.1:57812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:16:47.388686Z","caller":"traceutil/trace.go:171","msg":"trace[493534749] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"136.621168ms","start":"2026-03-08T03:16:47.25203Z","end":"2026-03-08T03:16:47.388652Z","steps":["trace[493534749] 'process raft request' (duration: 103.616691ms)","trace[493534749] 'compare' (duration: 32.845974ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:47.403729Z","caller":"traceutil/trace.go:171","msg":"trace[30891600] transaction","detail":"{read_only:false; response_revision:23161; number_of_response:1; }","duration":"151.173586ms","start":"2026-03-08T03:16:47.252517Z","end":"2026-03-08T03:16:47.403691Z","steps":["trace[30891600] 'process raft request' (duration: 150.655264ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:47.404423Z","caller":"traceutil/trace.go:171","msg":"trace[889417922] linearizableReadLoop","detail":"{readStateIndex:24008; appliedIndex:24006; }","duration":"151.817681ms","start":"2026-03-08T03:16:47.252568Z","end":"2026-03-08T03:16:47.404385Z","steps":["trace[889417922] 'read index received' (duration: 103.19329ms)","trace[889417922] 'applied index is now lower than readState.Index' (duration: 48.623021ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:47.404614Z","caller":"traceutil/trace.go:171","msg":"trace[183610710] transaction","detail":"{read_only:false; response_revision:23162; number_of_response:1; }","duration":"149.991239ms","start":"2026-03-08T03:16:47.254605Z","end":"2026-03-08T03:16:47.404596Z","steps":["trace[183610710] 'process raft request' (duration: 148.999796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:47.4048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.2096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-08T03:16:47.404878Z","caller":"traceutil/trace.go:171","msg":"trace[2113557467] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23163; }","duration":"152.295122ms","start":"2026-03-08T03:16:47.252563Z","end":"2026-03-08T03:16:47.404858Z","steps":["trace[2113557467] 'agreement among raft nodes before linearized reading' (duration: 152.046386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:47.405067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.496923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-08T03:16:47.40515Z","caller":"traceutil/trace.go:171","msg":"trace[1757104756] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23163; }","duration":"151.613596ms","start":"2026-03-08T03:16:47.253524Z","end":"2026-03-08T03:16:47.405137Z","steps":["trace[1757104756] 'agreement among raft nodes before linearized reading' (duration: 151.412632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:47.405263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.883819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:16:47.405307Z","caller":"traceutil/trace.go:171","msg":"trace[1141941335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23163; }","duration":"150.939091ms","start":"2026-03-08T03:16:47.254361Z","end":"2026-03-08T03:16:47.4053Z","steps":["trace[1141941335] 'agreement among raft nodes before linearized reading' (duration: 150.834179ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:47.519497Z","caller":"traceutil/trace.go:171","msg":"trace[1644872224] linearizableReadLoop","detail":"{readStateIndex:24011; appliedIndex:24010; }","duration":"105.848542ms","start":"2026-03-08T03:16:47.413623Z","end":"2026-03-08T03:16:47.519471Z","steps":["trace[1644872224] 'read index received' (duration: 89.532662ms)","trace[1644872224] 'applied index is now lower than readState.Index' (duration: 16.31502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.51974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.078818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:47.519832Z","caller":"traceutil/trace.go:171","msg":"trace[694727986] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:23164; }","duration":"106.19599ms","start":"2026-03-08T03:16:47.413612Z","end":"2026-03-08T03:16:47.519808Z","steps":["trace[694727986] 'agreement among raft nodes before linearized reading' (duration: 105.972315ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:47.519574Z","caller":"traceutil/trace.go:171","msg":"trace[202887890] transaction","detail":"{read_only:false; response_revision:23164; number_of_response:1; }","duration":"106.013596ms","start":"2026-03-08T03:16:47.413502Z","end":"2026-03-08T03:16:47.519516Z","steps":["trace[202887890] 'process raft request' (duration: 89.598494ms)","trace[202887890] 'compare' (duration: 16.231457ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:47.555323Z","caller":"traceutil/trace.go:171","msg":"trace[1190856251] transaction","detail":"{read_only:false; response_revision:23165; number_of_response:1; }","duration":"140.550299ms","start":"2026-03-08T03:16:47.414742Z","end":"2026-03-08T03:16:47.555292Z","steps":["trace[1190856251] 'process raft request' (duration: 140.316533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:47.555538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.608731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-08T03:16:47.555626Z","caller":"traceutil/trace.go:171","msg":"trace[1440213256] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23165; }","duration":"140.720033ms","start":"2026-03-08T03:16:47.414884Z","end":"2026-03-08T03:16:47.555604Z","steps":["trace[1440213256] 'agreement among raft nodes before linearized reading' (duration: 140.454677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:47.555537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.215585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-08T03:16:47.5558Z","caller":"traceutil/trace.go:171","msg":"trace[501866330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23165; }","duration":"135.530262ms","start":"2026-03-08T03:16:47.42025Z","end":"2026-03-08T03:16:47.55578Z","steps":["trace[501866330] 'agreement among raft nodes before linearized reading' (duration: 135.02165ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:47.842941Z","caller":"traceutil/trace.go:171","msg":"trace[1049404570] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"208.842416ms","start":"2026-03-08T03:16:47.634066Z","end":"2026-03-08T03:16:47.842909Z","steps":["trace[1049404570] 'process raft request' (duration: 208.542569ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:47.843314Z","caller":"traceutil/trace.go:171","msg":"trace[1421133346] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"209.153203ms","start":"2026-03-08T03:16:47.634123Z","end":"2026-03-08T03:16:47.843276Z","steps":["trace[1421133346] 'process raft request' (duration: 208.692393ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:47.843471Z","caller":"traceutil/trace.go:171","msg":"trace[842735156] transaction","detail":"{read_only:false; response_revision:23173; number_of_response:1; }","duration":"209.152743ms","start":"2026-03-08T03:16:47.634277Z","end":"2026-03-08T03:16:47.843429Z","steps":["trace[842735156] 'process raft request' (duration: 208.817245ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:47.843531Z","caller":"traceutil/trace.go:171","msg":"trace[770676129] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"200.524363ms","start":"2026-03-08T03:16:47.642987Z","end":"2026-03-08T03:16:47.843511Z","steps":["trace[770676129] 'process raft request' (duration: 200.39853ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:47.843533Z","caller":"traceutil/trace.go:171","msg":"trace[1326663073] linearizableReadLoop","detail":"{readStateIndex:24022; appliedIndex:24017; }","duration":"135.477011ms","start":"2026-03-08T03:16:47.707998Z","end":"2026-03-08T03:16:47.843475Z","steps":["trace[1326663073] 'read index received' (duration: 134.5659ms)","trace[1326663073] 'applied index is now lower than readState.Index' (duration: 910.081µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:47.843615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.312834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:47.843689Z","caller":"traceutil/trace.go:171","msg":"trace[938627345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23175; }","duration":"180.418585ms","start":"2026-03-08T03:16:47.663252Z","end":"2026-03-08T03:16:47.843671Z","steps":["trace[938627345] 'agreement among raft nodes before linearized reading' (duration: 180.242211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:47.843876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.140877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-08T03:16:47.84389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.411449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-08T03:16:47.84394Z","caller":"traceutil/trace.go:171","msg":"trace[1743843414] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23175; }","duration":"203.515982ms","start":"2026-03-08T03:16:47.640412Z","end":"2026-03-08T03:16:47.843928Z","steps":["trace[1743843414] 'agreement among raft nodes before linearized reading' (duration: 203.242336ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:47.843942Z","caller":"traceutil/trace.go:171","msg":"trace[1057877440] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23175; }","duration":"201.224749ms","start":"2026-03-08T03:16:47.642699Z","end":"2026-03-08T03:16:47.843924Z","steps":["trace[1057877440] 'agreement among raft nodes before linearized reading' (duration: 200.984594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:47.843942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.39503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-08T03:16:47.844155Z","caller":"traceutil/trace.go:171","msg":"trace[1274718945] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23175; }","duration":"200.634105ms","start":"2026-03-08T03:16:47.643497Z","end":"2026-03-08T03:16:47.844132Z","steps":["trace[1274718945] 'agreement among raft nodes before linearized reading' (duration: 200.151934ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:47.843503Z","caller":"traceutil/trace.go:171","msg":"trace[3666235] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"206.588544ms","start":"2026-03-08T03:16:47.636883Z","end":"2026-03-08T03:16:47.843472Z","steps":["trace[3666235] 'process raft request' (duration: 206.400949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.300297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.511059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:48.300432Z","caller":"traceutil/trace.go:171","msg":"trace[533827426] linearizableReadLoop","detail":"{readStateIndex:24023; appliedIndex:24022; }","duration":"447.851696ms","start":"2026-03-08T03:16:47.852557Z","end":"2026-03-08T03:16:48.300409Z","steps":["trace[533827426] 'read index received' (duration: 319.273086ms)","trace[533827426] 'applied index is now lower than readState.Index' (duration: 128.57699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:48.300781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.170243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-08T03:16:48.300869Z","caller":"traceutil/trace.go:171","msg":"trace[235914619] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23176; }","duration":"448.348097ms","start":"2026-03-08T03:16:47.852503Z","end":"2026-03-08T03:16:48.300851Z","steps":["trace[235914619] 'agreement among raft nodes before linearized reading' (duration: 448.001449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.300963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.852481Z","time spent":"448.46854ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-08T03:16:48.301069Z","caller":"traceutil/trace.go:171","msg":"trace[863951636] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"449.31757ms","start":"2026-03-08T03:16:47.851099Z","end":"2026-03-08T03:16:48.300417Z","steps":["trace[863951636] 'process raft request' (duration: 320.612087ms)","trace[863951636] 'compare' (duration: 128.260563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:48.301217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.851067Z","time spent":"450.098888ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:16:48.328491Z","caller":"traceutil/trace.go:171","msg":"trace[1982592077] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"473.313149ms","start":"2026-03-08T03:16:47.855137Z","end":"2026-03-08T03:16:48.32845Z","steps":["trace[1982592077] 'process raft request' (duration: 473.036812ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.328632Z","caller":"traceutil/trace.go:171","msg":"trace[1675971629] transaction","detail":"{read_only:false; response_revision:23179; number_of_response:1; }","duration":"470.615815ms","start":"2026-03-08T03:16:47.857999Z","end":"2026-03-08T03:16:48.328614Z","steps":["trace[1675971629] 'process raft request' (duration: 470.416241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.328678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.855125Z","time spent":"473.470712ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5234,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:16:48.328706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.856402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:16:48.328742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.857984Z","time spent":"470.703337ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:48.328731Z","caller":"traceutil/trace.go:171","msg":"trace[99069004] transaction","detail":"{read_only:false; response_revision:23178; number_of_response:1; }","duration":"473.466342ms","start":"2026-03-08T03:16:47.855207Z","end":"2026-03-08T03:16:48.328673Z","steps":["trace[99069004] 'process raft request' (duration: 473.135514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.328795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.039787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:16:48.328905Z","caller":"traceutil/trace.go:171","msg":"trace[797450792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23179; }","duration":"278.229621ms","start":"2026-03-08T03:16:48.050654Z","end":"2026-03-08T03:16:48.328884Z","steps":["trace[797450792] 'agreement among raft nodes before linearized reading' (duration: 277.891323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.32891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.855186Z","time spent":"473.692906ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7966,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:16:48.328942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.020418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6d95546f56-qtxk6\" ","response":"range_response_count:1 size:6898"} {"level":"warn","ts":"2026-03-08T03:16:48.328997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.140632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:16:48.329025Z","caller":"traceutil/trace.go:171","msg":"trace[369721095] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6d95546f56-qtxk6; range_end:; response_count:1; response_revision:23179; }","duration":"463.135041ms","start":"2026-03-08T03:16:47.86587Z","end":"2026-03-08T03:16:48.329005Z","steps":["trace[369721095] 'agreement among raft nodes before linearized reading' (duration: 462.726752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.329044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.787091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:16:48.329047Z","caller":"traceutil/trace.go:171","msg":"trace[1873247772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23179; }","duration":"279.230294ms","start":"2026-03-08T03:16:48.049803Z","end":"2026-03-08T03:16:48.329033Z","steps":["trace[1873247772] 'agreement among raft nodes before linearized reading' (duration: 279.020999ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.329074Z","caller":"traceutil/trace.go:171","msg":"trace[960393551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23179; }","duration":"277.877973ms","start":"2026-03-08T03:16:48.051189Z","end":"2026-03-08T03:16:48.329067Z","steps":["trace[960393551] 'agreement among raft nodes before linearized reading' (duration: 277.793211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.329038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.927294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-api\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-08T03:16:48.32909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.865854Z","time spent":"463.218203ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":6921,"request content":"key:\"/registry/pods/openstack/magnum-api-6d95546f56-qtxk6\" "} {"level":"warn","ts":"2026-03-08T03:16:48.328964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.704906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:16:48.329152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.174694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-08T03:16:48.329185Z","caller":"traceutil/trace.go:171","msg":"trace[264147795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23179; }","duration":"277.000042ms","start":"2026-03-08T03:16:48.052176Z","end":"2026-03-08T03:16:48.329176Z","steps":["trace[264147795] 'agreement among raft nodes before linearized reading' (duration: 276.694615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.329149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.067618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-api-6d95546f56\" ","response":"range_response_count:1 size:7386"} {"level":"info","ts":"2026-03-08T03:16:48.329241Z","caller":"traceutil/trace.go:171","msg":"trace[34018587] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23179; }","duration":"476.301378ms","start":"2026-03-08T03:16:47.852893Z","end":"2026-03-08T03:16:48.329194Z","steps":["trace[34018587] 'agreement among raft nodes before linearized reading' (duration: 476.005171ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.329248Z","caller":"traceutil/trace.go:171","msg":"trace[619868507] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-api-6d95546f56; range_end:; response_count:1; response_revision:23179; }","duration":"475.215302ms","start":"2026-03-08T03:16:47.854003Z","end":"2026-03-08T03:16:48.329218Z","steps":["trace[619868507] 'agreement among raft nodes before linearized reading' (duration: 474.918295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.329299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.853995Z","time spent":"475.293414ms","remote":"127.0.0.1:57852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":7409,"request content":"key:\"/registry/replicasets/openstack/magnum-api-6d95546f56\" "} {"level":"warn","ts":"2026-03-08T03:16:48.329286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.852881Z","time spent":"476.39211ms","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-08T03:16:48.328849Z","caller":"traceutil/trace.go:171","msg":"trace[1229124802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23179; }","duration":"278.028127ms","start":"2026-03-08T03:16:48.050809Z","end":"2026-03-08T03:16:48.328837Z","steps":["trace[1229124802] 'agreement among raft nodes before linearized reading' (duration: 277.707549ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.329349Z","caller":"traceutil/trace.go:171","msg":"trace[188495605] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-api; range_end:; response_count:1; response_revision:23179; }","duration":"315.057028ms","start":"2026-03-08T03:16:48.014049Z","end":"2026-03-08T03:16:48.329106Z","steps":["trace[188495605] 'agreement among raft nodes before linearized reading' (duration: 314.70202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.329427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:48.014036Z","time spent":"315.378275ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":548,"request content":"key:\"/registry/serviceaccounts/openstack/magnum-api\" "} {"level":"warn","ts":"2026-03-08T03:16:48.329755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.457381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:48.329803Z","caller":"traceutil/trace.go:171","msg":"trace[812967525] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23179; }","duration":"341.556694ms","start":"2026-03-08T03:16:47.988233Z","end":"2026-03-08T03:16:48.329789Z","steps":["trace[812967525] 'agreement among raft nodes before linearized reading' (duration: 340.606802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.329843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:47.988191Z","time spent":"341.640476ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:16:48.488439Z","caller":"traceutil/trace.go:171","msg":"trace[1357101000] transaction","detail":"{read_only:false; response_revision:23181; number_of_response:1; }","duration":"153.06872ms","start":"2026-03-08T03:16:48.335325Z","end":"2026-03-08T03:16:48.488393Z","steps":["trace[1357101000] 'process raft request' (duration: 110.06616ms)","trace[1357101000] 'compare' (duration: 42.677793ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:48.488963Z","caller":"traceutil/trace.go:171","msg":"trace[115732176] transaction","detail":"{read_only:false; response_revision:23182; number_of_response:1; }","duration":"153.535601ms","start":"2026-03-08T03:16:48.335348Z","end":"2026-03-08T03:16:48.488884Z","steps":["trace[115732176] 'process raft request' (duration: 152.901866ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.489126Z","caller":"traceutil/trace.go:171","msg":"trace[561390546] transaction","detail":"{read_only:false; response_revision:23183; number_of_response:1; }","duration":"153.4881ms","start":"2026-03-08T03:16:48.335602Z","end":"2026-03-08T03:16:48.48909Z","steps":["trace[561390546] 'process raft request' (duration: 153.111271ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.489354Z","caller":"traceutil/trace.go:171","msg":"trace[1567823915] transaction","detail":"{read_only:false; response_revision:23184; number_of_response:1; }","duration":"153.691494ms","start":"2026-03-08T03:16:48.335652Z","end":"2026-03-08T03:16:48.489344Z","steps":["trace[1567823915] 'process raft request' (duration: 153.198983ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.489344Z","caller":"traceutil/trace.go:171","msg":"trace[1271510771] transaction","detail":"{read_only:false; response_revision:23185; number_of_response:1; }","duration":"153.603152ms","start":"2026-03-08T03:16:48.33569Z","end":"2026-03-08T03:16:48.489294Z","steps":["trace[1271510771] 'process raft request' (duration: 153.205193ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.489364Z","caller":"traceutil/trace.go:171","msg":"trace[79192360] transaction","detail":"{read_only:false; response_revision:23186; number_of_response:1; }","duration":"153.633333ms","start":"2026-03-08T03:16:48.33569Z","end":"2026-03-08T03:16:48.489324Z","steps":["trace[79192360] 'process raft request' (duration: 153.380457ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.489396Z","caller":"traceutil/trace.go:171","msg":"trace[1694595604] transaction","detail":"{read_only:false; response_revision:23188; number_of_response:1; }","duration":"150.94276ms","start":"2026-03-08T03:16:48.338446Z","end":"2026-03-08T03:16:48.489389Z","steps":["trace[1694595604] 'process raft request' (duration: 150.827988ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.489425Z","caller":"traceutil/trace.go:171","msg":"trace[1420177748] transaction","detail":"{read_only:false; response_revision:23187; number_of_response:1; }","duration":"152.23008ms","start":"2026-03-08T03:16:48.337152Z","end":"2026-03-08T03:16:48.489382Z","steps":["trace[1420177748] 'process raft request' (duration: 151.986325ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.489624Z","caller":"traceutil/trace.go:171","msg":"trace[1434745968] transaction","detail":"{read_only:false; response_revision:23190; number_of_response:1; }","duration":"128.012628ms","start":"2026-03-08T03:16:48.361605Z","end":"2026-03-08T03:16:48.489618Z","steps":["trace[1434745968] 'process raft request' (duration: 127.914066ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.489682Z","caller":"traceutil/trace.go:171","msg":"trace[1548178238] transaction","detail":"{read_only:false; response_revision:23189; number_of_response:1; }","duration":"150.879919ms","start":"2026-03-08T03:16:48.338791Z","end":"2026-03-08T03:16:48.489671Z","steps":["trace[1548178238] 'process raft request' (duration: 150.559742ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.489619Z","caller":"traceutil/trace.go:171","msg":"trace[1135875057] linearizableReadLoop","detail":"{readStateIndex:24037; appliedIndex:24027; }","duration":"115.68837ms","start":"2026-03-08T03:16:48.373907Z","end":"2026-03-08T03:16:48.489595Z","steps":["trace[1135875057] 'read index received' (duration: 71.38633ms)","trace[1135875057] 'applied index is now lower than readState.Index' (duration: 44.30119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:48.489911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.286519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-08T03:16:48.490008Z","caller":"traceutil/trace.go:171","msg":"trace[483001188] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23190; }","duration":"154.415071ms","start":"2026-03-08T03:16:48.335564Z","end":"2026-03-08T03:16:48.489979Z","steps":["trace[483001188] 'agreement among raft nodes before linearized reading' (duration: 154.131885ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.515778Z","caller":"traceutil/trace.go:171","msg":"trace[308092511] transaction","detail":"{read_only:false; response_revision:23191; number_of_response:1; }","duration":"125.54532ms","start":"2026-03-08T03:16:48.390202Z","end":"2026-03-08T03:16:48.515748Z","steps":["trace[308092511] 'process raft request' (duration: 125.333605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.750048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.009592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:48.750512Z","caller":"traceutil/trace.go:171","msg":"trace[119490026] transaction","detail":"{read_only:false; response_revision:23196; number_of_response:1; }","duration":"221.581053ms","start":"2026-03-08T03:16:48.528892Z","end":"2026-03-08T03:16:48.750473Z","steps":["trace[119490026] 'process raft request' (duration: 67.055339ms)","trace[119490026] 'compare' (duration: 153.820278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:48.750582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.6938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:48.750631Z","caller":"traceutil/trace.go:171","msg":"trace[3832550] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:23196; }","duration":"219.765941ms","start":"2026-03-08T03:16:48.530854Z","end":"2026-03-08T03:16:48.750619Z","steps":["trace[3832550] 'agreement among raft nodes before linearized reading' (duration: 219.684749ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.750157Z","caller":"traceutil/trace.go:171","msg":"trace[1497628802] linearizableReadLoop","detail":"{readStateIndex:24043; appliedIndex:24042; }","duration":"219.245278ms","start":"2026-03-08T03:16:48.53089Z","end":"2026-03-08T03:16:48.750135Z","steps":["trace[1497628802] 'read index received' (duration: 65.050562ms)","trace[1497628802] 'applied index is now lower than readState.Index' (duration: 154.193506ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:48.782763Z","caller":"traceutil/trace.go:171","msg":"trace[1714874516] transaction","detail":"{read_only:false; response_revision:23197; number_of_response:1; }","duration":"251.491768ms","start":"2026-03-08T03:16:48.531239Z","end":"2026-03-08T03:16:48.782731Z","steps":["trace[1714874516] 'process raft request' (duration: 251.224662ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.782773Z","caller":"traceutil/trace.go:171","msg":"trace[1117580342] transaction","detail":"{read_only:false; response_revision:23199; number_of_response:1; }","duration":"235.61883ms","start":"2026-03-08T03:16:48.547124Z","end":"2026-03-08T03:16:48.782743Z","steps":["trace[1117580342] 'process raft request' (duration: 235.562618ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.782836Z","caller":"traceutil/trace.go:171","msg":"trace[835469118] transaction","detail":"{read_only:false; response_revision:23198; number_of_response:1; }","duration":"245.344536ms","start":"2026-03-08T03:16:48.537448Z","end":"2026-03-08T03:16:48.782793Z","steps":["trace[835469118] 'process raft request' (duration: 245.169812ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.789777Z","caller":"traceutil/trace.go:171","msg":"trace[993536772] transaction","detail":"{read_only:false; response_revision:23200; number_of_response:1; }","duration":"112.311922ms","start":"2026-03-08T03:16:48.677441Z","end":"2026-03-08T03:16:48.789753Z","steps":["trace[993536772] 'process raft request' (duration: 111.660017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:48.791459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.196833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212407"} {"level":"info","ts":"2026-03-08T03:16:48.79151Z","caller":"traceutil/trace.go:171","msg":"trace[1410096058] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23201; }","duration":"144.289965ms","start":"2026-03-08T03:16:48.647205Z","end":"2026-03-08T03:16:48.791495Z","steps":["trace[1410096058] 'agreement among raft nodes before linearized reading' (duration: 143.461826ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.958766Z","caller":"traceutil/trace.go:171","msg":"trace[1151047569] transaction","detail":"{read_only:false; response_revision:23202; number_of_response:1; }","duration":"157.321449ms","start":"2026-03-08T03:16:48.801416Z","end":"2026-03-08T03:16:48.958737Z","steps":["trace[1151047569] 'process raft request' (duration: 157.161045ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:48.958794Z","caller":"traceutil/trace.go:171","msg":"trace[1872922838] linearizableReadLoop","detail":"{readStateIndex:24049; appliedIndex:24048; }","duration":"153.725715ms","start":"2026-03-08T03:16:48.805013Z","end":"2026-03-08T03:16:48.958739Z","steps":["trace[1872922838] 'read index received' (duration: 153.698495ms)","trace[1872922838] 'applied index is now lower than readState.Index' (duration: 23.22µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:48.959107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.079463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-08T03:16:48.959144Z","caller":"traceutil/trace.go:171","msg":"trace[1488048491] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23202; }","duration":"154.144035ms","start":"2026-03-08T03:16:48.804992Z","end":"2026-03-08T03:16:48.959136Z","steps":["trace[1488048491] 'agreement among raft nodes before linearized reading' (duration: 153.962891ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:49.114527Z","caller":"traceutil/trace.go:171","msg":"trace[551376741] linearizableReadLoop","detail":"{readStateIndex:24050; appliedIndex:24049; }","duration":"155.607209ms","start":"2026-03-08T03:16:48.958879Z","end":"2026-03-08T03:16:49.114487Z","steps":["trace[551376741] 'read index received' (duration: 124.518366ms)","trace[551376741] 'applied index is now lower than readState.Index' (duration: 31.087123ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:49.114598Z","caller":"traceutil/trace.go:171","msg":"trace[1737759697] transaction","detail":"{read_only:false; response_revision:23203; number_of_response:1; }","duration":"304.147854ms","start":"2026-03-08T03:16:48.810404Z","end":"2026-03-08T03:16:49.114552Z","steps":["trace[1737759697] 'process raft request' (duration: 272.969959ms)","trace[1737759697] 'compare' (duration: 30.929869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:49.114782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:48.810379Z","time spent":"304.312057ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6876,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:49.11487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.2642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1822"} {"level":"info","ts":"2026-03-08T03:16:49.114915Z","caller":"traceutil/trace.go:171","msg":"trace[90915500] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:23203; }","duration":"296.377553ms","start":"2026-03-08T03:16:48.818522Z","end":"2026-03-08T03:16:49.114899Z","steps":["trace[90915500] 'agreement among raft nodes before linearized reading' (duration: 296.135447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:49.114967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.546892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-08T03:16:49.115057Z","caller":"traceutil/trace.go:171","msg":"trace[146606742] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23203; }","duration":"147.640974ms","start":"2026-03-08T03:16:48.96739Z","end":"2026-03-08T03:16:49.115031Z","steps":["trace[146606742] 'agreement among raft nodes before linearized reading' (duration: 147.319846ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:49.413899Z","caller":"traceutil/trace.go:171","msg":"trace[362792902] transaction","detail":"{read_only:false; response_revision:23204; number_of_response:1; }","duration":"224.620164ms","start":"2026-03-08T03:16:49.189245Z","end":"2026-03-08T03:16:49.413866Z","steps":["trace[362792902] 'process raft request' (duration: 224.316087ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:49.527255Z","caller":"traceutil/trace.go:171","msg":"trace[1588486711] transaction","detail":"{read_only:false; response_revision:23205; number_of_response:1; }","duration":"330.868904ms","start":"2026-03-08T03:16:49.196355Z","end":"2026-03-08T03:16:49.527224Z","steps":["trace[1588486711] 'process raft request' (duration: 329.8051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:49.527399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:49.196332Z","time spent":"330.998018ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:49.527669Z","caller":"traceutil/trace.go:171","msg":"trace[393642386] transaction","detail":"{read_only:false; response_revision:23206; number_of_response:1; }","duration":"304.84345ms","start":"2026-03-08T03:16:49.222813Z","end":"2026-03-08T03:16:49.527657Z","steps":["trace[393642386] 'process raft request' (duration: 304.404799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:49.527733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:49.222785Z","time spent":"304.919162ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:49.527844Z","caller":"traceutil/trace.go:171","msg":"trace[1657092194] transaction","detail":"{read_only:false; response_revision:23207; number_of_response:1; }","duration":"275.039917ms","start":"2026-03-08T03:16:49.252793Z","end":"2026-03-08T03:16:49.527833Z","steps":["trace[1657092194] 'process raft request' (duration: 274.814271ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:49.52832Z","caller":"traceutil/trace.go:171","msg":"trace[2145423177] transaction","detail":"{read_only:false; response_revision:23209; number_of_response:1; }","duration":"275.320043ms","start":"2026-03-08T03:16:49.252965Z","end":"2026-03-08T03:16:49.528285Z","steps":["trace[2145423177] 'process raft request' (duration: 274.951265ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:49.528526Z","caller":"traceutil/trace.go:171","msg":"trace[2121156013] linearizableReadLoop","detail":"{readStateIndex:24053; appliedIndex:24050; }","duration":"292.087373ms","start":"2026-03-08T03:16:49.236426Z","end":"2026-03-08T03:16:49.528514Z","steps":["trace[2121156013] 'read index received' (duration: 175.822559ms)","trace[2121156013] 'applied index is now lower than readState.Index' (duration: 116.263634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:49.528658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.234567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:49.528763Z","caller":"traceutil/trace.go:171","msg":"trace[996152365] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23211; }","duration":"292.37764ms","start":"2026-03-08T03:16:49.236374Z","end":"2026-03-08T03:16:49.528751Z","steps":["trace[996152365] 'agreement among raft nodes before linearized reading' (duration: 292.247067ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:49.528024Z","caller":"traceutil/trace.go:171","msg":"trace[675330816] transaction","detail":"{read_only:false; response_revision:23208; number_of_response:1; }","duration":"275.143799ms","start":"2026-03-08T03:16:49.25284Z","end":"2026-03-08T03:16:49.527983Z","steps":["trace[675330816] 'process raft request' (duration: 274.945105ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:49.52846Z","caller":"traceutil/trace.go:171","msg":"trace[1493689448] transaction","detail":"{read_only:false; response_revision:23210; number_of_response:1; }","duration":"243.897152ms","start":"2026-03-08T03:16:49.284549Z","end":"2026-03-08T03:16:49.528446Z","steps":["trace[1493689448] 'process raft request' (duration: 243.620505ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:49.528428Z","caller":"traceutil/trace.go:171","msg":"trace[836726504] transaction","detail":"{read_only:false; response_revision:23211; number_of_response:1; }","duration":"115.351683ms","start":"2026-03-08T03:16:49.41305Z","end":"2026-03-08T03:16:49.528402Z","steps":["trace[836726504] 'process raft request' (duration: 115.251011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:50.335588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.36504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-08T03:16:50.336276Z","caller":"traceutil/trace.go:171","msg":"trace[947273578] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23215; }","duration":"333.078357ms","start":"2026-03-08T03:16:50.003155Z","end":"2026-03-08T03:16:50.336233Z","steps":["trace[947273578] 'range keys from in-memory index tree' (duration: 332.169195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:50.336414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:50.003135Z","time spent":"333.23551ms","remote":"127.0.0.1:57412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-08T03:16:50.335921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.95167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130598"} {"level":"info","ts":"2026-03-08T03:16:50.336532Z","caller":"traceutil/trace.go:171","msg":"trace[2059626171] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23215; }","duration":"329.545514ms","start":"2026-03-08T03:16:50.006937Z","end":"2026-03-08T03:16:50.336482Z","steps":["trace[2059626171] 'range keys from in-memory index tree' (duration: 328.634923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:50.336588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:50.006928Z","time spent":"329.642167ms","remote":"127.0.0.1:57406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130621,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-08T03:16:50.346601Z","caller":"traceutil/trace.go:171","msg":"trace[1688393789] transaction","detail":"{read_only:false; response_revision:23216; number_of_response:1; }","duration":"238.64618ms","start":"2026-03-08T03:16:50.107896Z","end":"2026-03-08T03:16:50.346542Z","steps":["trace[1688393789] 'process raft request' (duration: 238.418644ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:50.346588Z","caller":"traceutil/trace.go:171","msg":"trace[54995027] linearizableReadLoop","detail":"{readStateIndex:24063; appliedIndex:24062; }","duration":"232.16593ms","start":"2026-03-08T03:16:50.114341Z","end":"2026-03-08T03:16:50.346506Z","steps":["trace[54995027] 'read index received' (duration: 231.952935ms)","trace[54995027] 'applied index is now lower than readState.Index' (duration: 212.005µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:50.346888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.536288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-08T03:16:50.347178Z","caller":"traceutil/trace.go:171","msg":"trace[2046213400] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:23216; }","duration":"232.872026ms","start":"2026-03-08T03:16:50.114286Z","end":"2026-03-08T03:16:50.347159Z","steps":["trace[2046213400] 'agreement among raft nodes before linearized reading' (duration: 232.382245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:50.432338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.348212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:50.432434Z","caller":"traceutil/trace.go:171","msg":"trace[270318957] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23217; }","duration":"204.492216ms","start":"2026-03-08T03:16:50.227919Z","end":"2026-03-08T03:16:50.432411Z","steps":["trace[270318957] 'agreement among raft nodes before linearized reading' (duration: 204.265231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:51.169099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.771159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:51.169437Z","caller":"traceutil/trace.go:171","msg":"trace[881205930] transaction","detail":"{read_only:false; response_revision:23225; number_of_response:1; }","duration":"369.394301ms","start":"2026-03-08T03:16:50.799831Z","end":"2026-03-08T03:16:51.169225Z","steps":["trace[881205930] 'process raft request' (duration: 245.414087ms)","trace[881205930] 'compare' (duration: 123.213606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:51.169521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:50.799791Z","time spent":"369.690098ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:52.073747Z","caller":"traceutil/trace.go:171","msg":"trace[1988543024] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"540.624124ms","start":"2026-03-08T03:16:51.533074Z","end":"2026-03-08T03:16:52.073698Z","steps":["trace[1988543024] 'process raft request' (duration: 540.431739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:52.073961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:51.533042Z","time spent":"540.827218ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:52.248039Z","caller":"traceutil/trace.go:171","msg":"trace[1401273113] linearizableReadLoop","detail":"{readStateIndex:24078; appliedIndex:24073; }","duration":"636.054613ms","start":"2026-03-08T03:16:51.611948Z","end":"2026-03-08T03:16:52.248002Z","steps":["trace[1401273113] 'read index received' (duration: 461.550794ms)","trace[1401273113] 'applied index is now lower than readState.Index' (duration: 174.502579ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:52.248066Z","caller":"traceutil/trace.go:171","msg":"trace[2125269909] transaction","detail":"{read_only:false; response_revision:23227; number_of_response:1; }","duration":"713.791261ms","start":"2026-03-08T03:16:51.534229Z","end":"2026-03-08T03:16:52.24802Z","steps":["trace[2125269909] 'process raft request' (duration: 713.392652ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:52.248185Z","caller":"traceutil/trace.go:171","msg":"trace[593745714] transaction","detail":"{read_only:false; response_revision:23231; number_of_response:1; }","duration":"248.311295ms","start":"2026-03-08T03:16:51.999804Z","end":"2026-03-08T03:16:52.248116Z","steps":["trace[593745714] 'process raft request' (duration: 248.117821ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:52.248273Z","caller":"traceutil/trace.go:171","msg":"trace[1574795273] transaction","detail":"{read_only:false; response_revision:23230; number_of_response:1; }","duration":"712.174623ms","start":"2026-03-08T03:16:51.535885Z","end":"2026-03-08T03:16:52.24806Z","steps":["trace[1574795273] 'process raft request' (duration: 711.993649ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:52.248353Z","caller":"traceutil/trace.go:171","msg":"trace[1362739717] transaction","detail":"{read_only:false; response_revision:23229; number_of_response:1; }","duration":"712.959842ms","start":"2026-03-08T03:16:51.53534Z","end":"2026-03-08T03:16:52.2483Z","steps":["trace[1362739717] 'process raft request' (duration: 712.492891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:52.248413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.454732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-08T03:16:52.248425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.58726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:52.248489Z","caller":"traceutil/trace.go:171","msg":"trace[430850264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23231; }","duration":"582.702343ms","start":"2026-03-08T03:16:51.66577Z","end":"2026-03-08T03:16:52.248472Z","steps":["trace[430850264] 'agreement among raft nodes before linearized reading' (duration: 582.561869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:52.248535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:51.665747Z","time spent":"582.778804ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:16:52.248532Z","caller":"traceutil/trace.go:171","msg":"trace[208787263] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23231; }","duration":"636.585545ms","start":"2026-03-08T03:16:51.611876Z","end":"2026-03-08T03:16:52.248462Z","steps":["trace[208787263] 'agreement among raft nodes before linearized reading' (duration: 636.33622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:52.248561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:51.535335Z","time spent":"713.127325ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:52.248597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:51.611849Z","time spent":"636.730339ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-08T03:16:52.248682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:51.535876Z","time spent":"712.528712ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:52.248303Z","caller":"traceutil/trace.go:171","msg":"trace[258789629] transaction","detail":"{read_only:false; response_revision:23228; number_of_response:1; }","duration":"713.801541ms","start":"2026-03-08T03:16:51.534451Z","end":"2026-03-08T03:16:52.248253Z","steps":["trace[258789629] 'process raft request' (duration: 713.334841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:52.248946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:51.534243Z","time spent":"714.580249ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:52.248437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:51.534221Z","time spent":"714.031126ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:52.638324Z","caller":"traceutil/trace.go:171","msg":"trace[1180703166] linearizableReadLoop","detail":"{readStateIndex:24080; appliedIndex:24079; }","duration":"177.307044ms","start":"2026-03-08T03:16:52.460984Z","end":"2026-03-08T03:16:52.638291Z","steps":["trace[1180703166] 'read index received' (duration: 146.779284ms)","trace[1180703166] 'applied index is now lower than readState.Index' (duration: 30.52621ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:52.638491Z","caller":"traceutil/trace.go:171","msg":"trace[2017713431] transaction","detail":"{read_only:false; response_revision:23232; number_of_response:1; }","duration":"197.631166ms","start":"2026-03-08T03:16:52.440843Z","end":"2026-03-08T03:16:52.638474Z","steps":["trace[2017713431] 'process raft request' (duration: 166.921102ms)","trace[2017713431] 'compare' (duration: 30.371006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:52.63891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.827501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:16:52.639012Z","caller":"traceutil/trace.go:171","msg":"trace[1802086383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23232; }","duration":"105.976955ms","start":"2026-03-08T03:16:52.533004Z","end":"2026-03-08T03:16:52.638981Z","steps":["trace[1802086383] 'agreement among raft nodes before linearized reading' (duration: 105.510324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:52.638928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.925639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:52.639083Z","caller":"traceutil/trace.go:171","msg":"trace[930919631] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23232; }","duration":"178.137874ms","start":"2026-03-08T03:16:52.460922Z","end":"2026-03-08T03:16:52.63906Z","steps":["trace[930919631] 'agreement among raft nodes before linearized reading' (duration: 177.916689ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:53.058656Z","caller":"traceutil/trace.go:171","msg":"trace[1167314449] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"406.244048ms","start":"2026-03-08T03:16:52.652382Z","end":"2026-03-08T03:16:53.058626Z","steps":["trace[1167314449] 'process raft request' (duration: 406.167757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:53.05881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:52.652372Z","time spent":"406.365121ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:53.058926Z","caller":"traceutil/trace.go:171","msg":"trace[547376709] linearizableReadLoop","detail":"{readStateIndex:24085; appliedIndex:24080; }","duration":"406.366911ms","start":"2026-03-08T03:16:52.652531Z","end":"2026-03-08T03:16:53.058898Z","steps":["trace[547376709] 'read index received' (duration: 22.321389ms)","trace[547376709] 'applied index is now lower than readState.Index' (duration: 384.044292ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:53.059015Z","caller":"traceutil/trace.go:171","msg":"trace[543899025] transaction","detail":"{read_only:false; response_revision:23234; number_of_response:1; }","duration":"414.240764ms","start":"2026-03-08T03:16:52.644765Z","end":"2026-03-08T03:16:53.059006Z","steps":["trace[543899025] 'process raft request' (duration: 413.561778ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:53.059047Z","caller":"traceutil/trace.go:171","msg":"trace[1493225587] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"406.590246ms","start":"2026-03-08T03:16:52.652445Z","end":"2026-03-08T03:16:53.059036Z","steps":["trace[1493225587] 'process raft request' (duration: 406.137275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:53.059075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:52.644744Z","time spent":"414.294755ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:53.059143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:52.652438Z","time spent":"406.631107ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:53.059128Z","caller":"traceutil/trace.go:171","msg":"trace[1737238004] transaction","detail":"{read_only:false; response_revision:23235; number_of_response:1; }","duration":"406.715179ms","start":"2026-03-08T03:16:52.652369Z","end":"2026-03-08T03:16:53.059084Z","steps":["trace[1737238004] 'process raft request' (duration: 406.138076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:53.059318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.163298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:53.059349Z","caller":"traceutil/trace.go:171","msg":"trace[1535431327] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23237; }","duration":"106.251121ms","start":"2026-03-08T03:16:52.95309Z","end":"2026-03-08T03:16:53.059341Z","steps":["trace[1535431327] 'agreement among raft nodes before linearized reading' (duration: 106.19861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:53.059328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.423466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:53.059426Z","caller":"traceutil/trace.go:171","msg":"trace[182846618] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23237; }","duration":"306.58005ms","start":"2026-03-08T03:16:52.752822Z","end":"2026-03-08T03:16:53.059402Z","steps":["trace[182846618] 'agreement among raft nodes before linearized reading' (duration: 306.423677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:53.059479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:52.752795Z","time spent":"306.669002ms","remote":"127.0.0.1:46086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:53.05949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.955404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18682"} {"level":"info","ts":"2026-03-08T03:16:53.059523Z","caller":"traceutil/trace.go:171","msg":"trace[1835535916] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23237; }","duration":"407.045447ms","start":"2026-03-08T03:16:52.65247Z","end":"2026-03-08T03:16:53.059515Z","steps":["trace[1835535916] 'agreement among raft nodes before linearized reading' (duration: 406.879453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:53.059551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:52.652463Z","time spent":"407.081558ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18705,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:16:53.059583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.237018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:53.05959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.322713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-08T03:16:53.059607Z","caller":"traceutil/trace.go:171","msg":"trace[1189234608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23237; }","duration":"222.30484ms","start":"2026-03-08T03:16:52.837293Z","end":"2026-03-08T03:16:53.059598Z","steps":["trace[1189234608] 'agreement among raft nodes before linearized reading' (duration: 222.262919ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:53.059621Z","caller":"traceutil/trace.go:171","msg":"trace[143740960] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23237; }","duration":"186.402775ms","start":"2026-03-08T03:16:52.87321Z","end":"2026-03-08T03:16:53.059613Z","steps":["trace[143740960] 'agreement among raft nodes before linearized reading' (duration: 186.287803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:53.059923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:52.652351Z","time spent":"406.868322ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:53.734897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.346913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:53.735017Z","caller":"traceutil/trace.go:171","msg":"trace[1158632484] linearizableReadLoop","detail":"{readStateIndex:24087; appliedIndex:24086; }","duration":"297.934159ms","start":"2026-03-08T03:16:53.43706Z","end":"2026-03-08T03:16:53.734994Z","steps":["trace[1158632484] 'read index received' (duration: 191.283369ms)","trace[1158632484] 'applied index is now lower than readState.Index' (duration: 106.64927ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:53.735099Z","caller":"traceutil/trace.go:171","msg":"trace[2031508031] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"559.441581ms","start":"2026-03-08T03:16:53.175644Z","end":"2026-03-08T03:16:53.735085Z","steps":["trace[2031508031] 'process raft request' (duration: 452.804131ms)","trace[2031508031] 'compare' (duration: 105.711809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:53.735172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:53.175615Z","time spent":"559.520793ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:53.735174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.097253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:53.735247Z","caller":"traceutil/trace.go:171","msg":"trace[886909926] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23239; }","duration":"298.220245ms","start":"2026-03-08T03:16:53.437008Z","end":"2026-03-08T03:16:53.735228Z","steps":["trace[886909926] 'agreement among raft nodes before linearized reading' (duration: 298.076632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:53.735359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.246424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-08T03:16:53.735398Z","caller":"traceutil/trace.go:171","msg":"trace[773185246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23238; }","duration":"589.286035ms","start":"2026-03-08T03:16:53.146099Z","end":"2026-03-08T03:16:53.735385Z","steps":["trace[773185246] 'range keys from in-memory index tree' (duration: 587.885053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:53.73543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:53.146029Z","time spent":"589.393538ms","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T03:16:54.004779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.954097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:54.004979Z","caller":"traceutil/trace.go:171","msg":"trace[1222283354] linearizableReadLoop","detail":"{readStateIndex:24088; appliedIndex:24087; }","duration":"269.908707ms","start":"2026-03-08T03:16:53.735044Z","end":"2026-03-08T03:16:54.004953Z","steps":["trace[1222283354] 'read index received' (duration: 122.552451ms)","trace[1222283354] 'applied index is now lower than readState.Index' (duration: 147.354356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:54.005235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.398626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:54.005325Z","caller":"traceutil/trace.go:171","msg":"trace[770906891] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23240; }","duration":"429.52835ms","start":"2026-03-08T03:16:53.575784Z","end":"2026-03-08T03:16:54.005313Z","steps":["trace[770906891] 'agreement among raft nodes before linearized reading' (duration: 429.308435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:54.005392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:53.575768Z","time spent":"429.609781ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:16:54.00521Z","caller":"traceutil/trace.go:171","msg":"trace[1435396050] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"338.524283ms","start":"2026-03-08T03:16:53.666641Z","end":"2026-03-08T03:16:54.005166Z","steps":["trace[1435396050] 'process raft request' (duration: 191.044864ms)","trace[1435396050] 'compare' (duration: 146.801144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:54.005496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.749098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:54.005954Z","caller":"traceutil/trace.go:171","msg":"trace[308352938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23240; }","duration":"342.241699ms","start":"2026-03-08T03:16:53.663694Z","end":"2026-03-08T03:16:54.005935Z","steps":["trace[308352938] 'agreement among raft nodes before linearized reading' (duration: 341.642965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:54.006014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:53.663683Z","time spent":"342.310921ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:16:54.005879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.210378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:16:54.005915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:53.666609Z","time spent":"339.25567ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:16:54.006074Z","caller":"traceutil/trace.go:171","msg":"trace[1160379884] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23240; }","duration":"259.636248ms","start":"2026-03-08T03:16:53.746419Z","end":"2026-03-08T03:16:54.006056Z","steps":["trace[1160379884] 'agreement among raft nodes before linearized reading' (duration: 258.955952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:54.005976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.812145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:54.006253Z","caller":"traceutil/trace.go:171","msg":"trace[1572357445] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23240; }","duration":"347.173814ms","start":"2026-03-08T03:16:53.659055Z","end":"2026-03-08T03:16:54.006229Z","steps":["trace[1572357445] 'agreement among raft nodes before linearized reading' (duration: 346.045078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:54.006316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:53.658985Z","time spent":"347.311878ms","remote":"127.0.0.1:57736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:54.311041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.19276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:54.311281Z","caller":"traceutil/trace.go:171","msg":"trace[1079075873] linearizableReadLoop","detail":"{readStateIndex:24091; appliedIndex:24089; }","duration":"226.862796ms","start":"2026-03-08T03:16:54.084395Z","end":"2026-03-08T03:16:54.311258Z","steps":["trace[1079075873] 'read index received' (duration: 25.403661ms)","trace[1079075873] 'applied index is now lower than readState.Index' (duration: 201.458035ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:54.311374Z","caller":"traceutil/trace.go:171","msg":"trace[911927596] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"232.115499ms","start":"2026-03-08T03:16:54.079246Z","end":"2026-03-08T03:16:54.311362Z","steps":["trace[911927596] 'process raft request' (duration: 231.932215ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:54.311442Z","caller":"traceutil/trace.go:171","msg":"trace[670010358] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"239.103731ms","start":"2026-03-08T03:16:54.072315Z","end":"2026-03-08T03:16:54.311419Z","steps":["trace[670010358] 'process raft request' (duration: 37.464992ms)","trace[670010358] 'compare' (duration: 201.030255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:54.311638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.235355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:54.311685Z","caller":"traceutil/trace.go:171","msg":"trace[1077460578] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23243; }","duration":"227.318817ms","start":"2026-03-08T03:16:54.084355Z","end":"2026-03-08T03:16:54.311674Z","steps":["trace[1077460578] 'agreement among raft nodes before linearized reading' (duration: 227.236025ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:54.499997Z","caller":"traceutil/trace.go:171","msg":"trace[654730782] transaction","detail":"{read_only:false; response_revision:23245; number_of_response:1; }","duration":"244.970898ms","start":"2026-03-08T03:16:54.255014Z","end":"2026-03-08T03:16:54.499985Z","steps":["trace[654730782] 'process raft request' (duration: 244.841365ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:54.49998Z","caller":"traceutil/trace.go:171","msg":"trace[1235353167] transaction","detail":"{read_only:false; response_revision:23244; number_of_response:1; }","duration":"244.968498ms","start":"2026-03-08T03:16:54.25497Z","end":"2026-03-08T03:16:54.499938Z","steps":["trace[1235353167] 'process raft request' (duration: 173.805983ms)","trace[1235353167] 'compare' (duration: 70.617022ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:54.500251Z","caller":"traceutil/trace.go:171","msg":"trace[518250585] transaction","detail":"{read_only:false; response_revision:23246; number_of_response:1; }","duration":"245.161362ms","start":"2026-03-08T03:16:54.255074Z","end":"2026-03-08T03:16:54.500235Z","steps":["trace[518250585] 'process raft request' (duration: 244.875555ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:54.500605Z","caller":"traceutil/trace.go:171","msg":"trace[938614114] linearizableReadLoop","detail":"{readStateIndex:24095; appliedIndex:24091; }","duration":"189.249241ms","start":"2026-03-08T03:16:54.311321Z","end":"2026-03-08T03:16:54.50057Z","steps":["trace[938614114] 'read index received' (duration: 117.473792ms)","trace[938614114] 'applied index is now lower than readState.Index' (duration: 71.774199ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:54.500668Z","caller":"traceutil/trace.go:171","msg":"trace[1666956934] transaction","detail":"{read_only:false; response_revision:23247; number_of_response:1; }","duration":"245.474689ms","start":"2026-03-08T03:16:54.255156Z","end":"2026-03-08T03:16:54.50063Z","steps":["trace[1666956934] 'process raft request' (duration: 244.987017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:54.500833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.407638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:16:54.50093Z","caller":"traceutil/trace.go:171","msg":"trace[830283417] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23247; }","duration":"414.538491ms","start":"2026-03-08T03:16:54.086368Z","end":"2026-03-08T03:16:54.500906Z","steps":["trace[830283417] 'agreement among raft nodes before linearized reading' (duration: 414.392338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:54.500977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:54.086357Z","time spent":"414.609163ms","remote":"127.0.0.1:54230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:54.501088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.909047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-08T03:16:54.501274Z","caller":"traceutil/trace.go:171","msg":"trace[1769017621] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23247; }","duration":"104.139922ms","start":"2026-03-08T03:16:54.397072Z","end":"2026-03-08T03:16:54.501212Z","steps":["trace[1769017621] 'agreement among raft nodes before linearized reading' (duration: 103.776344ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:54.688711Z","caller":"traceutil/trace.go:171","msg":"trace[1380653491] transaction","detail":"{read_only:false; response_revision:23249; number_of_response:1; }","duration":"112.960108ms","start":"2026-03-08T03:16:54.575728Z","end":"2026-03-08T03:16:54.688688Z","steps":["trace[1380653491] 'process raft request' (duration: 112.823504ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:55.170938Z","caller":"traceutil/trace.go:171","msg":"trace[437695373] transaction","detail":"{read_only:false; response_revision:23251; number_of_response:1; }","duration":"472.696362ms","start":"2026-03-08T03:16:54.698202Z","end":"2026-03-08T03:16:55.170899Z","steps":["trace[437695373] 'process raft request' (duration: 407.886665ms)","trace[437695373] 'compare' (duration: 64.697225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:55.171072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:54.698152Z","time spent":"472.856946ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:55.203991Z","caller":"traceutil/trace.go:171","msg":"trace[1001880360] linearizableReadLoop","detail":"{readStateIndex:24101; appliedIndex:24098; }","duration":"420.368006ms","start":"2026-03-08T03:16:54.783607Z","end":"2026-03-08T03:16:55.203975Z","steps":["trace[1001880360] 'read index received' (duration: 322.499419ms)","trace[1001880360] 'applied index is now lower than readState.Index' (duration: 97.867777ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:55.204134Z","caller":"traceutil/trace.go:171","msg":"trace[264278335] transaction","detail":"{read_only:false; response_revision:23253; number_of_response:1; }","duration":"467.403559ms","start":"2026-03-08T03:16:54.736721Z","end":"2026-03-08T03:16:55.204124Z","steps":["trace[264278335] 'process raft request' (duration: 467.203545ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:55.204153Z","caller":"traceutil/trace.go:171","msg":"trace[585235245] transaction","detail":"{read_only:false; response_revision:23252; number_of_response:1; }","duration":"503.919919ms","start":"2026-03-08T03:16:54.70019Z","end":"2026-03-08T03:16:55.20411Z","steps":["trace[585235245] 'process raft request' (duration: 503.628462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.204213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:54.736667Z","time spent":"467.505022ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:55.204308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:54.700165Z","time spent":"504.070663ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:16:55.20438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.034861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-08T03:16:55.204408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.241921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:16:55.204443Z","caller":"traceutil/trace.go:171","msg":"trace[1101677494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23253; }","duration":"141.156903ms","start":"2026-03-08T03:16:55.063271Z","end":"2026-03-08T03:16:55.204428Z","steps":["trace[1101677494] 'agreement among raft nodes before linearized reading' (duration: 140.925028ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:55.204459Z","caller":"traceutil/trace.go:171","msg":"trace[46375425] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23253; }","duration":"140.320024ms","start":"2026-03-08T03:16:55.064123Z","end":"2026-03-08T03:16:55.204443Z","steps":["trace[46375425] 'agreement among raft nodes before linearized reading' (duration: 140.16075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.204468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.179601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:16:55.20451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.165364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-08T03:16:55.204533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.932859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6d95546f56-qtxk6\" ","response":"range_response_count:1 size:8106"} {"level":"info","ts":"2026-03-08T03:16:55.204578Z","caller":"traceutil/trace.go:171","msg":"trace[1820349612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23253; }","duration":"141.259565ms","start":"2026-03-08T03:16:55.063297Z","end":"2026-03-08T03:16:55.204556Z","steps":["trace[1820349612] 'agreement among raft nodes before linearized reading' (duration: 141.092821ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:55.204585Z","caller":"traceutil/trace.go:171","msg":"trace[1562590225] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6d95546f56-qtxk6; range_end:; response_count:1; response_revision:23253; }","duration":"421.019351ms","start":"2026-03-08T03:16:54.783551Z","end":"2026-03-08T03:16:55.204571Z","steps":["trace[1562590225] 'agreement among raft nodes before linearized reading' (duration: 420.817986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.204636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:54.783533Z","time spent":"421.094623ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8129,"request content":"key:\"/registry/pods/openstack/magnum-api-6d95546f56-qtxk6\" "} {"level":"info","ts":"2026-03-08T03:16:55.204567Z","caller":"traceutil/trace.go:171","msg":"trace[664492539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23253; }","duration":"140.323794ms","start":"2026-03-08T03:16:55.064217Z","end":"2026-03-08T03:16:55.204541Z","steps":["trace[664492539] 'agreement among raft nodes before linearized reading' (duration: 140.045647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.526321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.880373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:55.526614Z","caller":"traceutil/trace.go:171","msg":"trace[1749274649] transaction","detail":"{read_only:false; response_revision:23254; number_of_response:1; }","duration":"317.239479ms","start":"2026-03-08T03:16:55.209337Z","end":"2026-03-08T03:16:55.526576Z","steps":["trace[1749274649] 'process raft request' (duration: 173.577987ms)","trace[1749274649] 'compare' (duration: 142.007713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:55.52686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.209307Z","time spent":"317.419712ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:55.58284Z","caller":"traceutil/trace.go:171","msg":"trace[745218297] transaction","detail":"{read_only:false; response_revision:23256; number_of_response:1; }","duration":"373.366433ms","start":"2026-03-08T03:16:55.209385Z","end":"2026-03-08T03:16:55.582752Z","steps":["trace[745218297] 'process raft request' (duration: 373.23783ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:55.582886Z","caller":"traceutil/trace.go:171","msg":"trace[1692221938] transaction","detail":"{read_only:false; response_revision:23255; number_of_response:1; }","duration":"373.384393ms","start":"2026-03-08T03:16:55.209393Z","end":"2026-03-08T03:16:55.582777Z","steps":["trace[1692221938] 'process raft request' (duration: 373.043566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.583104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.209376Z","time spent":"373.612559ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:55.58322Z","caller":"traceutil/trace.go:171","msg":"trace[770263818] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"373.519857ms","start":"2026-03-08T03:16:55.209667Z","end":"2026-03-08T03:16:55.583187Z","steps":["trace[770263818] 'process raft request' (duration: 373.035776ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:55.583335Z","caller":"traceutil/trace.go:171","msg":"trace[1146115326] linearizableReadLoop","detail":"{readStateIndex:24105; appliedIndex:24101; }","duration":"368.284625ms","start":"2026-03-08T03:16:55.215032Z","end":"2026-03-08T03:16:55.583317Z","steps":["trace[1146115326] 'read index received' (duration: 167.967896ms)","trace[1146115326] 'applied index is now lower than readState.Index' (duration: 200.315489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:55.583401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.209638Z","time spent":"373.673321ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:55.583529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.490319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18682"} {"level":"info","ts":"2026-03-08T03:16:55.583565Z","caller":"traceutil/trace.go:171","msg":"trace[46740123] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23258; }","duration":"368.556902ms","start":"2026-03-08T03:16:55.215Z","end":"2026-03-08T03:16:55.583557Z","steps":["trace[46740123] 'agreement among raft nodes before linearized reading' (duration: 368.391158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.58363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.214991Z","time spent":"368.612883ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18705,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-08T03:16:55.583839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.20936Z","time spent":"373.568398ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:55.583518Z","caller":"traceutil/trace.go:171","msg":"trace[1927137832] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"366.325629ms","start":"2026-03-08T03:16:55.21705Z","end":"2026-03-08T03:16:55.583375Z","steps":["trace[1927137832] 'process raft request' (duration: 365.979631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.584516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.217026Z","time spent":"367.413045ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8394,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:55.819808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.802194ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:16:55.820124Z","caller":"traceutil/trace.go:171","msg":"trace[415710687] linearizableReadLoop","detail":"{readStateIndex:24107; appliedIndex:24106; }","duration":"230.46956ms","start":"2026-03-08T03:16:55.589626Z","end":"2026-03-08T03:16:55.820095Z","steps":["trace[415710687] 'read index received' (duration: 49.43949ms)","trace[415710687] 'applied index is now lower than readState.Index' (duration: 181.02728ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:55.820237Z","caller":"traceutil/trace.go:171","msg":"trace[1321711714] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"230.573422ms","start":"2026-03-08T03:16:55.589626Z","end":"2026-03-08T03:16:55.8202Z","steps":["trace[1321711714] 'process raft request' (duration: 230.299506ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:55.820316Z","caller":"traceutil/trace.go:171","msg":"trace[505655090] transaction","detail":"{read_only:false; response_revision:23261; number_of_response:1; }","duration":"228.946234ms","start":"2026-03-08T03:16:55.591346Z","end":"2026-03-08T03:16:55.820292Z","steps":["trace[505655090] 'process raft request' (duration: 228.834722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.820402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.768586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-init-vgsdb\" ","response":"range_response_count:1 size:6894"} {"level":"info","ts":"2026-03-08T03:16:55.820437Z","caller":"traceutil/trace.go:171","msg":"trace[659667740] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-init-vgsdb; range_end:; response_count:1; response_revision:23261; }","duration":"230.852689ms","start":"2026-03-08T03:16:55.589576Z","end":"2026-03-08T03:16:55.820429Z","steps":["trace[659667740] 'agreement among raft nodes before linearized reading' (duration: 230.660484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.820681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.847905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:55.820685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.147431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:55.820691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.323006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/barbican-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-08T03:16:55.820731Z","caller":"traceutil/trace.go:171","msg":"trace[514911222] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:23262; }","duration":"152.945577ms","start":"2026-03-08T03:16:55.667774Z","end":"2026-03-08T03:16:55.820719Z","steps":["trace[514911222] 'agreement among raft nodes before linearized reading' (duration: 152.865865ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:55.820755Z","caller":"traceutil/trace.go:171","msg":"trace[278308315] range","detail":"{range_begin:/registry/services/endpoints/openstack/barbican-api; range_end:; response_count:1; response_revision:23262; }","duration":"153.449139ms","start":"2026-03-08T03:16:55.667289Z","end":"2026-03-08T03:16:55.820738Z","steps":["trace[278308315] 'agreement among raft nodes before linearized reading' (duration: 153.214093ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:55.820753Z","caller":"traceutil/trace.go:171","msg":"trace[2081452364] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23262; }","duration":"153.207383ms","start":"2026-03-08T03:16:55.667516Z","end":"2026-03-08T03:16:55.820723Z","steps":["trace[2081452364] 'agreement among raft nodes before linearized reading' (duration: 153.126642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.820772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.755542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/heat-api\" ","response":"range_response_count:1 size:665"} {"level":"info","ts":"2026-03-08T03:16:55.820836Z","caller":"traceutil/trace.go:171","msg":"trace[1452649608] range","detail":"{range_begin:/registry/services/endpoints/openstack/heat-api; range_end:; response_count:1; response_revision:23262; }","duration":"152.832485ms","start":"2026-03-08T03:16:55.667987Z","end":"2026-03-08T03:16:55.820819Z","steps":["trace[1452649608] 'agreement among raft nodes before linearized reading' (duration: 152.6489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.820961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.22862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-08T03:16:55.820989Z","caller":"traceutil/trace.go:171","msg":"trace[353661248] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:23262; }","duration":"152.269411ms","start":"2026-03-08T03:16:55.668709Z","end":"2026-03-08T03:16:55.820979Z","steps":["trace[353661248] 'agreement among raft nodes before linearized reading' (duration: 152.20394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.820989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.11577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:55.821009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.974638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-03-08T03:16:55.821024Z","caller":"traceutil/trace.go:171","msg":"trace[1332792805] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23262; }","duration":"153.182692ms","start":"2026-03-08T03:16:55.667831Z","end":"2026-03-08T03:16:55.821014Z","steps":["trace[1332792805] 'agreement among raft nodes before linearized reading' (duration: 153.130621ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:55.821048Z","caller":"traceutil/trace.go:171","msg":"trace[1302329696] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23262; }","duration":"153.014639ms","start":"2026-03-08T03:16:55.66802Z","end":"2026-03-08T03:16:55.821034Z","steps":["trace[1302329696] 'agreement among raft nodes before linearized reading' (duration: 152.938837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.820703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.758389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:55.821132Z","caller":"traceutil/trace.go:171","msg":"trace[512471648] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23262; }","duration":"152.20878ms","start":"2026-03-08T03:16:55.668917Z","end":"2026-03-08T03:16:55.821126Z","steps":["trace[512471648] 'agreement among raft nodes before linearized reading' (duration: 151.761659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:55.821159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.651253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:55.821172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.261815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-03-08T03:16:55.821209Z","caller":"traceutil/trace.go:171","msg":"trace[874356564] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23262; }","duration":"153.708944ms","start":"2026-03-08T03:16:55.667488Z","end":"2026-03-08T03:16:55.821197Z","steps":["trace[874356564] 'agreement among raft nodes before linearized reading' (duration: 153.605042ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:55.821215Z","caller":"traceutil/trace.go:171","msg":"trace[969768017] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23262; }","duration":"153.304616ms","start":"2026-03-08T03:16:55.667899Z","end":"2026-03-08T03:16:55.821204Z","steps":["trace[969768017] 'agreement among raft nodes before linearized reading' (duration: 153.124031ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:55.821318Z","caller":"traceutil/trace.go:171","msg":"trace[895813139] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"229.323323ms","start":"2026-03-08T03:16:55.590968Z","end":"2026-03-08T03:16:55.820291Z","steps":["trace[895813139] 'process raft request' (duration: 229.135489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:56.904454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.038741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:56.90458Z","caller":"traceutil/trace.go:171","msg":"trace[1460860338] transaction","detail":"{read_only:false; response_revision:23263; number_of_response:1; }","duration":"1.076691981s","start":"2026-03-08T03:16:55.827861Z","end":"2026-03-08T03:16:56.904553Z","steps":["trace[1460860338] 'process raft request' (duration: 640.478536ms)","trace[1460860338] 'compare' (duration: 435.864217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:56.904637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.827841Z","time spent":"1.076774123s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:16:57.375284Z","caller":"traceutil/trace.go:171","msg":"trace[823830157] linearizableReadLoop","detail":"{readStateIndex:24113; appliedIndex:24111; }","duration":"1.363989173s","start":"2026-03-08T03:16:56.011263Z","end":"2026-03-08T03:16:57.375252Z","steps":["trace[823830157] 'read index received' (duration: 457.010979ms)","trace[823830157] 'applied index is now lower than readState.Index' (duration: 906.976984ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:57.375369Z","caller":"traceutil/trace.go:171","msg":"trace[516596800] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"1.543449757s","start":"2026-03-08T03:16:55.831888Z","end":"2026-03-08T03:16:57.375338Z","steps":["trace[516596800] 'process raft request' (duration: 1.517131295s)","trace[516596800] 'compare' (duration: 25.936843ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:57.375438Z","caller":"traceutil/trace.go:171","msg":"trace[615224560] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"1.05901134s","start":"2026-03-08T03:16:56.316412Z","end":"2026-03-08T03:16:57.375423Z","steps":["trace[615224560] 'process raft request' (duration: 1.058750944s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.375526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:55.83187Z","time spent":"1.543555629s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7182,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:57.37561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364457354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:57.375525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.316388Z","time spent":"1.059083122s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:57.375657Z","caller":"traceutil/trace.go:171","msg":"trace[741833044] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23265; }","duration":"1.364563426s","start":"2026-03-08T03:16:56.01108Z","end":"2026-03-08T03:16:57.375643Z","steps":["trace[741833044] 'agreement among raft nodes before linearized reading' (duration: 1.364481944s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.375698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.011061Z","time spent":"1.364626978s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:16:57.680854Z","caller":"traceutil/trace.go:171","msg":"trace[1183145031] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"1.175243283s","start":"2026-03-08T03:16:56.505571Z","end":"2026-03-08T03:16:57.680814Z","steps":["trace[1183145031] 'process raft request' (duration: 1.174995647s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.681052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.505543Z","time spent":"1.175414196s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:57.681115Z","caller":"traceutil/trace.go:171","msg":"trace[769606847] transaction","detail":"{read_only:false; response_revision:23267; number_of_response:1; }","duration":"1.175264443s","start":"2026-03-08T03:16:56.505807Z","end":"2026-03-08T03:16:57.681072Z","steps":["trace[769606847] 'process raft request' (duration: 1.174946436s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:57.681193Z","caller":"traceutil/trace.go:171","msg":"trace[555576100] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"1.174799962s","start":"2026-03-08T03:16:56.506369Z","end":"2026-03-08T03:16:57.681169Z","steps":["trace[555576100] 'process raft request' (duration: 1.174610688s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.681263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.505794Z","time spent":"1.175393706s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:57.681253Z","caller":"traceutil/trace.go:171","msg":"trace[1449270791] linearizableReadLoop","detail":"{readStateIndex:24120; appliedIndex:24114; }","duration":"305.855873ms","start":"2026-03-08T03:16:57.375377Z","end":"2026-03-08T03:16:57.681233Z","steps":["trace[1449270791] 'read index received' (duration: 305.158997ms)","trace[1449270791] 'applied index is now lower than readState.Index' (duration: 695.846µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:57.681302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.506359Z","time spent":"1.174890984s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:57.68137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.739469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:57.681408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.598506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:57.681403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017982906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:57.681437Z","caller":"traceutil/trace.go:171","msg":"trace[1845031066] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23271; }","duration":"805.844501ms","start":"2026-03-08T03:16:56.875576Z","end":"2026-03-08T03:16:57.681421Z","steps":["trace[1845031066] 'agreement among raft nodes before linearized reading' (duration: 805.746879ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:57.68146Z","caller":"traceutil/trace.go:171","msg":"trace[89183671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23271; }","duration":"1.018086708s","start":"2026-03-08T03:16:56.663359Z","end":"2026-03-08T03:16:57.681446Z","steps":["trace[89183671] 'agreement among raft nodes before linearized reading' (duration: 1.017995186s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.681496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.875554Z","time spent":"805.924974ms","remote":"127.0.0.1:56904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:57.681522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55782579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:57.681513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.663338Z","time spent":"1.018163619s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:16:57.681542Z","caller":"traceutil/trace.go:171","msg":"trace[623372347] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:23271; }","duration":"1.557896322s","start":"2026-03-08T03:16:56.12364Z","end":"2026-03-08T03:16:57.681537Z","steps":["trace[623372347] 'agreement among raft nodes before linearized reading' (duration: 1.557853201s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:57.681497Z","caller":"traceutil/trace.go:171","msg":"trace[1507176723] transaction","detail":"{read_only:false; response_revision:23270; number_of_response:1; }","duration":"983.397941ms","start":"2026-03-08T03:16:56.698062Z","end":"2026-03-08T03:16:57.68146Z","steps":["trace[1507176723] 'process raft request' (duration: 983.072774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.681563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.123616Z","time spent":"1.557942564s","remote":"127.0.0.1:60684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:57.681658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595798854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-08T03:16:57.68166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.698033Z","time spent":"983.546354ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:57.681722Z","caller":"traceutil/trace.go:171","msg":"trace[1587069253] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23271; }","duration":"1.595897056s","start":"2026-03-08T03:16:56.085804Z","end":"2026-03-08T03:16:57.681701Z","steps":["trace[1587069253] 'agreement among raft nodes before linearized reading' (duration: 1.595737402s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.681772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.085783Z","time spent":"1.595979018s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-08T03:16:57.681474Z","caller":"traceutil/trace.go:171","msg":"trace[540652194] transaction","detail":"{read_only:false; response_revision:23271; number_of_response:1; }","duration":"377.066939ms","start":"2026-03-08T03:16:57.304402Z","end":"2026-03-08T03:16:57.681469Z","steps":["trace[540652194] 'process raft request' (duration: 376.773023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.681814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.341959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:57.681431Z","caller":"traceutil/trace.go:171","msg":"trace[1283307915] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23271; }","duration":"363.620446ms","start":"2026-03-08T03:16:57.317802Z","end":"2026-03-08T03:16:57.681423Z","steps":["trace[1283307915] 'agreement among raft nodes before linearized reading' (duration: 363.563765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.68188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669080748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:57.681888Z","caller":"traceutil/trace.go:171","msg":"trace[1444135949] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23271; }","duration":"470.463532ms","start":"2026-03-08T03:16:57.211406Z","end":"2026-03-08T03:16:57.68187Z","steps":["trace[1444135949] 'agreement among raft nodes before linearized reading' (duration: 470.356479ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:57.681938Z","caller":"traceutil/trace.go:171","msg":"trace[1482646834] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23271; }","duration":"1.66915s","start":"2026-03-08T03:16:56.012773Z","end":"2026-03-08T03:16:57.681923Z","steps":["trace[1482646834] 'agreement among raft nodes before linearized reading' (duration: 1.669084668s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.681966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.21138Z","time spent":"470.566374ms","remote":"127.0.0.1:56988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:57.681987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422547214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418126"} {"level":"warn","ts":"2026-03-08T03:16:57.681995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.012758Z","time spent":"1.669220761s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:16:57.681512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042847013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:57.682086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.851307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9463"} {"level":"info","ts":"2026-03-08T03:16:57.682113Z","caller":"traceutil/trace.go:171","msg":"trace[622664715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23271; }","duration":"1.043491149s","start":"2026-03-08T03:16:56.63861Z","end":"2026-03-08T03:16:57.682101Z","steps":["trace[622664715] 'agreement among raft nodes before linearized reading' (duration: 1.042874795s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.68146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667800809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:57.682125Z","caller":"traceutil/trace.go:171","msg":"trace[630525671] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:23271; }","duration":"300.931448ms","start":"2026-03-08T03:16:57.381181Z","end":"2026-03-08T03:16:57.682113Z","steps":["trace[630525671] 'agreement among raft nodes before linearized reading' (duration: 300.772475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.682159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.381159Z","time spent":"300.99516ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":9486,"request content":"key:\"/registry/pods/openstack/magnum-conductor-0\" "} {"level":"info","ts":"2026-03-08T03:16:57.682183Z","caller":"traceutil/trace.go:171","msg":"trace[1640705313] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:23271; }","duration":"1.668517605s","start":"2026-03-08T03:16:56.01363Z","end":"2026-03-08T03:16:57.682148Z","steps":["trace[1640705313] 'agreement among raft nodes before linearized reading' (duration: 1.667782248s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.682283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.039781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:16:57.682272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.112864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:16:57.68184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.304373Z","time spent":"377.440898ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:57.68236Z","caller":"traceutil/trace.go:171","msg":"trace[320076005] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23271; }","duration":"507.243637ms","start":"2026-03-08T03:16:57.175096Z","end":"2026-03-08T03:16:57.68234Z","steps":["trace[320076005] 'agreement among raft nodes before linearized reading' (duration: 507.079193ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:57.681452Z","caller":"traceutil/trace.go:171","msg":"trace[1183180884] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"1.173321688s","start":"2026-03-08T03:16:56.508125Z","end":"2026-03-08T03:16:57.681447Z","steps":["trace[1183180884] 'process raft request' (duration: 1.172919599s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.681907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.317743Z","time spent":"364.145079ms","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:16:57.682418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.175069Z","time spent":"507.334759ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:16:57.681834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668389262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:57.682471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.508108Z","time spent":"1.174310702s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:57.682288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.013624Z","time spent":"1.668633198s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:16:57.682137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.638579Z","time spent":"1.04354947s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:16:57.682307Z","caller":"traceutil/trace.go:171","msg":"trace[961397202] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23271; }","duration":"522.102843ms","start":"2026-03-08T03:16:57.160198Z","end":"2026-03-08T03:16:57.682301Z","steps":["trace[961397202] 'agreement among raft nodes before linearized reading' (duration: 522.051772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.682655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.160176Z","time spent":"522.472861ms","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:16:57.682017Z","caller":"traceutil/trace.go:171","msg":"trace[35592658] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23271; }","duration":"1.422611546s","start":"2026-03-08T03:16:56.259397Z","end":"2026-03-08T03:16:57.682009Z","steps":["trace[35592658] 'agreement among raft nodes before linearized reading' (duration: 1.42234029s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.682737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.259373Z","time spent":"1.423360334s","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418149,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-08T03:16:57.682503Z","caller":"traceutil/trace.go:171","msg":"trace[1898983242] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23271; }","duration":"1.669114929s","start":"2026-03-08T03:16:56.013381Z","end":"2026-03-08T03:16:57.682496Z","steps":["trace[1898983242] 'agreement among raft nodes before linearized reading' (duration: 1.668419733s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.682788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.013353Z","time spent":"1.669418706s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:16:57.682812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.850648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T03:16:57.682852Z","caller":"traceutil/trace.go:171","msg":"trace[1490593101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23271; }","duration":"150.93109ms","start":"2026-03-08T03:16:57.531909Z","end":"2026-03-08T03:16:57.682841Z","steps":["trace[1490593101] 'agreement among raft nodes before linearized reading' (duration: 150.779707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.681772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668235368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:57.682908Z","caller":"traceutil/trace.go:171","msg":"trace[1781051456] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23271; }","duration":"1.669393276s","start":"2026-03-08T03:16:56.013501Z","end":"2026-03-08T03:16:57.682895Z","steps":["trace[1781051456] 'agreement among raft nodes before linearized reading' (duration: 1.668228399s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:57.682959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:56.013493Z","time spent":"1.669453717s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:16:58.005234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.575146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:58.005374Z","caller":"traceutil/trace.go:171","msg":"trace[2008473997] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"317.714489ms","start":"2026-03-08T03:16:57.687622Z","end":"2026-03-08T03:16:58.005337Z","steps":["trace[2008473997] 'process raft request' (duration: 88.974109ms)","trace[2008473997] 'compare' (duration: 228.250859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:58.005427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.687609Z","time spent":"317.790801ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:58.338309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.237722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:16:58.338793Z","caller":"traceutil/trace.go:171","msg":"trace[1389433805] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"649.539947ms","start":"2026-03-08T03:16:57.689015Z","end":"2026-03-08T03:16:58.338555Z","steps":["trace[1389433805] 'process raft request' (duration: 416.971658ms)","trace[1389433805] 'compare' (duration: 232.040306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:16:58.338966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.688995Z","time spent":"649.889424ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:58.339029Z","caller":"traceutil/trace.go:171","msg":"trace[1707744306] linearizableReadLoop","detail":"{readStateIndex:24124; appliedIndex:24120; }","duration":"649.003074ms","start":"2026-03-08T03:16:57.690003Z","end":"2026-03-08T03:16:58.339006Z","steps":["trace[1707744306] 'read index received' (duration: 86.616965ms)","trace[1707744306] 'applied index is now lower than readState.Index' (duration: 562.384989ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:58.33915Z","caller":"traceutil/trace.go:171","msg":"trace[1605166805] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"647.016018ms","start":"2026-03-08T03:16:57.69212Z","end":"2026-03-08T03:16:58.339136Z","steps":["trace[1605166805] 'process raft request' (duration: 646.825274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.339217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.692112Z","time spent":"647.064489ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9751,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:58.339212Z","caller":"traceutil/trace.go:171","msg":"trace[1861806248] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"650.13219ms","start":"2026-03-08T03:16:57.689058Z","end":"2026-03-08T03:16:58.33919Z","steps":["trace[1861806248] 'process raft request' (duration: 649.371363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.339215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.192368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:58.339286Z","caller":"traceutil/trace.go:171","msg":"trace[277093864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23277; }","duration":"649.29238ms","start":"2026-03-08T03:16:57.689976Z","end":"2026-03-08T03:16:58.339268Z","steps":["trace[277093864] 'agreement among raft nodes before linearized reading' (duration: 649.156217ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:58.339298Z","caller":"traceutil/trace.go:171","msg":"trace[802244524] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"648.746938ms","start":"2026-03-08T03:16:57.690531Z","end":"2026-03-08T03:16:58.339278Z","steps":["trace[802244524] 'process raft request' (duration: 648.360449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.339335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.689027Z","time spent":"650.241142ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:58.339331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.689966Z","time spent":"649.354392ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:16:58.3394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.690522Z","time spent":"648.81609ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:58.339193Z","caller":"traceutil/trace.go:171","msg":"trace[603955193] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"649.977506ms","start":"2026-03-08T03:16:57.689172Z","end":"2026-03-08T03:16:58.339149Z","steps":["trace[603955193] 'process raft request' (duration: 649.669599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.339515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.689136Z","time spent":"650.349835ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:58.378477Z","caller":"traceutil/trace.go:171","msg":"trace[1522089552] transaction","detail":"{read_only:false; response_revision:23278; number_of_response:1; }","duration":"550.966914ms","start":"2026-03-08T03:16:57.827467Z","end":"2026-03-08T03:16:58.378434Z","steps":["trace[1522089552] 'process raft request' (duration: 550.661307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.378681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.827438Z","time spent":"551.148829ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:16:58.378826Z","caller":"traceutil/trace.go:171","msg":"trace[1462825990] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"428.927796ms","start":"2026-03-08T03:16:57.949858Z","end":"2026-03-08T03:16:58.378786Z","steps":["trace[1462825990] 'process raft request' (duration: 428.407614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.379067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.949825Z","time spent":"429.11378ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:16:58.379094Z","caller":"traceutil/trace.go:171","msg":"trace[1488418290] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"317.020433ms","start":"2026-03-08T03:16:58.062052Z","end":"2026-03-08T03:16:58.379072Z","steps":["trace[1488418290] 'process raft request' (duration: 316.575453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.379178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:58.062027Z","time spent":"317.107485ms","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418259,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:16:58.379189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.178911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:58.379254Z","caller":"traceutil/trace.go:171","msg":"trace[102240992] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23280; }","duration":"251.246703ms","start":"2026-03-08T03:16:58.127989Z","end":"2026-03-08T03:16:58.379236Z","steps":["trace[102240992] 'agreement among raft nodes before linearized reading' (duration: 251.14016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.379266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.543478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:58.379302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.298875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:58.379443Z","caller":"traceutil/trace.go:171","msg":"trace[1550623989] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23280; }","duration":"549.453989ms","start":"2026-03-08T03:16:57.829949Z","end":"2026-03-08T03:16:58.379403Z","steps":["trace[1550623989] 'agreement among raft nodes before linearized reading' (duration: 549.269874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.379516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.820007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-08T03:16:58.379565Z","caller":"traceutil/trace.go:171","msg":"trace[988367974] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:23280; }","duration":"426.889378ms","start":"2026-03-08T03:16:57.952658Z","end":"2026-03-08T03:16:58.379547Z","steps":["trace[988367974] 'agreement among raft nodes before linearized reading' (duration: 426.725344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.37949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.829934Z","time spent":"549.546171ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:16:58.379617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.952645Z","time spent":"426.95873ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-08T03:16:58.379691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.295672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:58.379751Z","caller":"traceutil/trace.go:171","msg":"trace[1181811055] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:23280; }","duration":"548.368833ms","start":"2026-03-08T03:16:57.831368Z","end":"2026-03-08T03:16:58.379736Z","steps":["trace[1181811055] 'agreement among raft nodes before linearized reading' (duration: 548.274511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.379802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.831361Z","time spent":"548.430335ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:16:58.379815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.534941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:16:58.379839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.112681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:58.379862Z","caller":"traceutil/trace.go:171","msg":"trace[1914893529] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23280; }","duration":"549.636333ms","start":"2026-03-08T03:16:57.830214Z","end":"2026-03-08T03:16:58.37985Z","steps":["trace[1914893529] 'agreement among raft nodes before linearized reading' (duration: 549.549381ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:58.379869Z","caller":"traceutil/trace.go:171","msg":"trace[336544733] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23280; }","duration":"549.180882ms","start":"2026-03-08T03:16:57.830679Z","end":"2026-03-08T03:16:58.37986Z","steps":["trace[336544733] 'agreement among raft nodes before linearized reading' (duration: 549.135241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.379893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.83017Z","time spent":"549.715195ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:16:58.379897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.830658Z","time spent":"549.233044ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-08T03:16:58.379357Z","caller":"traceutil/trace.go:171","msg":"trace[409390204] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23280; }","duration":"548.66256ms","start":"2026-03-08T03:16:57.830672Z","end":"2026-03-08T03:16:58.379334Z","steps":["trace[409390204] 'agreement among raft nodes before linearized reading' (duration: 548.505346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:58.379973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:16:57.830663Z","time spent":"549.303456ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-08T03:16:58.507988Z","caller":"traceutil/trace.go:171","msg":"trace[364332236] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"113.498319ms","start":"2026-03-08T03:16:58.394458Z","end":"2026-03-08T03:16:58.507956Z","steps":["trace[364332236] 'process raft request' (duration: 113.224773ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:59.844883Z","caller":"traceutil/trace.go:171","msg":"trace[382080266] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"154.249247ms","start":"2026-03-08T03:16:59.690605Z","end":"2026-03-08T03:16:59.844854Z","steps":["trace[382080266] 'process raft request' (duration: 154.066613ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:59.909722Z","caller":"traceutil/trace.go:171","msg":"trace[2035155074] transaction","detail":"{read_only:false; response_revision:23286; number_of_response:1; }","duration":"218.711567ms","start":"2026-03-08T03:16:59.690981Z","end":"2026-03-08T03:16:59.909692Z","steps":["trace[2035155074] 'process raft request' (duration: 218.503752ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:59.910166Z","caller":"traceutil/trace.go:171","msg":"trace[1339564315] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"217.962389ms","start":"2026-03-08T03:16:59.692164Z","end":"2026-03-08T03:16:59.910127Z","steps":["trace[1339564315] 'process raft request' (duration: 217.477298ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:59.910268Z","caller":"traceutil/trace.go:171","msg":"trace[1798548417] linearizableReadLoop","detail":"{readStateIndex:24135; appliedIndex:24133; }","duration":"219.134377ms","start":"2026-03-08T03:16:59.691101Z","end":"2026-03-08T03:16:59.910235Z","steps":["trace[1798548417] 'read index received' (duration: 153.625883ms)","trace[1798548417] 'applied index is now lower than readState.Index' (duration: 65.507534ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:16:59.910377Z","caller":"traceutil/trace.go:171","msg":"trace[1054576873] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"217.600301ms","start":"2026-03-08T03:16:59.692761Z","end":"2026-03-08T03:16:59.910362Z","steps":["trace[1054576873] 'process raft request' (duration: 217.271773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:16:59.910462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.328421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:16:59.910492Z","caller":"traceutil/trace.go:171","msg":"trace[1261916126] transaction","detail":"{read_only:false; response_revision:23289; number_of_response:1; }","duration":"215.981224ms","start":"2026-03-08T03:16:59.694501Z","end":"2026-03-08T03:16:59.910482Z","steps":["trace[1261916126] 'process raft request' (duration: 215.672036ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:16:59.910502Z","caller":"traceutil/trace.go:171","msg":"trace[239450687] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23289; }","duration":"219.410803ms","start":"2026-03-08T03:16:59.691078Z","end":"2026-03-08T03:16:59.910489Z","steps":["trace[239450687] 'agreement among raft nodes before linearized reading' (duration: 219.269749ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:00.137742Z","caller":"traceutil/trace.go:171","msg":"trace[1764024106] linearizableReadLoop","detail":"{readStateIndex:24139; appliedIndex:24138; }","duration":"148.310969ms","start":"2026-03-08T03:16:59.9894Z","end":"2026-03-08T03:17:00.137711Z","steps":["trace[1764024106] 'read index received' (duration: 148.137085ms)","trace[1764024106] 'applied index is now lower than readState.Index' (duration: 172.314µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:00.137812Z","caller":"traceutil/trace.go:171","msg":"trace[161491743] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"213.168498ms","start":"2026-03-08T03:16:59.924602Z","end":"2026-03-08T03:17:00.13777Z","steps":["trace[161491743] 'process raft request' (duration: 212.902532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:00.138023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.601596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-init-vgsdb\" ","response":"range_response_count:1 size:7211"} {"level":"info","ts":"2026-03-08T03:17:00.138065Z","caller":"traceutil/trace.go:171","msg":"trace[1729157683] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-init-vgsdb; range_end:; response_count:1; response_revision:23290; }","duration":"148.660777ms","start":"2026-03-08T03:16:59.989392Z","end":"2026-03-08T03:17:00.138053Z","steps":["trace[1729157683] 'agreement among raft nodes before linearized reading' (duration: 148.481813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:00.138918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.021435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:17:00.139021Z","caller":"traceutil/trace.go:171","msg":"trace[976535320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23290; }","duration":"130.153747ms","start":"2026-03-08T03:17:00.008841Z","end":"2026-03-08T03:17:00.138995Z","steps":["trace[976535320] 'agreement among raft nodes before linearized reading' (duration: 129.194915ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:00.393982Z","caller":"traceutil/trace.go:171","msg":"trace[49865861] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"249.866551ms","start":"2026-03-08T03:17:00.144062Z","end":"2026-03-08T03:17:00.393928Z","steps":["trace[49865861] 'process raft request' (duration: 208.216812ms)","trace[49865861] 'compare' (duration: 41.468105ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:00.394065Z","caller":"traceutil/trace.go:171","msg":"trace[1898646830] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"243.936553ms","start":"2026-03-08T03:17:00.150108Z","end":"2026-03-08T03:17:00.394044Z","steps":["trace[1898646830] 'process raft request' (duration: 243.774029ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:00.395002Z","caller":"traceutil/trace.go:171","msg":"trace[149970175] transaction","detail":"{read_only:false; response_revision:23293; number_of_response:1; }","duration":"232.721122ms","start":"2026-03-08T03:17:00.162242Z","end":"2026-03-08T03:17:00.394963Z","steps":["trace[149970175] 'process raft request' (duration: 232.566989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:00.472667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.818803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:17:00.472737Z","caller":"traceutil/trace.go:171","msg":"trace[1073205638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23294; }","duration":"124.903415ms","start":"2026-03-08T03:17:00.347817Z","end":"2026-03-08T03:17:00.47272Z","steps":["trace[1073205638] 'agreement among raft nodes before linearized reading' (duration: 124.757211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:00.472728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.736131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:17:00.472824Z","caller":"traceutil/trace.go:171","msg":"trace[1013349862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23294; }","duration":"124.892964ms","start":"2026-03-08T03:17:00.347901Z","end":"2026-03-08T03:17:00.472794Z","steps":["trace[1013349862] 'agreement among raft nodes before linearized reading' (duration: 124.623208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:00.473297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.399646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:17:00.473547Z","caller":"traceutil/trace.go:171","msg":"trace[1589336684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23294; }","duration":"125.710113ms","start":"2026-03-08T03:17:00.347806Z","end":"2026-03-08T03:17:00.473516Z","steps":["trace[1589336684] 'agreement among raft nodes before linearized reading' (duration: 125.110689ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:00.574144Z","caller":"traceutil/trace.go:171","msg":"trace[1469240591] linearizableReadLoop","detail":"{readStateIndex:24145; appliedIndex:24144; }","duration":"101.720966ms","start":"2026-03-08T03:17:00.472394Z","end":"2026-03-08T03:17:00.574115Z","steps":["trace[1469240591] 'read index received' (duration: 45.212181ms)","trace[1469240591] 'applied index is now lower than readState.Index' (duration: 56.507425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:00.574381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.032528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-08T03:17:00.574534Z","caller":"traceutil/trace.go:171","msg":"trace[374310717] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23298; }","duration":"177.13239ms","start":"2026-03-08T03:17:00.397281Z","end":"2026-03-08T03:17:00.574413Z","steps":["trace[374310717] 'agreement among raft nodes before linearized reading' (duration: 176.947146ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:00.574768Z","caller":"traceutil/trace.go:171","msg":"trace[1539490942] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"174.802616ms","start":"2026-03-08T03:17:00.399917Z","end":"2026-03-08T03:17:00.57472Z","steps":["trace[1539490942] 'process raft request' (duration: 117.604076ms)","trace[1539490942] 'compare' (duration: 56.216087ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:01.637587Z","caller":"traceutil/trace.go:171","msg":"trace[1146698986] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"144.548172ms","start":"2026-03-08T03:17:01.493005Z","end":"2026-03-08T03:17:01.637553Z","steps":["trace[1146698986] 'process raft request' (duration: 66.550558ms)","trace[1146698986] 'compare' (duration: 77.874171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:02.394806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019402941,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:17:02.588403Z","caller":"traceutil/trace.go:171","msg":"trace[636742438] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"737.508242ms","start":"2026-03-08T03:17:01.850858Z","end":"2026-03-08T03:17:02.588366Z","steps":["trace[636742438] 'process raft request' (duration: 701.763961ms)","trace[636742438] 'compare' (duration: 34.793879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:02.589053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:01.850818Z","time spent":"738.130246ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:02.972343Z","caller":"traceutil/trace.go:171","msg":"trace[984240031] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"1.055666061s","start":"2026-03-08T03:17:01.91663Z","end":"2026-03-08T03:17:02.972296Z","steps":["trace[984240031] 'process raft request' (duration: 1.026162725s)","trace[984240031] 'compare' (duration: 29.022365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:02.972507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:01.916598Z","time spent":"1.055820154s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:02.972737Z","caller":"traceutil/trace.go:171","msg":"trace[765817793] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"494.264735ms","start":"2026-03-08T03:17:02.478463Z","end":"2026-03-08T03:17:02.972728Z","steps":["trace[765817793] 'process raft request' (duration: 494.165233ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:02.972693Z","caller":"traceutil/trace.go:171","msg":"trace[1184484386] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"1.055971389s","start":"2026-03-08T03:17:01.916682Z","end":"2026-03-08T03:17:02.972653Z","steps":["trace[1184484386] 'process raft request' (duration: 1.055539509s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:02.972779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:02.47825Z","time spent":"494.508621ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:02.972768Z","caller":"traceutil/trace.go:171","msg":"trace[1103543701] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"1.05603214s","start":"2026-03-08T03:17:01.9167Z","end":"2026-03-08T03:17:02.972732Z","steps":["trace[1103543701] 'process raft request' (duration: 1.055661071s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:02.972722Z","caller":"traceutil/trace.go:171","msg":"trace[1989787426] linearizableReadLoop","detail":"{readStateIndex:24156; appliedIndex:24151; }","duration":"1.078505683s","start":"2026-03-08T03:17:01.894182Z","end":"2026-03-08T03:17:02.972688Z","steps":["trace[1989787426] 'read index received' (duration: 658.456903ms)","trace[1989787426] 'applied index is now lower than readState.Index' (duration: 420.047339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:02.972901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:01.91665Z","time spent":"1.056129802s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:02.972979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:01.916667Z","time spent":"1.056172913s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:02.973172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.800288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:17:02.973203Z","caller":"traceutil/trace.go:171","msg":"trace[970907444] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23307; }","duration":"574.88578ms","start":"2026-03-08T03:17:02.39831Z","end":"2026-03-08T03:17:02.973195Z","steps":["trace[970907444] 'agreement among raft nodes before linearized reading' (duration: 574.714306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:02.973221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:02.398287Z","time spent":"574.930372ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:17:02.973209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.382942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:17:02.973293Z","caller":"traceutil/trace.go:171","msg":"trace[1971844324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23307; }","duration":"394.502305ms","start":"2026-03-08T03:17:02.578764Z","end":"2026-03-08T03:17:02.973266Z","steps":["trace[1971844324] 'agreement among raft nodes before linearized reading' (duration: 394.29431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:02.973299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.939743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:17:02.973345Z","caller":"traceutil/trace.go:171","msg":"trace[743118688] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23307; }","duration":"394.002054ms","start":"2026-03-08T03:17:02.579331Z","end":"2026-03-08T03:17:02.973333Z","steps":["trace[743118688] 'agreement among raft nodes before linearized reading' (duration: 393.882021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:02.973349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:02.578739Z","time spent":"394.598328ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:02.973387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:02.579323Z","time spent":"394.054455ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:02.973474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07928599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:269955"} {"level":"info","ts":"2026-03-08T03:17:02.972734Z","caller":"traceutil/trace.go:171","msg":"trace[1580860702] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"1.055974108s","start":"2026-03-08T03:17:01.916727Z","end":"2026-03-08T03:17:02.972701Z","steps":["trace[1580860702] 'process raft request' (duration: 1.055844665s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:02.973548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.846339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:02.973549Z","caller":"traceutil/trace.go:171","msg":"trace[1846261597] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23307; }","duration":"1.079364152s","start":"2026-03-08T03:17:01.894165Z","end":"2026-03-08T03:17:02.97353Z","steps":["trace[1846261597] 'agreement among raft nodes before linearized reading' (duration: 1.078718657s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:02.973552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.815958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:02.973524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.873294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:02.973696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.780017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:17:02.973494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.283879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:02.973738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.920841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:02.973716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:01.916698Z","time spent":"1.05689578s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:02.973776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.152507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:17:02.973787Z","caller":"traceutil/trace.go:171","msg":"trace[563684583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23307; }","duration":"134.14059ms","start":"2026-03-08T03:17:02.839589Z","end":"2026-03-08T03:17:02.973729Z","steps":["trace[563684583] 'agreement among raft nodes before linearized reading' (duration: 133.603807ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:02.97393Z","caller":"traceutil/trace.go:171","msg":"trace[2032054511] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23307; }","duration":"394.322921ms","start":"2026-03-08T03:17:02.579551Z","end":"2026-03-08T03:17:02.973874Z","steps":["trace[2032054511] 'agreement among raft nodes before linearized reading' (duration: 393.604674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:02.973996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:02.579522Z","time spent":"394.459285ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:17:02.973578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.963788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:02.974105Z","caller":"traceutil/trace.go:171","msg":"trace[2082506687] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23307; }","duration":"540.517311ms","start":"2026-03-08T03:17:02.433567Z","end":"2026-03-08T03:17:02.974085Z","steps":["trace[2082506687] 'agreement among raft nodes before linearized reading' (duration: 539.957858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:02.97417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:02.433552Z","time spent":"540.601803ms","remote":"127.0.0.1:56792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:02.973747Z","caller":"traceutil/trace.go:171","msg":"trace[6403728] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23307; }","duration":"368.869979ms","start":"2026-03-08T03:17:02.604863Z","end":"2026-03-08T03:17:02.973733Z","steps":["trace[6403728] 'agreement among raft nodes before linearized reading' (duration: 368.776797ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:02.973571Z","caller":"traceutil/trace.go:171","msg":"trace[860952308] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23307; }","duration":"494.88622ms","start":"2026-03-08T03:17:02.478679Z","end":"2026-03-08T03:17:02.973565Z","steps":["trace[860952308] 'agreement among raft nodes before linearized reading' (duration: 494.840699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:02.97459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:02.47867Z","time spent":"495.903633ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:02.973599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:01.894107Z","time spent":"1.079478135s","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":269978,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:17:02.974729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.867657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:17:02.975005Z","caller":"traceutil/trace.go:171","msg":"trace[1550345704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23307; }","duration":"396.076322ms","start":"2026-03-08T03:17:02.57877Z","end":"2026-03-08T03:17:02.974847Z","steps":["trace[1550345704] 'agreement among raft nodes before linearized reading' (duration: 394.70056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:02.973655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.489221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:02.975164Z","caller":"traceutil/trace.go:171","msg":"trace[1592899824] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23307; }","duration":"495.997996ms","start":"2026-03-08T03:17:02.47914Z","end":"2026-03-08T03:17:02.975138Z","steps":["trace[1592899824] 'agreement among raft nodes before linearized reading' (duration: 494.48722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:02.975157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:02.578739Z","time spent":"396.396529ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:02.975238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:02.47913Z","time spent":"496.093358ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:17:02.97376Z","caller":"traceutil/trace.go:171","msg":"trace[1091467747] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23307; }","duration":"495.595176ms","start":"2026-03-08T03:17:02.478157Z","end":"2026-03-08T03:17:02.973753Z","steps":["trace[1091467747] 'agreement among raft nodes before linearized reading' (duration: 495.30762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:02.975335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:02.478135Z","time spent":"497.182264ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-08T03:17:02.973604Z","caller":"traceutil/trace.go:171","msg":"trace[608857515] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:23307; }","duration":"494.921231ms","start":"2026-03-08T03:17:02.47867Z","end":"2026-03-08T03:17:02.973592Z","steps":["trace[608857515] 'agreement among raft nodes before linearized reading' (duration: 494.831058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:02.975476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:02.478642Z","time spent":"496.825455ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-03-08T03:17:02.9738Z","caller":"traceutil/trace.go:171","msg":"trace[1398390310] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23307; }","duration":"495.044614ms","start":"2026-03-08T03:17:02.478741Z","end":"2026-03-08T03:17:02.973786Z","steps":["trace[1398390310] 'agreement among raft nodes before linearized reading' (duration: 494.923931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:02.975764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:02.478689Z","time spent":"496.965129ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:17:02.975931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:02.604841Z","time spent":"369.633737ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:03.105763Z","caller":"traceutil/trace.go:171","msg":"trace[485843644] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"127.035185ms","start":"2026-03-08T03:17:02.978695Z","end":"2026-03-08T03:17:03.105731Z","steps":["trace[485843644] 'process raft request' (duration: 125.1296ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:03.112975Z","caller":"traceutil/trace.go:171","msg":"trace[484266043] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"134.18969ms","start":"2026-03-08T03:17:02.978753Z","end":"2026-03-08T03:17:03.112943Z","steps":["trace[484266043] 'process raft request' (duration: 134.007046ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:03.113195Z","caller":"traceutil/trace.go:171","msg":"trace[1678332769] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"133.950555ms","start":"2026-03-08T03:17:02.979214Z","end":"2026-03-08T03:17:03.113164Z","steps":["trace[1678332769] 'process raft request' (duration: 133.695419ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:03.113293Z","caller":"traceutil/trace.go:171","msg":"trace[557152026] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"133.639058ms","start":"2026-03-08T03:17:02.979645Z","end":"2026-03-08T03:17:03.113284Z","steps":["trace[557152026] 'process raft request' (duration: 133.459644ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:03.113382Z","caller":"traceutil/trace.go:171","msg":"trace[834264245] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"133.688949ms","start":"2026-03-08T03:17:02.979682Z","end":"2026-03-08T03:17:03.113371Z","steps":["trace[834264245] 'process raft request' (duration: 133.539686ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:04.56335Z","caller":"traceutil/trace.go:171","msg":"trace[806679339] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"377.344956ms","start":"2026-03-08T03:17:04.185967Z","end":"2026-03-08T03:17:04.563312Z","steps":["trace[806679339] 'process raft request' (duration: 377.128121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:04.563584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:04.185938Z","time spent":"377.50968ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5416,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:05.228554Z","caller":"traceutil/trace.go:171","msg":"trace[804545212] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"248.687604ms","start":"2026-03-08T03:17:04.97982Z","end":"2026-03-08T03:17:05.228507Z","steps":["trace[804545212] 'process raft request' (duration: 222.196148ms)","trace[804545212] 'compare' (duration: 25.80122ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:05.228588Z","caller":"traceutil/trace.go:171","msg":"trace[514353299] linearizableReadLoop","detail":"{readStateIndex:24172; appliedIndex:24168; }","duration":"185.005653ms","start":"2026-03-08T03:17:05.043552Z","end":"2026-03-08T03:17:05.228558Z","steps":["trace[514353299] 'read index received' (duration: 158.503537ms)","trace[514353299] 'applied index is now lower than readState.Index' (duration: 26.500566ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:05.228586Z","caller":"traceutil/trace.go:171","msg":"trace[2131573489] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"248.664284ms","start":"2026-03-08T03:17:04.979875Z","end":"2026-03-08T03:17:05.22854Z","steps":["trace[2131573489] 'process raft request' (duration: 248.51779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.228774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.832517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:05.228812Z","caller":"traceutil/trace.go:171","msg":"trace[1945416760] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23322; }","duration":"248.900519ms","start":"2026-03-08T03:17:04.979897Z","end":"2026-03-08T03:17:05.228798Z","steps":["trace[1945416760] 'agreement among raft nodes before linearized reading' (duration: 248.791266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.228825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.823317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:05.228858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.869948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:05.228916Z","caller":"traceutil/trace.go:171","msg":"trace[2062719144] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23322; }","duration":"248.95656ms","start":"2026-03-08T03:17:04.979946Z","end":"2026-03-08T03:17:05.228902Z","steps":["trace[2062719144] 'agreement among raft nodes before linearized reading' (duration: 248.818037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.228866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.824947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:05.228917Z","caller":"traceutil/trace.go:171","msg":"trace[441790164] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"248.819548ms","start":"2026-03-08T03:17:04.980061Z","end":"2026-03-08T03:17:05.22888Z","steps":["trace[441790164] 'process raft request' (duration: 248.388928ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.228991Z","caller":"traceutil/trace.go:171","msg":"trace[329383013] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23322; }","duration":"248.983631ms","start":"2026-03-08T03:17:04.979975Z","end":"2026-03-08T03:17:05.228959Z","steps":["trace[329383013] 'agreement among raft nodes before linearized reading' (duration: 248.687495ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.228907Z","caller":"traceutil/trace.go:171","msg":"trace[1128554542] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"248.796617ms","start":"2026-03-08T03:17:04.980084Z","end":"2026-03-08T03:17:05.228881Z","steps":["trace[1128554542] 'process raft request' (duration: 248.410928ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.228916Z","caller":"traceutil/trace.go:171","msg":"trace[621419741] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23322; }","duration":"248.95339ms","start":"2026-03-08T03:17:04.979942Z","end":"2026-03-08T03:17:05.228896Z","steps":["trace[621419741] 'agreement among raft nodes before linearized reading' (duration: 248.756815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.257877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.50675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:17:05.257961Z","caller":"traceutil/trace.go:171","msg":"trace[430858314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23323; }","duration":"147.665494ms","start":"2026-03-08T03:17:05.110274Z","end":"2026-03-08T03:17:05.25794Z","steps":["trace[430858314] 'agreement among raft nodes before linearized reading' (duration: 147.419158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.257964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.18731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:17:05.258055Z","caller":"traceutil/trace.go:171","msg":"trace[1736352240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23323; }","duration":"140.289102ms","start":"2026-03-08T03:17:05.117743Z","end":"2026-03-08T03:17:05.258032Z","steps":["trace[1736352240] 'agreement among raft nodes before linearized reading' (duration: 140.070067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.258125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.798124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:17:05.258152Z","caller":"traceutil/trace.go:171","msg":"trace[1288447485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23323; }","duration":"140.836595ms","start":"2026-03-08T03:17:05.117307Z","end":"2026-03-08T03:17:05.258144Z","steps":["trace[1288447485] 'agreement among raft nodes before linearized reading' (duration: 140.769353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.258252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.920523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-db-init-vgsdb\" ","response":"range_response_count:1 size:7348"} {"level":"info","ts":"2026-03-08T03:17:05.258275Z","caller":"traceutil/trace.go:171","msg":"trace[1423679097] range","detail":"{range_begin:/registry/pods/openstack/magnum-db-init-vgsdb; range_end:; response_count:1; response_revision:23323; }","duration":"142.974665ms","start":"2026-03-08T03:17:05.115293Z","end":"2026-03-08T03:17:05.258268Z","steps":["trace[1423679097] 'agreement among raft nodes before linearized reading' (duration: 142.910673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.258279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.990809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:17:05.258311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.536168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:17:05.258329Z","caller":"traceutil/trace.go:171","msg":"trace[964555714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23323; }","duration":"141.078541ms","start":"2026-03-08T03:17:05.117233Z","end":"2026-03-08T03:17:05.258312Z","steps":["trace[964555714] 'agreement among raft nodes before linearized reading' (duration: 140.961958ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.25837Z","caller":"traceutil/trace.go:171","msg":"trace[1105576636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23323; }","duration":"140.61133ms","start":"2026-03-08T03:17:05.117745Z","end":"2026-03-08T03:17:05.258356Z","steps":["trace[1105576636] 'agreement among raft nodes before linearized reading' (duration: 140.412825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.531466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.116951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:05.531708Z","caller":"traceutil/trace.go:171","msg":"trace[1380488046] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"267.638905ms","start":"2026-03-08T03:17:05.264041Z","end":"2026-03-08T03:17:05.53168Z","steps":["trace[1380488046] 'process raft request' (duration: 163.203766ms)","trace[1380488046] 'compare' (duration: 103.908816ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:05.53191Z","caller":"traceutil/trace.go:171","msg":"trace[2125634335] linearizableReadLoop","detail":"{readStateIndex:24179; appliedIndex:24174; }","duration":"162.244363ms","start":"2026-03-08T03:17:05.369637Z","end":"2026-03-08T03:17:05.531881Z","steps":["trace[2125634335] 'read index received' (duration: 57.61716ms)","trace[2125634335] 'applied index is now lower than readState.Index' (duration: 104.625823ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:05.531976Z","caller":"traceutil/trace.go:171","msg":"trace[1910001457] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"267.267025ms","start":"2026-03-08T03:17:05.264702Z","end":"2026-03-08T03:17:05.531969Z","steps":["trace[1910001457] 'process raft request' (duration: 267.02043ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.532025Z","caller":"traceutil/trace.go:171","msg":"trace[213070632] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"267.770787ms","start":"2026-03-08T03:17:05.264248Z","end":"2026-03-08T03:17:05.532019Z","steps":["trace[213070632] 'process raft request' (duration: 267.424239ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.532035Z","caller":"traceutil/trace.go:171","msg":"trace[134838130] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"267.821579ms","start":"2026-03-08T03:17:05.264167Z","end":"2026-03-08T03:17:05.531989Z","steps":["trace[134838130] 'process raft request' (duration: 267.43692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:05.532116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.476898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:05.532138Z","caller":"traceutil/trace.go:171","msg":"trace[1186776337] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23329; }","duration":"162.566731ms","start":"2026-03-08T03:17:05.369563Z","end":"2026-03-08T03:17:05.53213Z","steps":["trace[1186776337] 'agreement among raft nodes before linearized reading' (duration: 162.498349ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.532114Z","caller":"traceutil/trace.go:171","msg":"trace[680984099] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"261.663515ms","start":"2026-03-08T03:17:05.270384Z","end":"2026-03-08T03:17:05.532047Z","steps":["trace[680984099] 'process raft request' (duration: 261.419899ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.689631Z","caller":"traceutil/trace.go:171","msg":"trace[667022209] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"113.644723ms","start":"2026-03-08T03:17:05.575956Z","end":"2026-03-08T03:17:05.689601Z","steps":["trace[667022209] 'process raft request' (duration: 113.277125ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:05.879313Z","caller":"traceutil/trace.go:171","msg":"trace[1331971474] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"144.761967ms","start":"2026-03-08T03:17:05.734513Z","end":"2026-03-08T03:17:05.879275Z","steps":["trace[1331971474] 'process raft request' (duration: 111.172266ms)","trace[1331971474] 'compare' (duration: 33.268893ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:06.048446Z","caller":"traceutil/trace.go:171","msg":"trace[726642510] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"164.448945ms","start":"2026-03-08T03:17:05.88394Z","end":"2026-03-08T03:17:06.048389Z","steps":["trace[726642510] 'process raft request' (duration: 115.980378ms)","trace[726642510] 'compare' (duration: 48.273362ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:06.048484Z","caller":"traceutil/trace.go:171","msg":"trace[2083803037] linearizableReadLoop","detail":"{readStateIndex:24184; appliedIndex:24183; }","duration":"154.78642ms","start":"2026-03-08T03:17:05.893666Z","end":"2026-03-08T03:17:06.048452Z","steps":["trace[2083803037] 'read index received' (duration: 106.463447ms)","trace[2083803037] 'applied index is now lower than readState.Index' (duration: 48.320363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:06.143775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.060786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:06.143887Z","caller":"traceutil/trace.go:171","msg":"trace[1270770596] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:23334; }","duration":"250.225199ms","start":"2026-03-08T03:17:05.893629Z","end":"2026-03-08T03:17:06.143855Z","steps":["trace[1270770596] 'agreement among raft nodes before linearized reading' (duration: 154.919853ms)","trace[1270770596] 'range keys from in-memory index tree' (duration: 95.141423ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:06.401196Z","caller":"traceutil/trace.go:171","msg":"trace[284802916] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"132.505241ms","start":"2026-03-08T03:17:06.268652Z","end":"2026-03-08T03:17:06.401158Z","steps":["trace[284802916] 'process raft request' (duration: 132.304147ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:07.356354Z","caller":"traceutil/trace.go:171","msg":"trace[1788207266] linearizableReadLoop","detail":"{readStateIndex:24197; appliedIndex:24196; }","duration":"121.192468ms","start":"2026-03-08T03:17:07.235133Z","end":"2026-03-08T03:17:07.356325Z","steps":["trace[1788207266] 'read index received' (duration: 98.580292ms)","trace[1788207266] 'applied index is now lower than readState.Index' (duration: 22.610936ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:07.356483Z","caller":"traceutil/trace.go:171","msg":"trace[1540105600] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"131.382966ms","start":"2026-03-08T03:17:07.225065Z","end":"2026-03-08T03:17:07.356448Z","steps":["trace[1540105600] 'process raft request' (duration: 108.3203ms)","trace[1540105600] 'compare' (duration: 22.746529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:07.356544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.399134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:07.356586Z","caller":"traceutil/trace.go:171","msg":"trace[2066985261] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23346; }","duration":"121.489765ms","start":"2026-03-08T03:17:07.235085Z","end":"2026-03-08T03:17:07.356574Z","steps":["trace[2066985261] 'agreement among raft nodes before linearized reading' (duration: 121.365702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:07.357906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.238373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:07.357946Z","caller":"traceutil/trace.go:171","msg":"trace[1383631925] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23350; }","duration":"122.292224ms","start":"2026-03-08T03:17:07.235645Z","end":"2026-03-08T03:17:07.357937Z","steps":["trace[1383631925] 'agreement among raft nodes before linearized reading' (duration: 122.214672ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:07.358179Z","caller":"traceutil/trace.go:171","msg":"trace[2119804748] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"122.045138ms","start":"2026-03-08T03:17:07.23612Z","end":"2026-03-08T03:17:07.358165Z","steps":["trace[2119804748] 'process raft request' (duration: 121.521266ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:07.358312Z","caller":"traceutil/trace.go:171","msg":"trace[1533118942] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"121.871024ms","start":"2026-03-08T03:17:07.236433Z","end":"2026-03-08T03:17:07.358304Z","steps":["trace[1533118942] 'process raft request' (duration: 121.278021ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:07.358412Z","caller":"traceutil/trace.go:171","msg":"trace[923527176] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"121.151158ms","start":"2026-03-08T03:17:07.237249Z","end":"2026-03-08T03:17:07.3584Z","steps":["trace[923527176] 'process raft request' (duration: 120.513453ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:07.358497Z","caller":"traceutil/trace.go:171","msg":"trace[1925192198] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"121.176678ms","start":"2026-03-08T03:17:07.237313Z","end":"2026-03-08T03:17:07.358489Z","steps":["trace[1925192198] 'process raft request' (duration: 120.492352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:07.358699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.781826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:07.358785Z","caller":"traceutil/trace.go:171","msg":"trace[1073223156] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23350; }","duration":"122.887088ms","start":"2026-03-08T03:17:07.235876Z","end":"2026-03-08T03:17:07.358763Z","steps":["trace[1073223156] 'agreement among raft nodes before linearized reading' (duration: 122.733365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:07.35881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.105163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:07.358872Z","caller":"traceutil/trace.go:171","msg":"trace[1014876976] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23350; }","duration":"123.170155ms","start":"2026-03-08T03:17:07.235682Z","end":"2026-03-08T03:17:07.358852Z","steps":["trace[1014876976] 'agreement among raft nodes before linearized reading' (duration: 122.910389ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:07.68172Z","caller":"traceutil/trace.go:171","msg":"trace[574809791] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"137.640871ms","start":"2026-03-08T03:17:07.544042Z","end":"2026-03-08T03:17:07.681683Z","steps":["trace[574809791] 'process raft request' (duration: 137.400746ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:07.682049Z","caller":"traceutil/trace.go:171","msg":"trace[650666530] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"137.715893ms","start":"2026-03-08T03:17:07.544304Z","end":"2026-03-08T03:17:07.68202Z","steps":["trace[650666530] 'process raft request' (duration: 137.325334ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:07.682266Z","caller":"traceutil/trace.go:171","msg":"trace[1274928088] transaction","detail":"{read_only:false; response_revision:23355; number_of_response:1; }","duration":"137.910687ms","start":"2026-03-08T03:17:07.544329Z","end":"2026-03-08T03:17:07.682239Z","steps":["trace[1274928088] 'process raft request' (duration: 137.5794ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:08.238597Z","caller":"traceutil/trace.go:171","msg":"trace[2136972480] linearizableReadLoop","detail":"{readStateIndex:24209; appliedIndex:24207; }","duration":"138.371029ms","start":"2026-03-08T03:17:08.100191Z","end":"2026-03-08T03:17:08.238562Z","steps":["trace[2136972480] 'read index received' (duration: 76.267494ms)","trace[2136972480] 'applied index is now lower than readState.Index' (duration: 62.101835ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:08.238696Z","caller":"traceutil/trace.go:171","msg":"trace[1094192878] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"149.154189ms","start":"2026-03-08T03:17:08.089499Z","end":"2026-03-08T03:17:08.238653Z","steps":["trace[1094192878] 'process raft request' (duration: 148.878022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:08.239023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.799999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-08T03:17:08.239129Z","caller":"traceutil/trace.go:171","msg":"trace[2055031074] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23358; }","duration":"138.945572ms","start":"2026-03-08T03:17:08.100151Z","end":"2026-03-08T03:17:08.239097Z","steps":["trace[2055031074] 'agreement among raft nodes before linearized reading' (duration: 138.588254ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:08.996354Z","caller":"traceutil/trace.go:171","msg":"trace[1474559205] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"229.878306ms","start":"2026-03-08T03:17:08.766445Z","end":"2026-03-08T03:17:08.996324Z","steps":["trace[1474559205] 'process raft request' (duration: 229.708902ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:09.167992Z","caller":"traceutil/trace.go:171","msg":"trace[932436979] linearizableReadLoop","detail":"{readStateIndex:24212; appliedIndex:24210; }","duration":"222.577546ms","start":"2026-03-08T03:17:08.945376Z","end":"2026-03-08T03:17:09.167954Z","steps":["trace[932436979] 'read index received' (duration: 50.780751ms)","trace[932436979] 'applied index is now lower than readState.Index' (duration: 171.795675ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:09.168043Z","caller":"traceutil/trace.go:171","msg":"trace[1126012735] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"297.540188ms","start":"2026-03-08T03:17:08.870446Z","end":"2026-03-08T03:17:09.167986Z","steps":["trace[1126012735] 'process raft request' (duration: 228.473354ms)","trace[1126012735] 'compare' (duration: 68.88489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:09.168545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.139869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-init\" ","response":"range_response_count:1 size:5531"} {"level":"info","ts":"2026-03-08T03:17:09.168826Z","caller":"traceutil/trace.go:171","msg":"trace[1160756888] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-init; range_end:; response_count:1; response_revision:23361; }","duration":"223.424325ms","start":"2026-03-08T03:17:08.945322Z","end":"2026-03-08T03:17:09.168747Z","steps":["trace[1160756888] 'agreement among raft nodes before linearized reading' (duration: 222.738349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.179279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.53015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-03-08T03:17:09.179341Z","caller":"traceutil/trace.go:171","msg":"trace[1291968219] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23364; }","duration":"233.663503ms","start":"2026-03-08T03:17:08.945659Z","end":"2026-03-08T03:17:09.179322Z","steps":["trace[1291968219] 'agreement among raft nodes before linearized reading' (duration: 233.470779ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:09.179654Z","caller":"traceutil/trace.go:171","msg":"trace[396501353] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"170.589927ms","start":"2026-03-08T03:17:09.009052Z","end":"2026-03-08T03:17:09.179642Z","steps":["trace[396501353] 'process raft request' (duration: 169.840829ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:09.179793Z","caller":"traceutil/trace.go:171","msg":"trace[1074812608] transaction","detail":"{read_only:false; response_revision:23363; number_of_response:1; }","duration":"168.120609ms","start":"2026-03-08T03:17:09.011659Z","end":"2026-03-08T03:17:09.17978Z","steps":["trace[1074812608] 'process raft request' (duration: 167.335251ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:09.179946Z","caller":"traceutil/trace.go:171","msg":"trace[1195894198] transaction","detail":"{read_only:false; response_revision:23364; number_of_response:1; }","duration":"120.907711ms","start":"2026-03-08T03:17:09.059028Z","end":"2026-03-08T03:17:09.179935Z","steps":["trace[1195894198] 'process raft request' (duration: 120.048001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.180191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.74007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:09.180226Z","caller":"traceutil/trace.go:171","msg":"trace[732232347] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23364; }","duration":"115.816192ms","start":"2026-03-08T03:17:09.0644Z","end":"2026-03-08T03:17:09.180217Z","steps":["trace[732232347] 'agreement among raft nodes before linearized reading' (duration: 115.659789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.180435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.176823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:17:09.180466Z","caller":"traceutil/trace.go:171","msg":"trace[292060453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23364; }","duration":"178.261935ms","start":"2026-03-08T03:17:09.002197Z","end":"2026-03-08T03:17:09.180459Z","steps":["trace[292060453] 'agreement among raft nodes before linearized reading' (duration: 178.166013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.433326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.747632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:09.433435Z","caller":"traceutil/trace.go:171","msg":"trace[1674178928] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23365; }","duration":"158.904386ms","start":"2026-03-08T03:17:09.274503Z","end":"2026-03-08T03:17:09.433408Z","steps":["trace[1674178928] 'count revisions from in-memory index tree' (duration: 158.66911ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:09.574751Z","caller":"traceutil/trace.go:171","msg":"trace[847111102] transaction","detail":"{read_only:false; response_revision:23366; number_of_response:1; }","duration":"297.763625ms","start":"2026-03-08T03:17:09.276956Z","end":"2026-03-08T03:17:09.574719Z","steps":["trace[847111102] 'process raft request' (duration: 297.512089ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:09.57495Z","caller":"traceutil/trace.go:171","msg":"trace[180278471] linearizableReadLoop","detail":"{readStateIndex:24217; appliedIndex:24217; }","duration":"289.578695ms","start":"2026-03-08T03:17:09.28529Z","end":"2026-03-08T03:17:09.574869Z","steps":["trace[180278471] 'read index received' (duration: 289.567235ms)","trace[180278471] 'applied index is now lower than readState.Index' (duration: 9.19µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:09.575118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.767109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:09.575252Z","caller":"traceutil/trace.go:171","msg":"trace[1188064727] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23366; }","duration":"289.933473ms","start":"2026-03-08T03:17:09.285286Z","end":"2026-03-08T03:17:09.575219Z","steps":["trace[1188064727] 'agreement among raft nodes before linearized reading' (duration: 289.681537ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:09.734112Z","caller":"traceutil/trace.go:171","msg":"trace[2113085004] linearizableReadLoop","detail":"{readStateIndex:24221; appliedIndex:24217; }","duration":"159.06083ms","start":"2026-03-08T03:17:09.575016Z","end":"2026-03-08T03:17:09.734076Z","steps":["trace[2113085004] 'read index received' (duration: 79.759605ms)","trace[2113085004] 'applied index is now lower than readState.Index' (duration: 79.296434ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:09.734147Z","caller":"traceutil/trace.go:171","msg":"trace[920708879] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"367.428515ms","start":"2026-03-08T03:17:09.366685Z","end":"2026-03-08T03:17:09.734114Z","steps":["trace[920708879] 'process raft request' (duration: 367.304463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.734285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:09.366679Z","time spent":"367.535578ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:09.734295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.798924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:09.734329Z","caller":"traceutil/trace.go:171","msg":"trace[1481838943] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23370; }","duration":"333.893416ms","start":"2026-03-08T03:17:09.400425Z","end":"2026-03-08T03:17:09.734319Z","steps":["trace[1481838943] 'agreement among raft nodes before linearized reading' (duration: 333.797614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.734325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.326858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:09.73434Z","caller":"traceutil/trace.go:171","msg":"trace[11357645] transaction","detail":"{read_only:false; response_revision:23370; number_of_response:1; }","duration":"367.588409ms","start":"2026-03-08T03:17:09.366718Z","end":"2026-03-08T03:17:09.734306Z","steps":["trace[11357645] 'process raft request' (duration: 367.310112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.734405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.340662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-08T03:17:09.734466Z","caller":"traceutil/trace.go:171","msg":"trace[1722298463] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"367.945737ms","start":"2026-03-08T03:17:09.366507Z","end":"2026-03-08T03:17:09.734453Z","steps":["trace[1722298463] 'process raft request' (duration: 288.353336ms)","trace[1722298463] 'compare' (duration: 78.638129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:09.734479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.371178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:17:09.734487Z","caller":"traceutil/trace.go:171","msg":"trace[1929541835] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23370; }","duration":"164.492206ms","start":"2026-03-08T03:17:09.569973Z","end":"2026-03-08T03:17:09.734466Z","steps":["trace[1929541835] 'agreement among raft nodes before linearized reading' (duration: 164.23735ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:09.73451Z","caller":"traceutil/trace.go:171","msg":"trace[1094659929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23370; }","duration":"362.437659ms","start":"2026-03-08T03:17:09.372065Z","end":"2026-03-08T03:17:09.734503Z","steps":["trace[1094659929] 'agreement among raft nodes before linearized reading' (duration: 362.318697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.73451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:09.36649Z","time spent":"367.998959ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:09.734506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:09.366672Z","time spent":"367.738592ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:09.734529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:09.372046Z","time spent":"362.47867ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T03:17:09.734426Z","caller":"traceutil/trace.go:171","msg":"trace[1081043389] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:23370; }","duration":"175.486852ms","start":"2026-03-08T03:17:09.55891Z","end":"2026-03-08T03:17:09.734397Z","steps":["trace[1081043389] 'agreement among raft nodes before linearized reading' (duration: 175.308838ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:09.7346Z","caller":"traceutil/trace.go:171","msg":"trace[885754296] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"368.064271ms","start":"2026-03-08T03:17:09.366528Z","end":"2026-03-08T03:17:09.734593Z","steps":["trace[885754296] 'process raft request' (duration: 367.403815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.734636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:09.366508Z","time spent":"368.111221ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:09.734643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.613697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:09.734654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.465573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:09.734662Z","caller":"traceutil/trace.go:171","msg":"trace[388308563] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23370; }","duration":"372.647907ms","start":"2026-03-08T03:17:09.362008Z","end":"2026-03-08T03:17:09.734656Z","steps":["trace[388308563] 'agreement among raft nodes before linearized reading' (duration: 372.613696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.73468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:09.362002Z","time spent":"372.674677ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:17:09.73468Z","caller":"traceutil/trace.go:171","msg":"trace[1330707746] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23370; }","duration":"372.546394ms","start":"2026-03-08T03:17:09.362126Z","end":"2026-03-08T03:17:09.734672Z","steps":["trace[1330707746] 'agreement among raft nodes before linearized reading' (duration: 372.494353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.734704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:09.362094Z","time spent":"372.605636ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:09.734361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:09.400413Z","time spent":"333.940747ms","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:09.734778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.05683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:17:09.7348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.447936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:09.734815Z","caller":"traceutil/trace.go:171","msg":"trace[101572057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23370; }","duration":"150.133012ms","start":"2026-03-08T03:17:09.584674Z","end":"2026-03-08T03:17:09.734807Z","steps":["trace[101572057] 'agreement among raft nodes before linearized reading' (duration: 150.033559ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:09.734825Z","caller":"traceutil/trace.go:171","msg":"trace[1474594604] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:23370; }","duration":"364.519848ms","start":"2026-03-08T03:17:09.370294Z","end":"2026-03-08T03:17:09.734814Z","steps":["trace[1474594604] 'agreement among raft nodes before linearized reading' (duration: 364.468196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.734844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:09.370271Z","time spent":"364.567988ms","remote":"127.0.0.1:56708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:09.735009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.379798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:09.735028Z","caller":"traceutil/trace.go:171","msg":"trace[560552422] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23370; }","duration":"368.412449ms","start":"2026-03-08T03:17:09.366609Z","end":"2026-03-08T03:17:09.735021Z","steps":["trace[560552422] 'agreement among raft nodes before linearized reading' (duration: 368.365597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.735045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:09.366599Z","time spent":"368.442149ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:17:09.73506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.360247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:09.735084Z","caller":"traceutil/trace.go:171","msg":"trace[1177438545] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23370; }","duration":"374.385828ms","start":"2026-03-08T03:17:09.36069Z","end":"2026-03-08T03:17:09.735076Z","steps":["trace[1177438545] 'agreement among raft nodes before linearized reading' (duration: 374.337207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.735107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:09.360614Z","time spent":"374.485829ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:09.735103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.283138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:09.73514Z","caller":"traceutil/trace.go:171","msg":"trace[1524313237] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23370; }","duration":"372.34076ms","start":"2026-03-08T03:17:09.362789Z","end":"2026-03-08T03:17:09.73513Z","steps":["trace[1524313237] 'agreement among raft nodes before linearized reading' (duration: 372.272308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:09.735187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:09.362779Z","time spent":"372.399981ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:17:09.735434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.907027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:09.735465Z","caller":"traceutil/trace.go:171","msg":"trace[836470871] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23370; }","duration":"192.989029ms","start":"2026-03-08T03:17:09.542469Z","end":"2026-03-08T03:17:09.735458Z","steps":["trace[836470871] 'agreement among raft nodes before linearized reading' (duration: 192.935377ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:11.447284Z","caller":"traceutil/trace.go:171","msg":"trace[446387319] linearizableReadLoop","detail":"{readStateIndex:24234; appliedIndex:24233; }","duration":"219.410882ms","start":"2026-03-08T03:17:11.227839Z","end":"2026-03-08T03:17:11.44725Z","steps":["trace[446387319] 'read index received' (duration: 219.134896ms)","trace[446387319] 'applied index is now lower than readState.Index' (duration: 274.686µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:11.447437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.585947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:11.447401Z","caller":"traceutil/trace.go:171","msg":"trace[1418037193] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"259.945765ms","start":"2026-03-08T03:17:11.18739Z","end":"2026-03-08T03:17:11.447336Z","steps":["trace[1418037193] 'process raft request' (duration: 259.673189ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:11.447474Z","caller":"traceutil/trace.go:171","msg":"trace[586396452] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23382; }","duration":"219.696529ms","start":"2026-03-08T03:17:11.227766Z","end":"2026-03-08T03:17:11.447462Z","steps":["trace[586396452] 'agreement among raft nodes before linearized reading' (duration: 219.601927ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:12.008549Z","caller":"traceutil/trace.go:171","msg":"trace[1263511976] transaction","detail":"{read_only:false; response_revision:23388; number_of_response:1; }","duration":"246.275108ms","start":"2026-03-08T03:17:11.762234Z","end":"2026-03-08T03:17:12.008509Z","steps":["trace[1263511976] 'process raft request' (duration: 222.936345ms)","trace[1263511976] 'compare' (duration: 22.79365ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:12.009225Z","caller":"traceutil/trace.go:171","msg":"trace[2007354089] linearizableReadLoop","detail":"{readStateIndex:24241; appliedIndex:24238; }","duration":"241.340353ms","start":"2026-03-08T03:17:11.767847Z","end":"2026-03-08T03:17:12.009188Z","steps":["trace[2007354089] 'read index received' (duration: 26.810194ms)","trace[2007354089] 'applied index is now lower than readState.Index' (duration: 214.528619ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:12.009256Z","caller":"traceutil/trace.go:171","msg":"trace[266380148] transaction","detail":"{read_only:false; response_revision:23389; number_of_response:1; }","duration":"246.38512ms","start":"2026-03-08T03:17:11.762824Z","end":"2026-03-08T03:17:12.009209Z","steps":["trace[266380148] 'process raft request' (duration: 245.577801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:12.009516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.63838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:17:12.009617Z","caller":"traceutil/trace.go:171","msg":"trace[952745556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23389; }","duration":"241.778983ms","start":"2026-03-08T03:17:11.767822Z","end":"2026-03-08T03:17:12.009601Z","steps":["trace[952745556] 'agreement among raft nodes before linearized reading' (duration: 241.461346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:12.014703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.728958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:17:12.014809Z","caller":"traceutil/trace.go:171","msg":"trace[980568124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23390; }","duration":"246.869252ms","start":"2026-03-08T03:17:11.767912Z","end":"2026-03-08T03:17:12.014781Z","steps":["trace[980568124] 'agreement among raft nodes before linearized reading' (duration: 246.599875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:12.014914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.274771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:17:12.014977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.357983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:12.014981Z","caller":"traceutil/trace.go:171","msg":"trace[20688844] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23390; }","duration":"198.376104ms","start":"2026-03-08T03:17:11.816589Z","end":"2026-03-08T03:17:12.014965Z","steps":["trace[20688844] 'agreement among raft nodes before linearized reading' (duration: 198.159119ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:12.015006Z","caller":"traceutil/trace.go:171","msg":"trace[1813231098] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23390; }","duration":"198.412785ms","start":"2026-03-08T03:17:11.816584Z","end":"2026-03-08T03:17:12.014997Z","steps":["trace[1813231098] 'agreement among raft nodes before linearized reading' (duration: 198.356783ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:12.015039Z","caller":"traceutil/trace.go:171","msg":"trace[46749731] transaction","detail":"{read_only:false; response_revision:23390; number_of_response:1; }","duration":"198.372703ms","start":"2026-03-08T03:17:11.816643Z","end":"2026-03-08T03:17:12.015015Z","steps":["trace[46749731] 'process raft request' (duration: 197.720868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:12.015175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.444386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:12.015175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.691901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:12.015204Z","caller":"traceutil/trace.go:171","msg":"trace[3477126] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23390; }","duration":"198.488236ms","start":"2026-03-08T03:17:11.816706Z","end":"2026-03-08T03:17:12.015194Z","steps":["trace[3477126] 'agreement among raft nodes before linearized reading' (duration: 198.439695ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:12.015228Z","caller":"traceutil/trace.go:171","msg":"trace[1611957222] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23390; }","duration":"198.799724ms","start":"2026-03-08T03:17:11.816415Z","end":"2026-03-08T03:17:12.015214Z","steps":["trace[1611957222] 'agreement among raft nodes before linearized reading' (duration: 198.697801ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:12.41263Z","caller":"traceutil/trace.go:171","msg":"trace[798936194] transaction","detail":"{read_only:false; response_revision:23393; number_of_response:1; }","duration":"143.286503ms","start":"2026-03-08T03:17:12.269311Z","end":"2026-03-08T03:17:12.412598Z","steps":["trace[798936194] 'process raft request' (duration: 143.109659ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:12.465213Z","caller":"traceutil/trace.go:171","msg":"trace[2019834041] transaction","detail":"{read_only:false; response_revision:23394; number_of_response:1; }","duration":"187.940361ms","start":"2026-03-08T03:17:12.27723Z","end":"2026-03-08T03:17:12.465171Z","steps":["trace[2019834041] 'process raft request' (duration: 187.574903ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:14.301045Z","caller":"traceutil/trace.go:171","msg":"trace[773958509] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"189.884726ms","start":"2026-03-08T03:17:14.111124Z","end":"2026-03-08T03:17:14.301009Z","steps":["trace[773958509] 'process raft request' (duration: 134.884787ms)","trace[773958509] 'compare' (duration: 54.383885ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:14.301158Z","caller":"traceutil/trace.go:171","msg":"trace[1776121974] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"188.073214ms","start":"2026-03-08T03:17:14.11302Z","end":"2026-03-08T03:17:14.301093Z","steps":["trace[1776121974] 'process raft request' (duration: 187.824878ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:14.30117Z","caller":"traceutil/trace.go:171","msg":"trace[923864767] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"188.120565ms","start":"2026-03-08T03:17:14.112975Z","end":"2026-03-08T03:17:14.301095Z","steps":["trace[923864767] 'process raft request' (duration: 187.548722ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:14.301302Z","caller":"traceutil/trace.go:171","msg":"trace[63034730] linearizableReadLoop","detail":"{readStateIndex:24259; appliedIndex:24255; }","duration":"181.426889ms","start":"2026-03-08T03:17:14.119861Z","end":"2026-03-08T03:17:14.301288Z","steps":["trace[63034730] 'read index received' (duration: 30.740565ms)","trace[63034730] 'applied index is now lower than readState.Index' (duration: 150.684574ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:14.301311Z","caller":"traceutil/trace.go:171","msg":"trace[309099419] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"115.438435ms","start":"2026-03-08T03:17:14.185855Z","end":"2026-03-08T03:17:14.301293Z","steps":["trace[309099419] 'process raft request' (duration: 115.038005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:14.301512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.630354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-08T03:17:14.301558Z","caller":"traceutil/trace.go:171","msg":"trace[1085255283] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23408; }","duration":"181.724616ms","start":"2026-03-08T03:17:14.119819Z","end":"2026-03-08T03:17:14.301544Z","steps":["trace[1085255283] 'agreement among raft nodes before linearized reading' (duration: 181.509701ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:15.278707Z","caller":"traceutil/trace.go:171","msg":"trace[110634094] linearizableReadLoop","detail":"{readStateIndex:24261; appliedIndex:24260; }","duration":"371.08301ms","start":"2026-03-08T03:17:14.907592Z","end":"2026-03-08T03:17:15.278675Z","steps":["trace[110634094] 'read index received' (duration: 370.758302ms)","trace[110634094] 'applied index is now lower than readState.Index' (duration: 323.538µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:15.278766Z","caller":"traceutil/trace.go:171","msg":"trace[340270465] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"386.1045ms","start":"2026-03-08T03:17:14.892622Z","end":"2026-03-08T03:17:15.278727Z","steps":["trace[340270465] 'process raft request' (duration: 385.846354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:15.278945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:14.892581Z","time spent":"386.267934ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:15.27903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.894299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:15.279128Z","caller":"traceutil/trace.go:171","msg":"trace[322773220] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23409; }","duration":"154.079894ms","start":"2026-03-08T03:17:15.125023Z","end":"2026-03-08T03:17:15.279103Z","steps":["trace[322773220] 'agreement among raft nodes before linearized reading' (duration: 153.874189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:15.28065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.023515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:17:15.280797Z","caller":"traceutil/trace.go:171","msg":"trace[773616452] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23409; }","duration":"373.245151ms","start":"2026-03-08T03:17:14.907528Z","end":"2026-03-08T03:17:15.280773Z","steps":["trace[773616452] 'agreement among raft nodes before linearized reading' (duration: 371.279335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:15.28085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:14.907502Z","time spent":"373.335572ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2560,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:15.470392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.383445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:17:15.470571Z","caller":"traceutil/trace.go:171","msg":"trace[2087189372] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23409; }","duration":"140.628861ms","start":"2026-03-08T03:17:15.329885Z","end":"2026-03-08T03:17:15.470514Z","steps":["trace[2087189372] 'count revisions from in-memory index tree' (duration: 140.250792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:15.751799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.455439ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:17:15.752347Z","caller":"traceutil/trace.go:171","msg":"trace[691804526] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"284.544858ms","start":"2026-03-08T03:17:15.46774Z","end":"2026-03-08T03:17:15.752285Z","steps":["trace[691804526] 'process raft request' (duration: 284.18899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:15.861843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.53723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:15.861899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.218887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:15.861913Z","caller":"traceutil/trace.go:171","msg":"trace[375752786] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23410; }","duration":"113.621952ms","start":"2026-03-08T03:17:15.748275Z","end":"2026-03-08T03:17:15.861897Z","steps":["trace[375752786] 'range keys from in-memory index tree' (duration: 109.484616ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:15.861953Z","caller":"traceutil/trace.go:171","msg":"trace[1917734127] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23410; }","duration":"111.265358ms","start":"2026-03-08T03:17:15.750661Z","end":"2026-03-08T03:17:15.861926Z","steps":["trace[1917734127] 'range keys from in-memory index tree' (duration: 109.551108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:15.862067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.272764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:15.862125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.180302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:15.862174Z","caller":"traceutil/trace.go:171","msg":"trace[354438800] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23410; }","duration":"113.448928ms","start":"2026-03-08T03:17:15.748701Z","end":"2026-03-08T03:17:15.86215Z","steps":["trace[354438800] 'range keys from in-memory index tree' (duration: 109.657311ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:15.862186Z","caller":"traceutil/trace.go:171","msg":"trace[916288245] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23410; }","duration":"113.300746ms","start":"2026-03-08T03:17:15.748868Z","end":"2026-03-08T03:17:15.862169Z","steps":["trace[916288245] 'range keys from in-memory index tree' (duration: 109.703632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:15.861845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.017028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:15.862237Z","caller":"traceutil/trace.go:171","msg":"trace[524254253] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23410; }","duration":"113.446439ms","start":"2026-03-08T03:17:15.748777Z","end":"2026-03-08T03:17:15.862223Z","steps":["trace[524254253] 'range keys from in-memory index tree' (duration: 109.446595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.076237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.63424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:16.076665Z","caller":"traceutil/trace.go:171","msg":"trace[742044253] linearizableReadLoop","detail":"{readStateIndex:24267; appliedIndex:24264; }","duration":"179.954935ms","start":"2026-03-08T03:17:15.896677Z","end":"2026-03-08T03:17:16.076632Z","steps":["trace[742044253] 'read index received' (duration: 66.665751ms)","trace[742044253] 'applied index is now lower than readState.Index' (duration: 113.286944ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:16.076887Z","caller":"traceutil/trace.go:171","msg":"trace[45269241] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"240.070474ms","start":"2026-03-08T03:17:15.836793Z","end":"2026-03-08T03:17:16.076863Z","steps":["trace[45269241] 'process raft request' (duration: 126.633316ms)","trace[45269241] 'compare' (duration: 112.391473ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:16.077048Z","caller":"traceutil/trace.go:171","msg":"trace[212328520] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"239.127172ms","start":"2026-03-08T03:17:15.837864Z","end":"2026-03-08T03:17:16.076991Z","steps":["trace[212328520] 'process raft request' (duration: 238.691941ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:16.077172Z","caller":"traceutil/trace.go:171","msg":"trace[1719170751] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"240.312949ms","start":"2026-03-08T03:17:15.83679Z","end":"2026-03-08T03:17:16.077103Z","steps":["trace[1719170751] 'process raft request' (duration: 239.660934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.077371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.670521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:17:16.077469Z","caller":"traceutil/trace.go:171","msg":"trace[1958805638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23414; }","duration":"180.839355ms","start":"2026-03-08T03:17:15.896604Z","end":"2026-03-08T03:17:16.077443Z","steps":["trace[1958805638] 'agreement among raft nodes before linearized reading' (duration: 180.526528ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:16.277698Z","caller":"traceutil/trace.go:171","msg":"trace[229976646] linearizableReadLoop","detail":"{readStateIndex:24269; appliedIndex:24268; }","duration":"120.892792ms","start":"2026-03-08T03:17:16.156771Z","end":"2026-03-08T03:17:16.277664Z","steps":["trace[229976646] 'read index received' (duration: 106.873876ms)","trace[229976646] 'applied index is now lower than readState.Index' (duration: 14.017336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:16.277852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.090136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:16.277898Z","caller":"traceutil/trace.go:171","msg":"trace[1531517287] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23416; }","duration":"167.207099ms","start":"2026-03-08T03:17:16.110678Z","end":"2026-03-08T03:17:16.277885Z","steps":["trace[1531517287] 'agreement among raft nodes before linearized reading' (duration: 167.099776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.277863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.583835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:16.277926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.5068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:17:16.277972Z","caller":"traceutil/trace.go:171","msg":"trace[1066034206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23416; }","duration":"122.589922ms","start":"2026-03-08T03:17:16.155371Z","end":"2026-03-08T03:17:16.277961Z","steps":["trace[1066034206] 'agreement among raft nodes before linearized reading' (duration: 122.332726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.278059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.82637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:16.278065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.844487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:16.278097Z","caller":"traceutil/trace.go:171","msg":"trace[440551635] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23416; }","duration":"166.912882ms","start":"2026-03-08T03:17:16.111175Z","end":"2026-03-08T03:17:16.278088Z","steps":["trace[440551635] 'agreement among raft nodes before linearized reading' (duration: 166.85971ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:16.278108Z","caller":"traceutil/trace.go:171","msg":"trace[566913819] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23416; }","duration":"165.937309ms","start":"2026-03-08T03:17:16.11216Z","end":"2026-03-08T03:17:16.278097Z","steps":["trace[566913819] 'agreement among raft nodes before linearized reading' (duration: 165.831646ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:16.278152Z","caller":"traceutil/trace.go:171","msg":"trace[58475071] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"165.799386ms","start":"2026-03-08T03:17:16.112298Z","end":"2026-03-08T03:17:16.278097Z","steps":["trace[58475071] 'process raft request' (duration: 151.37547ms)","trace[58475071] 'compare' (duration: 13.561466ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:16.277964Z","caller":"traceutil/trace.go:171","msg":"trace[16607686] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23416; }","duration":"166.716847ms","start":"2026-03-08T03:17:16.111222Z","end":"2026-03-08T03:17:16.277939Z","steps":["trace[16607686] 'agreement among raft nodes before linearized reading' (duration: 166.533923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.778357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.768014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:16.778497Z","caller":"traceutil/trace.go:171","msg":"trace[833396199] linearizableReadLoop","detail":"{readStateIndex:24270; appliedIndex:24269; }","duration":"473.062222ms","start":"2026-03-08T03:17:16.30541Z","end":"2026-03-08T03:17:16.778472Z","steps":["trace[833396199] 'read index received' (duration: 341.055472ms)","trace[833396199] 'applied index is now lower than readState.Index' (duration: 132.00528ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:16.778569Z","caller":"traceutil/trace.go:171","msg":"trace[964076584] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"495.244406ms","start":"2026-03-08T03:17:16.283276Z","end":"2026-03-08T03:17:16.778521Z","steps":["trace[964076584] 'process raft request' (duration: 363.217606ms)","trace[964076584] 'compare' (duration: 131.617811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:16.778733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:16.283254Z","time spent":"495.38439ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:16.778965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.563263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:17:16.779007Z","caller":"traceutil/trace.go:171","msg":"trace[565640543] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23417; }","duration":"473.660496ms","start":"2026-03-08T03:17:16.305333Z","end":"2026-03-08T03:17:16.778994Z","steps":["trace[565640543] 'agreement among raft nodes before linearized reading' (duration: 473.249157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.779045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:16.305306Z","time spent":"473.730237ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:17:16.779092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.292625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:16.779195Z","caller":"traceutil/trace.go:171","msg":"trace[44511161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23417; }","duration":"113.455968ms","start":"2026-03-08T03:17:16.665712Z","end":"2026-03-08T03:17:16.779168Z","steps":["trace[44511161] 'agreement among raft nodes before linearized reading' (duration: 113.287475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.779199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.582901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-08T03:17:16.779256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.07302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:17:16.779359Z","caller":"traceutil/trace.go:171","msg":"trace[1043195697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23417; }","duration":"472.209252ms","start":"2026-03-08T03:17:16.30712Z","end":"2026-03-08T03:17:16.779329Z","steps":["trace[1043195697] 'agreement among raft nodes before linearized reading' (duration: 471.913685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.779414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:16.30711Z","time spent":"472.296134ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:17:16.779288Z","caller":"traceutil/trace.go:171","msg":"trace[806319593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23417; }","duration":"472.720985ms","start":"2026-03-08T03:17:16.306544Z","end":"2026-03-08T03:17:16.779265Z","steps":["trace[806319593] 'agreement among raft nodes before linearized reading' (duration: 472.419378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.779493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:16.306525Z","time spent":"472.95031ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:17:16.959705Z","caller":"traceutil/trace.go:171","msg":"trace[1553872373] transaction","detail":"{read_only:false; response_revision:23419; number_of_response:1; }","duration":"174.903758ms","start":"2026-03-08T03:17:16.784773Z","end":"2026-03-08T03:17:16.959676Z","steps":["trace[1553872373] 'process raft request' (duration: 99.632977ms)","trace[1553872373] 'compare' (duration: 75.063776ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:16.960176Z","caller":"traceutil/trace.go:171","msg":"trace[2119780739] linearizableReadLoop","detail":"{readStateIndex:24273; appliedIndex:24270; }","duration":"150.194143ms","start":"2026-03-08T03:17:16.809937Z","end":"2026-03-08T03:17:16.960132Z","steps":["trace[2119780739] 'read index received' (duration: 26.377714ms)","trace[2119780739] 'applied index is now lower than readState.Index' (duration: 123.814169ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:16.96048Z","caller":"traceutil/trace.go:171","msg":"trace[526715771] transaction","detail":"{read_only:false; response_revision:23420; number_of_response:1; }","duration":"175.460081ms","start":"2026-03-08T03:17:16.78497Z","end":"2026-03-08T03:17:16.96043Z","steps":["trace[526715771] 'process raft request' (duration: 174.671473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:16.960537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.568092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:17:16.960602Z","caller":"traceutil/trace.go:171","msg":"trace[129923623] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23420; }","duration":"150.705135ms","start":"2026-03-08T03:17:16.809876Z","end":"2026-03-08T03:17:16.960581Z","steps":["trace[129923623] 'agreement among raft nodes before linearized reading' (duration: 150.408608ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:18.292882Z","caller":"traceutil/trace.go:171","msg":"trace[740056974] transaction","detail":"{read_only:false; response_revision:23427; number_of_response:1; }","duration":"114.271537ms","start":"2026-03-08T03:17:18.178591Z","end":"2026-03-08T03:17:18.292862Z","steps":["trace[740056974] 'process raft request' (duration: 86.041641ms)","trace[740056974] 'compare' (duration: 28.114434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:18.51498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.628373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:18.515073Z","caller":"traceutil/trace.go:171","msg":"trace[1909543249] linearizableReadLoop","detail":"{readStateIndex:24281; appliedIndex:24280; }","duration":"222.210998ms","start":"2026-03-08T03:17:18.292844Z","end":"2026-03-08T03:17:18.515055Z","steps":["trace[1909543249] 'read index received' (duration: 117.498902ms)","trace[1909543249] 'applied index is now lower than readState.Index' (duration: 104.711446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:18.515151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.717996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:18.51517Z","caller":"traceutil/trace.go:171","msg":"trace[1226940889] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23428; }","duration":"230.755507ms","start":"2026-03-08T03:17:18.284409Z","end":"2026-03-08T03:17:18.515165Z","steps":["trace[1226940889] 'agreement among raft nodes before linearized reading' (duration: 230.686666ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:18.515333Z","caller":"traceutil/trace.go:171","msg":"trace[498138452] transaction","detail":"{read_only:false; response_revision:23428; number_of_response:1; }","duration":"231.103885ms","start":"2026-03-08T03:17:18.28422Z","end":"2026-03-08T03:17:18.515324Z","steps":["trace[498138452] 'process raft request' (duration: 126.059382ms)","trace[498138452] 'compare' (duration: 104.51159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:18.515479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.343247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:18.515496Z","caller":"traceutil/trace.go:171","msg":"trace[602349496] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23428; }","duration":"230.400179ms","start":"2026-03-08T03:17:18.285092Z","end":"2026-03-08T03:17:18.515492Z","steps":["trace[602349496] 'agreement among raft nodes before linearized reading' (duration: 230.315017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:18.515578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.972522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:18.515596Z","caller":"traceutil/trace.go:171","msg":"trace[1253565649] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23428; }","duration":"231.020103ms","start":"2026-03-08T03:17:18.284571Z","end":"2026-03-08T03:17:18.515591Z","steps":["trace[1253565649] 'agreement among raft nodes before linearized reading' (duration: 230.991952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:19.139082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.648545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:19.139908Z","caller":"traceutil/trace.go:171","msg":"trace[1109532937] transaction","detail":"{read_only:false; response_revision:23431; number_of_response:1; }","duration":"171.410516ms","start":"2026-03-08T03:17:18.968456Z","end":"2026-03-08T03:17:19.139866Z","steps":["trace[1109532937] 'process raft request' (duration: 68.891972ms)","trace[1109532937] 'compare' (duration: 101.524181ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:19.139934Z","caller":"traceutil/trace.go:171","msg":"trace[1317298522] transaction","detail":"{read_only:false; response_revision:23432; number_of_response:1; }","duration":"170.888064ms","start":"2026-03-08T03:17:18.969026Z","end":"2026-03-08T03:17:19.139914Z","steps":["trace[1317298522] 'process raft request' (duration: 170.757621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:20.087333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.486167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:20.087528Z","caller":"traceutil/trace.go:171","msg":"trace[228733277] linearizableReadLoop","detail":"{readStateIndex:24289; appliedIndex:24288; }","duration":"123.480822ms","start":"2026-03-08T03:17:19.963994Z","end":"2026-03-08T03:17:20.087475Z","steps":["trace[228733277] 'read index received' (duration: 56.882µs)","trace[228733277] 'applied index is now lower than readState.Index' (duration: 123.42192ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:20.087558Z","caller":"traceutil/trace.go:171","msg":"trace[1082484530] transaction","detail":"{read_only:false; response_revision:23436; number_of_response:1; }","duration":"175.804928ms","start":"2026-03-08T03:17:19.911725Z","end":"2026-03-08T03:17:20.08753Z","steps":["trace[1082484530] 'process raft request' (duration: 28.981663ms)","trace[1082484530] 'compare' (duration: 146.263702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:20.08771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.718187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:20.087767Z","caller":"traceutil/trace.go:171","msg":"trace[703820795] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23436; }","duration":"123.814359ms","start":"2026-03-08T03:17:19.963937Z","end":"2026-03-08T03:17:20.087751Z","steps":["trace[703820795] 'agreement among raft nodes before linearized reading' (duration: 123.713257ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:20.431955Z","caller":"traceutil/trace.go:171","msg":"trace[242963774] transaction","detail":"{read_only:false; response_revision:23442; number_of_response:1; }","duration":"124.897185ms","start":"2026-03-08T03:17:20.307021Z","end":"2026-03-08T03:17:20.431919Z","steps":["trace[242963774] 'process raft request' (duration: 39.034258ms)","trace[242963774] 'compare' (duration: 85.710293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:20.723461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.15307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:20.723974Z","caller":"traceutil/trace.go:171","msg":"trace[1418569529] transaction","detail":"{read_only:false; response_revision:23443; number_of_response:1; }","duration":"201.125518ms","start":"2026-03-08T03:17:20.522776Z","end":"2026-03-08T03:17:20.723902Z","steps":["trace[1418569529] 'process raft request' (duration: 14.394145ms)","trace[1418569529] 'compare' (duration: 185.629857ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:20.723994Z","caller":"traceutil/trace.go:171","msg":"trace[547225929] transaction","detail":"{read_only:false; response_revision:23444; number_of_response:1; }","duration":"183.896227ms","start":"2026-03-08T03:17:20.540057Z","end":"2026-03-08T03:17:20.723953Z","steps":["trace[547225929] 'process raft request' (duration: 183.632481ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:21.126954Z","caller":"traceutil/trace.go:171","msg":"trace[1213460695] transaction","detail":"{read_only:false; response_revision:23446; number_of_response:1; }","duration":"157.484342ms","start":"2026-03-08T03:17:20.96942Z","end":"2026-03-08T03:17:21.126904Z","steps":["trace[1213460695] 'process raft request' (duration: 72.059236ms)","trace[1213460695] 'compare' (duration: 85.202341ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:21.312963Z","caller":"traceutil/trace.go:171","msg":"trace[2098610552] transaction","detail":"{read_only:false; response_revision:23448; number_of_response:1; }","duration":"163.296578ms","start":"2026-03-08T03:17:21.149638Z","end":"2026-03-08T03:17:21.312934Z","steps":["trace[2098610552] 'process raft request' (duration: 163.098263ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:21.313173Z","caller":"traceutil/trace.go:171","msg":"trace[879944040] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"146.736113ms","start":"2026-03-08T03:17:21.166343Z","end":"2026-03-08T03:17:21.313079Z","steps":["trace[879944040] 'process raft request' (duration: 146.519538ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:21.312933Z","caller":"traceutil/trace.go:171","msg":"trace[166441576] transaction","detail":"{read_only:false; response_revision:23447; number_of_response:1; }","duration":"163.241127ms","start":"2026-03-08T03:17:21.149641Z","end":"2026-03-08T03:17:21.312883Z","steps":["trace[166441576] 'process raft request' (duration: 86.959783ms)","trace[166441576] 'compare' (duration: 75.850014ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:21.486042Z","caller":"traceutil/trace.go:171","msg":"trace[471816108] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"151.278878ms","start":"2026-03-08T03:17:21.334562Z","end":"2026-03-08T03:17:21.485841Z","steps":["trace[471816108] 'process raft request' (duration: 144.145502ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:22.269647Z","caller":"traceutil/trace.go:171","msg":"trace[543258842] linearizableReadLoop","detail":"{readStateIndex:24305; appliedIndex:24304; }","duration":"393.351528ms","start":"2026-03-08T03:17:21.876257Z","end":"2026-03-08T03:17:22.269608Z","steps":["trace[543258842] 'read index received' (duration: 393.216615ms)","trace[543258842] 'applied index is now lower than readState.Index' (duration: 133.063µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:22.27002Z","caller":"traceutil/trace.go:171","msg":"trace[838556772] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"416.533688ms","start":"2026-03-08T03:17:21.853471Z","end":"2026-03-08T03:17:22.270004Z","steps":["trace[838556772] 'process raft request' (duration: 415.882243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:22.270188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:21.853443Z","time spent":"416.618809ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:22.270448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.178128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:22.27053Z","caller":"traceutil/trace.go:171","msg":"trace[1518137937] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23451; }","duration":"394.263839ms","start":"2026-03-08T03:17:21.876247Z","end":"2026-03-08T03:17:22.270511Z","steps":["trace[1518137937] 'agreement among raft nodes before linearized reading' (duration: 394.121436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:22.27058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:21.876178Z","time spent":"394.390633ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:17:22.770471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019403310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:17:23.338951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.104914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:23.339791Z","caller":"traceutil/trace.go:171","msg":"trace[566193699] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"1.247068683s","start":"2026-03-08T03:17:22.092684Z","end":"2026-03-08T03:17:23.339753Z","steps":["trace[566193699] 'process raft request' (duration: 1.092052838s)","trace[566193699] 'compare' (duration: 153.761596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:23.339993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.092657Z","time spent":"1.247218627s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:23.340138Z","caller":"traceutil/trace.go:171","msg":"trace[264098647] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"1.184897028s","start":"2026-03-08T03:17:22.15428Z","end":"2026-03-08T03:17:23.339177Z","steps":["trace[264098647] 'process raft request' (duration: 1.184803596s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.34026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.154246Z","time spent":"1.185945512s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:23.588316Z","caller":"traceutil/trace.go:171","msg":"trace[892007412] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"1.316885066s","start":"2026-03-08T03:17:22.271388Z","end":"2026-03-08T03:17:23.588273Z","steps":["trace[892007412] 'process raft request' (duration: 1.316487067s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.588332Z","caller":"traceutil/trace.go:171","msg":"trace[1588553901] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"1.316470667s","start":"2026-03-08T03:17:22.271813Z","end":"2026-03-08T03:17:23.588284Z","steps":["trace[1588553901] 'process raft request' (duration: 1.316323593s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.588494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.271355Z","time spent":"1.31704702s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:23.588616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71089542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.588695Z","caller":"traceutil/trace.go:171","msg":"trace[77851798] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23456; }","duration":"1.711054784s","start":"2026-03-08T03:17:21.877625Z","end":"2026-03-08T03:17:23.588679Z","steps":["trace[77851798] 'agreement among raft nodes before linearized reading' (duration: 1.71087403s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.588711Z","caller":"traceutil/trace.go:171","msg":"trace[268201724] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"856.199162ms","start":"2026-03-08T03:17:22.732494Z","end":"2026-03-08T03:17:23.588693Z","steps":["trace[268201724] 'process raft request' (duration: 855.723281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.588739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:21.877603Z","time spent":"1.711128116s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:17:23.588721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711492394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:23.5888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.732456Z","time spent":"856.293485ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:23.588825Z","caller":"traceutil/trace.go:171","msg":"trace[2107490109] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23456; }","duration":"1.711635798s","start":"2026-03-08T03:17:21.877165Z","end":"2026-03-08T03:17:23.588801Z","steps":["trace[2107490109] 'agreement among raft nodes before linearized reading' (duration: 1.711370752s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.588862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711911714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:23.588885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:21.877153Z","time spent":"1.711722929s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-08T03:17:23.588934Z","caller":"traceutil/trace.go:171","msg":"trace[866602708] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23456; }","duration":"1.712020996s","start":"2026-03-08T03:17:21.876897Z","end":"2026-03-08T03:17:23.588918Z","steps":["trace[866602708] 'agreement among raft nodes before linearized reading' (duration: 1.711938105s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.58851Z","caller":"traceutil/trace.go:171","msg":"trace[1966382363] linearizableReadLoop","detail":"{readStateIndex:24310; appliedIndex:24305; }","duration":"1.31872801s","start":"2026-03-08T03:17:22.269736Z","end":"2026-03-08T03:17:23.588464Z","steps":["trace[1966382363] 'read index received' (duration: 915.025451ms)","trace[1966382363] 'applied index is now lower than readState.Index' (duration: 403.699569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:23.588989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:21.876873Z","time spent":"1.712107669s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:23.588795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711909993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:23.589024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524800612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-08T03:17:23.588626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.271799Z","time spent":"1.316639391s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:23.589183Z","caller":"traceutil/trace.go:171","msg":"trace[2105989147] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23456; }","duration":"1.524979477s","start":"2026-03-08T03:17:22.064118Z","end":"2026-03-08T03:17:23.589097Z","steps":["trace[2105989147] 'agreement among raft nodes before linearized reading' (duration: 1.524655369s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.589274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.064088Z","time spent":"1.5251691s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-08T03:17:23.589152Z","caller":"traceutil/trace.go:171","msg":"trace[462053776] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23456; }","duration":"1.712254422s","start":"2026-03-08T03:17:21.876814Z","end":"2026-03-08T03:17:23.589069Z","steps":["trace[462053776] 'agreement among raft nodes before linearized reading' (duration: 1.711861563s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.589401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:21.876806Z","time spent":"1.712582739s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:17:23.613702Z","caller":"traceutil/trace.go:171","msg":"trace[1051633270] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"120.574304ms","start":"2026-03-08T03:17:23.4931Z","end":"2026-03-08T03:17:23.613674Z","steps":["trace[1051633270] 'process raft request' (duration: 120.39905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.613847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08705539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:23.613885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.230012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:23.613946Z","caller":"traceutil/trace.go:171","msg":"trace[175996700] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23457; }","duration":"288.328265ms","start":"2026-03-08T03:17:23.325603Z","end":"2026-03-08T03:17:23.613931Z","steps":["trace[175996700] 'agreement among raft nodes before linearized reading' (duration: 288.097129ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.613905Z","caller":"traceutil/trace.go:171","msg":"trace[487468752] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23457; }","duration":"1.087240925s","start":"2026-03-08T03:17:22.526648Z","end":"2026-03-08T03:17:23.613889Z","steps":["trace[487468752] 'agreement among raft nodes before linearized reading' (duration: 1.087153333s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.614729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.526623Z","time spent":"1.088091005s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:23.613964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.281487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.614886Z","caller":"traceutil/trace.go:171","msg":"trace[72108307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23457; }","duration":"950.237948ms","start":"2026-03-08T03:17:22.664623Z","end":"2026-03-08T03:17:23.614861Z","steps":["trace[72108307] 'agreement among raft nodes before linearized reading' (duration: 949.306927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.614955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.664594Z","time spent":"950.346271ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:23.613847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087404299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.615129Z","caller":"traceutil/trace.go:171","msg":"trace[1854362019] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23457; }","duration":"1.08873879s","start":"2026-03-08T03:17:22.526376Z","end":"2026-03-08T03:17:23.615115Z","steps":["trace[1854362019] 'agreement among raft nodes before linearized reading' (duration: 1.087400009s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.615162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.526352Z","time spent":"1.088801251s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:23.614017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311776677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.615306Z","caller":"traceutil/trace.go:171","msg":"trace[255413589] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23457; }","duration":"1.313127989s","start":"2026-03-08T03:17:22.302168Z","end":"2026-03-08T03:17:23.615296Z","steps":["trace[255413589] 'agreement among raft nodes before linearized reading' (duration: 1.311691465s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.615336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.302138Z","time spent":"1.31319033s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:17:23.614049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.499958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.615547Z","caller":"traceutil/trace.go:171","msg":"trace[950169355] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23457; }","duration":"649.043574ms","start":"2026-03-08T03:17:22.966485Z","end":"2026-03-08T03:17:23.615528Z","steps":["trace[950169355] 'agreement among raft nodes before linearized reading' (duration: 647.531649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.615614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.966455Z","time spent":"649.140917ms","remote":"127.0.0.1:57144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.614055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087501501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:23.615838Z","caller":"traceutil/trace.go:171","msg":"trace[318963233] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23457; }","duration":"1.089290913s","start":"2026-03-08T03:17:22.526537Z","end":"2026-03-08T03:17:23.615828Z","steps":["trace[318963233] 'agreement among raft nodes before linearized reading' (duration: 1.087346948s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.615872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.52644Z","time spent":"1.089421926s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:17:23.614107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.481045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.616013Z","caller":"traceutil/trace.go:171","msg":"trace[1881134400] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23457; }","duration":"516.43147ms","start":"2026-03-08T03:17:23.09957Z","end":"2026-03-08T03:17:23.616001Z","steps":["trace[1881134400] 'agreement among raft nodes before linearized reading' (duration: 514.505085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.616045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.099545Z","time spent":"516.489981ms","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.614138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.383681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T03:17:23.616302Z","caller":"traceutil/trace.go:171","msg":"trace[824804493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23457; }","duration":"298.599374ms","start":"2026-03-08T03:17:23.317692Z","end":"2026-03-08T03:17:23.616291Z","steps":["trace[824804493] 'agreement among raft nodes before linearized reading' (duration: 296.360622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.614208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.755276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:17:23.616451Z","caller":"traceutil/trace.go:171","msg":"trace[801378623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23457; }","duration":"709.051849ms","start":"2026-03-08T03:17:22.90739Z","end":"2026-03-08T03:17:23.616442Z","steps":["trace[801378623] 'agreement among raft nodes before linearized reading' (duration: 706.727345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.616486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.907362Z","time spent":"709.114271ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:17:23.614222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.478404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-08T03:17:23.616706Z","caller":"traceutil/trace.go:171","msg":"trace[1830440711] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23457; }","duration":"427.914421ms","start":"2026-03-08T03:17:23.188734Z","end":"2026-03-08T03:17:23.616649Z","steps":["trace[1830440711] 'agreement among raft nodes before linearized reading' (duration: 425.377972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.614291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.656541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:17:23.616844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.188651Z","time spent":"428.142536ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-08T03:17:23.616895Z","caller":"traceutil/trace.go:171","msg":"trace[984868118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23457; }","duration":"484.271352ms","start":"2026-03-08T03:17:23.132582Z","end":"2026-03-08T03:17:23.616853Z","steps":["trace[984868118] 'agreement among raft nodes before linearized reading' (duration: 481.449046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.616955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:23.132551Z","time spent":"484.386985ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:17:23.614269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306992706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:17:23.617063Z","caller":"traceutil/trace.go:171","msg":"trace[279789164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23457; }","duration":"1.309806801s","start":"2026-03-08T03:17:22.307241Z","end":"2026-03-08T03:17:23.617048Z","steps":["trace[279789164] 'agreement among raft nodes before linearized reading' (duration: 1.306808932s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.617131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.307163Z","time spent":"1.309924514s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:23.614338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.769508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:23.617244Z","caller":"traceutil/trace.go:171","msg":"trace[960196639] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23457; }","duration":"829.848709ms","start":"2026-03-08T03:17:22.787379Z","end":"2026-03-08T03:17:23.617228Z","steps":["trace[960196639] 'agreement among raft nodes before linearized reading' (duration: 826.342438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:23.617302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:22.787361Z","time spent":"829.919491ms","remote":"127.0.0.1:56724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:23.614447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.546545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:17:23.617508Z","caller":"traceutil/trace.go:171","msg":"trace[369027981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23457; }","duration":"299.709529ms","start":"2026-03-08T03:17:23.317786Z","end":"2026-03-08T03:17:23.617496Z","steps":["trace[369027981] 'agreement among raft nodes before linearized reading' (duration: 296.366681ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.823789Z","caller":"traceutil/trace.go:171","msg":"trace[539956903] transaction","detail":"{read_only:false; response_revision:23461; number_of_response:1; }","duration":"201.071487ms","start":"2026-03-08T03:17:23.622681Z","end":"2026-03-08T03:17:23.823753Z","steps":["trace[539956903] 'process raft request' (duration: 200.981825ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.823792Z","caller":"traceutil/trace.go:171","msg":"trace[1766702256] transaction","detail":"{read_only:false; response_revision:23459; number_of_response:1; }","duration":"201.260861ms","start":"2026-03-08T03:17:23.62249Z","end":"2026-03-08T03:17:23.823751Z","steps":["trace[1766702256] 'process raft request' (duration: 200.841271ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.824101Z","caller":"traceutil/trace.go:171","msg":"trace[997512785] transaction","detail":"{read_only:false; response_revision:23462; number_of_response:1; }","duration":"201.337453ms","start":"2026-03-08T03:17:23.622751Z","end":"2026-03-08T03:17:23.824089Z","steps":["trace[997512785] 'process raft request' (duration: 200.951254ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.824107Z","caller":"traceutil/trace.go:171","msg":"trace[676390675] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"201.372984ms","start":"2026-03-08T03:17:23.622614Z","end":"2026-03-08T03:17:23.823987Z","steps":["trace[676390675] 'process raft request' (duration: 200.992265ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.824304Z","caller":"traceutil/trace.go:171","msg":"trace[946470315] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"201.424155ms","start":"2026-03-08T03:17:23.622868Z","end":"2026-03-08T03:17:23.824292Z","steps":["trace[946470315] 'process raft request' (duration: 201.079537ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:23.8243Z","caller":"traceutil/trace.go:171","msg":"trace[1875949509] linearizableReadLoop","detail":"{readStateIndex:24317; appliedIndex:24312; }","duration":"125.243213ms","start":"2026-03-08T03:17:23.699039Z","end":"2026-03-08T03:17:23.824282Z","steps":["trace[1875949509] 'read index received' (duration: 124.263691ms)","trace[1875949509] 'applied index is now lower than readState.Index' (duration: 978.082µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:23.824468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.369526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:23.824504Z","caller":"traceutil/trace.go:171","msg":"trace[694434041] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23463; }","duration":"125.53819ms","start":"2026-03-08T03:17:23.698954Z","end":"2026-03-08T03:17:23.824492Z","steps":["trace[694434041] 'agreement among raft nodes before linearized reading' (duration: 125.381017ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:24.504118Z","caller":"traceutil/trace.go:171","msg":"trace[1972284247] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"139.803832ms","start":"2026-03-08T03:17:24.364274Z","end":"2026-03-08T03:17:24.504078Z","steps":["trace[1972284247] 'process raft request' (duration: 139.578676ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:25.504789Z","caller":"traceutil/trace.go:171","msg":"trace[384975426] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"155.975607ms","start":"2026-03-08T03:17:25.348765Z","end":"2026-03-08T03:17:25.50474Z","steps":["trace[384975426] 'process raft request' (duration: 153.634153ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:25.719521Z","caller":"traceutil/trace.go:171","msg":"trace[22879579] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"123.944453ms","start":"2026-03-08T03:17:25.595535Z","end":"2026-03-08T03:17:25.719479Z","steps":["trace[22879579] 'process raft request' (duration: 123.494722ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:25.719612Z","caller":"traceutil/trace.go:171","msg":"trace[103243422] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"123.884371ms","start":"2026-03-08T03:17:25.595696Z","end":"2026-03-08T03:17:25.719581Z","steps":["trace[103243422] 'process raft request' (duration: 123.684646ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:25.719837Z","caller":"traceutil/trace.go:171","msg":"trace[1030359581] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"123.471162ms","start":"2026-03-08T03:17:25.59635Z","end":"2026-03-08T03:17:25.719821Z","steps":["trace[1030359581] 'process raft request' (duration: 123.167565ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:25.719986Z","caller":"traceutil/trace.go:171","msg":"trace[123914297] linearizableReadLoop","detail":"{readStateIndex:24329; appliedIndex:24326; }","duration":"123.725777ms","start":"2026-03-08T03:17:25.596246Z","end":"2026-03-08T03:17:25.719972Z","steps":["trace[123914297] 'read index received' (duration: 69.432064ms)","trace[123914297] 'applied index is now lower than readState.Index' (duration: 54.292583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:25.720172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.889441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:25.720156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.877681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:25.720214Z","caller":"traceutil/trace.go:171","msg":"trace[1062858323] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23476; }","duration":"123.981024ms","start":"2026-03-08T03:17:25.596224Z","end":"2026-03-08T03:17:25.720205Z","steps":["trace[1062858323] 'agreement among raft nodes before linearized reading' (duration: 123.891551ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:25.720244Z","caller":"traceutil/trace.go:171","msg":"trace[1188543968] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23476; }","duration":"124.040895ms","start":"2026-03-08T03:17:25.59618Z","end":"2026-03-08T03:17:25.720221Z","steps":["trace[1188543968] 'agreement among raft nodes before linearized reading' (duration: 123.895051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:25.720547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.124843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:25.720599Z","caller":"traceutil/trace.go:171","msg":"trace[132740354] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23476; }","duration":"123.178264ms","start":"2026-03-08T03:17:25.597409Z","end":"2026-03-08T03:17:25.720587Z","steps":["trace[132740354] 'agreement among raft nodes before linearized reading' (duration: 123.096032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:25.720727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.759083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:25.720774Z","caller":"traceutil/trace.go:171","msg":"trace[1420031757] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23476; }","duration":"100.805515ms","start":"2026-03-08T03:17:25.619959Z","end":"2026-03-08T03:17:25.720764Z","steps":["trace[1420031757] 'agreement among raft nodes before linearized reading' (duration: 100.336314ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:26.049808Z","caller":"traceutil/trace.go:171","msg":"trace[1495624994] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"160.82785ms","start":"2026-03-08T03:17:25.88894Z","end":"2026-03-08T03:17:26.049767Z","steps":["trace[1495624994] 'process raft request' (duration: 159.804156ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:26.050114Z","caller":"traceutil/trace.go:171","msg":"trace[699107591] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"160.980474ms","start":"2026-03-08T03:17:25.889099Z","end":"2026-03-08T03:17:26.05008Z","steps":["trace[699107591] 'process raft request' (duration: 160.551474ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:26.050707Z","caller":"traceutil/trace.go:171","msg":"trace[383174749] transaction","detail":"{read_only:false; response_revision:23481; number_of_response:1; }","duration":"161.369333ms","start":"2026-03-08T03:17:25.889295Z","end":"2026-03-08T03:17:26.050664Z","steps":["trace[383174749] 'process raft request' (duration: 160.691707ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:27.854852Z","caller":"traceutil/trace.go:171","msg":"trace[1809215473] linearizableReadLoop","detail":"{readStateIndex:24344; appliedIndex:24341; }","duration":"127.051515ms","start":"2026-03-08T03:17:27.727759Z","end":"2026-03-08T03:17:27.854811Z","steps":["trace[1809215473] 'read index received' (duration: 30.610742ms)","trace[1809215473] 'applied index is now lower than readState.Index' (duration: 96.439143ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:27.854909Z","caller":"traceutil/trace.go:171","msg":"trace[1222277799] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"127.273741ms","start":"2026-03-08T03:17:27.727575Z","end":"2026-03-08T03:17:27.854849Z","steps":["trace[1222277799] 'process raft request' (duration: 126.938833ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:27.855064Z","caller":"traceutil/trace.go:171","msg":"trace[1298555733] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"127.370412ms","start":"2026-03-08T03:17:27.727636Z","end":"2026-03-08T03:17:27.855006Z","steps":["trace[1298555733] 'process raft request' (duration: 127.123537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:27.855308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.349282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:27.855267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.443324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:27.855378Z","caller":"traceutil/trace.go:171","msg":"trace[1717978889] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23489; }","duration":"127.448195ms","start":"2026-03-08T03:17:27.727916Z","end":"2026-03-08T03:17:27.855364Z","steps":["trace[1717978889] 'agreement among raft nodes before linearized reading' (duration: 127.309011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:27.855338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.464124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:27.855435Z","caller":"traceutil/trace.go:171","msg":"trace[897368089] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23489; }","duration":"127.659239ms","start":"2026-03-08T03:17:27.727736Z","end":"2026-03-08T03:17:27.855396Z","steps":["trace[897368089] 'agreement among raft nodes before linearized reading' (duration: 127.360052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:27.855455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.401054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:27.855495Z","caller":"traceutil/trace.go:171","msg":"trace[875160828] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23489; }","duration":"127.68353ms","start":"2026-03-08T03:17:27.727788Z","end":"2026-03-08T03:17:27.855472Z","steps":["trace[875160828] 'agreement among raft nodes before linearized reading' (duration: 127.379323ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:27.855573Z","caller":"traceutil/trace.go:171","msg":"trace[1927381777] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23489; }","duration":"127.556607ms","start":"2026-03-08T03:17:27.727985Z","end":"2026-03-08T03:17:27.855542Z","steps":["trace[1927381777] 'agreement among raft nodes before linearized reading' (duration: 127.220229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:27.855601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.646925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:27.85566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.518873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:27.855703Z","caller":"traceutil/trace.go:171","msg":"trace[116425203] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23489; }","duration":"126.816099ms","start":"2026-03-08T03:17:27.728863Z","end":"2026-03-08T03:17:27.855679Z","steps":["trace[116425203] 'agreement among raft nodes before linearized reading' (duration: 126.309497ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:27.855732Z","caller":"traceutil/trace.go:171","msg":"trace[2020451639] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23489; }","duration":"126.627745ms","start":"2026-03-08T03:17:27.729084Z","end":"2026-03-08T03:17:27.855712Z","steps":["trace[2020451639] 'agreement among raft nodes before linearized reading' (duration: 126.305447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:29.937983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.997586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:29.938236Z","caller":"traceutil/trace.go:171","msg":"trace[522766386] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"427.063832ms","start":"2026-03-08T03:17:29.511097Z","end":"2026-03-08T03:17:29.938161Z","steps":["trace[522766386] 'process raft request' (duration: 65.767189ms)","trace[522766386] 'compare' (duration: 360.870323ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:29.93833Z","caller":"traceutil/trace.go:171","msg":"trace[253221483] linearizableReadLoop","detail":"{readStateIndex:24353; appliedIndex:24351; }","duration":"424.824291ms","start":"2026-03-08T03:17:29.513413Z","end":"2026-03-08T03:17:29.938237Z","steps":["trace[253221483] 'read index received' (duration: 14.367194ms)","trace[253221483] 'applied index is now lower than readState.Index' (duration: 410.454446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:29.93849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.074406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:29.938549Z","caller":"traceutil/trace.go:171","msg":"trace[2127956438] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23499; }","duration":"425.138097ms","start":"2026-03-08T03:17:29.513396Z","end":"2026-03-08T03:17:29.938534Z","steps":["trace[2127956438] 'agreement among raft nodes before linearized reading' (duration: 425.036885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:29.938594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.513354Z","time spent":"425.22855ms","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:29.938485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.511071Z","time spent":"427.280127ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:29.938292Z","caller":"traceutil/trace.go:171","msg":"trace[129884018] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"385.955876ms","start":"2026-03-08T03:17:29.552315Z","end":"2026-03-08T03:17:29.938271Z","steps":["trace[129884018] 'process raft request' (duration: 385.849544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:29.939176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.552289Z","time spent":"386.702853ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:30.268157Z","caller":"traceutil/trace.go:171","msg":"trace[495019200] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"561.324285ms","start":"2026-03-08T03:17:29.706803Z","end":"2026-03-08T03:17:30.268127Z","steps":["trace[495019200] 'process raft request' (duration: 560.729471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.268361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.706771Z","time spent":"561.462968ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:30.275182Z","caller":"traceutil/trace.go:171","msg":"trace[2044418333] linearizableReadLoop","detail":"{readStateIndex:24358; appliedIndex:24354; }","duration":"336.767082ms","start":"2026-03-08T03:17:29.938386Z","end":"2026-03-08T03:17:30.275153Z","steps":["trace[2044418333] 'read index received' (duration: 329.062463ms)","trace[2044418333] 'applied index is now lower than readState.Index' (duration: 7.703489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:30.275613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.720881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:30.275637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.609389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:30.275846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.307047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:30.275876Z","caller":"traceutil/trace.go:171","msg":"trace[1169194901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23503; }","duration":"611.359628ms","start":"2026-03-08T03:17:29.664507Z","end":"2026-03-08T03:17:30.275866Z","steps":["trace[1169194901] 'agreement among raft nodes before linearized reading' (duration: 611.305697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.275917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.664494Z","time spent":"611.41619ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:30.276096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.925642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:17:30.276127Z","caller":"traceutil/trace.go:171","msg":"trace[1880869312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23503; }","duration":"259.017004ms","start":"2026-03-08T03:17:30.017101Z","end":"2026-03-08T03:17:30.276118Z","steps":["trace[1880869312] 'agreement among raft nodes before linearized reading' (duration: 258.892921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.276205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.340114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:30.276076Z","caller":"traceutil/trace.go:171","msg":"trace[808751806] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23503; }","duration":"428.882244ms","start":"2026-03-08T03:17:29.84696Z","end":"2026-03-08T03:17:30.275842Z","steps":["trace[808751806] 'agreement among raft nodes before linearized reading' (duration: 428.594468ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:30.276221Z","caller":"traceutil/trace.go:171","msg":"trace[162092419] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23503; }","duration":"671.367384ms","start":"2026-03-08T03:17:29.604847Z","end":"2026-03-08T03:17:30.276214Z","steps":["trace[162092419] 'agreement among raft nodes before linearized reading' (duration: 671.339473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.276236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.604842Z","time spent":"671.390854ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:17:30.276376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.306216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:30.2764Z","caller":"traceutil/trace.go:171","msg":"trace[113807710] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23503; }","duration":"672.380498ms","start":"2026-03-08T03:17:29.604014Z","end":"2026-03-08T03:17:30.276395Z","steps":["trace[113807710] 'agreement among raft nodes before linearized reading' (duration: 672.343637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.276416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.603991Z","time spent":"672.421179ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-08T03:17:30.276464Z","caller":"traceutil/trace.go:171","msg":"trace[1300350507] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"414.032109ms","start":"2026-03-08T03:17:29.862401Z","end":"2026-03-08T03:17:30.276433Z","steps":["trace[1300350507] 'process raft request' (duration: 412.709178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.27652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.847665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:17:30.276602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.862395Z","time spent":"414.141631ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:30.276636Z","caller":"traceutil/trace.go:171","msg":"trace[1888524361] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23503; }","duration":"413.963907ms","start":"2026-03-08T03:17:29.862658Z","end":"2026-03-08T03:17:30.276622Z","steps":["trace[1888524361] 'agreement among raft nodes before linearized reading' (duration: 413.726882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.27667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.862624Z","time spent":"414.037199ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:17:30.276688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.21445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:17:30.276721Z","caller":"traceutil/trace.go:171","msg":"trace[1656852290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23503; }","duration":"195.296393ms","start":"2026-03-08T03:17:30.081415Z","end":"2026-03-08T03:17:30.276712Z","steps":["trace[1656852290] 'agreement among raft nodes before linearized reading' (duration: 195.19901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.276261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.846945Z","time spent":"429.297505ms","remote":"127.0.0.1:54240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:30.276872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.056694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-08T03:17:30.27572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.957412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:30.276936Z","caller":"traceutil/trace.go:171","msg":"trace[1660085438] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23503; }","duration":"521.207751ms","start":"2026-03-08T03:17:29.755715Z","end":"2026-03-08T03:17:30.276922Z","steps":["trace[1660085438] 'agreement among raft nodes before linearized reading' (duration: 519.975093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.276956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.776202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-08T03:17:30.276978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.755692Z","time spent":"521.273893ms","remote":"127.0.0.1:57114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:30.276989Z","caller":"traceutil/trace.go:171","msg":"trace[2072438007] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:23503; }","duration":"158.861975ms","start":"2026-03-08T03:17:30.118121Z","end":"2026-03-08T03:17:30.276983Z","steps":["trace[2072438007] 'agreement among raft nodes before linearized reading' (duration: 158.795873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.276985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.624646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:17:30.277126Z","caller":"traceutil/trace.go:171","msg":"trace[1489882773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23503; }","duration":"381.79321ms","start":"2026-03-08T03:17:29.895308Z","end":"2026-03-08T03:17:30.277102Z","steps":["trace[1489882773] 'agreement among raft nodes before linearized reading' (duration: 381.583105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.275761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.358923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:30.27682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.180043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:30.277175Z","caller":"traceutil/trace.go:171","msg":"trace[651850168] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23503; }","duration":"546.814017ms","start":"2026-03-08T03:17:29.730349Z","end":"2026-03-08T03:17:30.277163Z","steps":["trace[651850168] 'agreement among raft nodes before linearized reading' (duration: 545.388484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.277202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.730316Z","time spent":"546.876789ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:30.277217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.894569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:30.277234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.200129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:30.277239Z","caller":"traceutil/trace.go:171","msg":"trace[80393906] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23503; }","duration":"414.609753ms","start":"2026-03-08T03:17:29.862576Z","end":"2026-03-08T03:17:30.277185Z","steps":["trace[80393906] 'agreement among raft nodes before linearized reading' (duration: 413.950877ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:30.277252Z","caller":"traceutil/trace.go:171","msg":"trace[74232536] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23503; }","duration":"414.9337ms","start":"2026-03-08T03:17:29.86231Z","end":"2026-03-08T03:17:30.277243Z","steps":["trace[74232536] 'agreement among raft nodes before linearized reading' (duration: 414.871958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.277258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.750146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:30.27726Z","caller":"traceutil/trace.go:171","msg":"trace[1053589976] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23503; }","duration":"416.24459ms","start":"2026-03-08T03:17:29.861007Z","end":"2026-03-08T03:17:30.277252Z","steps":["trace[1053589976] 'agreement among raft nodes before linearized reading' (duration: 416.193769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.277287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.862291Z","time spent":"414.988681ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:17:30.276942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.063988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:17:30.275672Z","caller":"traceutil/trace.go:171","msg":"trace[1352707360] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23503; }","duration":"511.857554ms","start":"2026-03-08T03:17:29.763795Z","end":"2026-03-08T03:17:30.275653Z","steps":["trace[1352707360] 'agreement among raft nodes before linearized reading' (duration: 511.730091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.27733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.389047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:30.277289Z","caller":"traceutil/trace.go:171","msg":"trace[1854090480] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23503; }","duration":"414.799337ms","start":"2026-03-08T03:17:29.86248Z","end":"2026-03-08T03:17:30.277279Z","steps":["trace[1854090480] 'agreement among raft nodes before linearized reading' (duration: 414.758586ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:30.276903Z","caller":"traceutil/trace.go:171","msg":"trace[582656277] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23503; }","duration":"173.096226ms","start":"2026-03-08T03:17:30.103795Z","end":"2026-03-08T03:17:30.276892Z","steps":["trace[582656277] 'agreement among raft nodes before linearized reading' (duration: 173.027154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.277466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.862468Z","time spent":"414.95275ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-08T03:17:30.277332Z","caller":"traceutil/trace.go:171","msg":"trace[1782294850] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23503; }","duration":"174.469118ms","start":"2026-03-08T03:17:30.102855Z","end":"2026-03-08T03:17:30.277324Z","steps":["trace[1782294850] 'agreement among raft nodes before linearized reading' (duration: 174.015567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.277292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.861001Z","time spent":"416.284411ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:17:30.27715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.8953Z","time spent":"381.843281ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:17:30.277352Z","caller":"traceutil/trace.go:171","msg":"trace[310180104] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23503; }","duration":"417.426448ms","start":"2026-03-08T03:17:29.85992Z","end":"2026-03-08T03:17:30.277346Z","steps":["trace[310180104] 'agreement among raft nodes before linearized reading' (duration: 417.395238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.277611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.859913Z","time spent":"417.691734ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:30.277354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.763768Z","time spent":"513.576674ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:30.275798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.306256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:30.277684Z","caller":"traceutil/trace.go:171","msg":"trace[658120607] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23503; }","duration":"582.208381ms","start":"2026-03-08T03:17:29.695457Z","end":"2026-03-08T03:17:30.277666Z","steps":["trace[658120607] 'agreement among raft nodes before linearized reading' (duration: 580.318587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.27773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.695445Z","time spent":"582.272532ms","remote":"127.0.0.1:56968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:30.277094Z","caller":"traceutil/trace.go:171","msg":"trace[1124716147] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"445.635554ms","start":"2026-03-08T03:17:29.831445Z","end":"2026-03-08T03:17:30.277081Z","steps":["trace[1124716147] 'process raft request' (duration: 443.484214ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:30.277531Z","caller":"traceutil/trace.go:171","msg":"trace[418380489] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"415.36281ms","start":"2026-03-08T03:17:29.862153Z","end":"2026-03-08T03:17:30.277515Z","steps":["trace[418380489] 'process raft request' (duration: 412.921003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:30.277872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.862143Z","time spent":"415.689308ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:30.277936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.831396Z","time spent":"446.399982ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:30.277551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:29.862546Z","time spent":"414.988592ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:17:31.77729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.557118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:31.777384Z","caller":"traceutil/trace.go:171","msg":"trace[460223348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23512; }","duration":"112.713802ms","start":"2026-03-08T03:17:31.664647Z","end":"2026-03-08T03:17:31.777361Z","steps":["trace[460223348] 'range keys from in-memory index tree' (duration: 112.403105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:32.591824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.395014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:32.592106Z","caller":"traceutil/trace.go:171","msg":"trace[1775501669] transaction","detail":"{read_only:false; response_revision:23518; number_of_response:1; }","duration":"303.456949ms","start":"2026-03-08T03:17:32.288606Z","end":"2026-03-08T03:17:32.592063Z","steps":["trace[1775501669] 'process raft request' (duration: 303.332856ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:32.592181Z","caller":"traceutil/trace.go:171","msg":"trace[475954867] linearizableReadLoop","detail":"{readStateIndex:24374; appliedIndex:24372; }","duration":"260.003918ms","start":"2026-03-08T03:17:32.332114Z","end":"2026-03-08T03:17:32.592118Z","steps":["trace[475954867] 'read index received' (duration: 49.225885ms)","trace[475954867] 'applied index is now lower than readState.Index' (duration: 210.769313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:32.592228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.628429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:32.592229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.136478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:32.592264Z","caller":"traceutil/trace.go:171","msg":"trace[1995285851] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"303.617833ms","start":"2026-03-08T03:17:32.288502Z","end":"2026-03-08T03:17:32.592119Z","steps":["trace[1995285851] 'process raft request' (duration: 92.845471ms)","trace[1995285851] 'compare' (duration: 210.25528ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:32.59229Z","caller":"traceutil/trace.go:171","msg":"trace[1847911401] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23519; }","duration":"305.709601ms","start":"2026-03-08T03:17:32.286564Z","end":"2026-03-08T03:17:32.592274Z","steps":["trace[1847911401] 'agreement among raft nodes before linearized reading' (duration: 305.617099ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:32.592294Z","caller":"traceutil/trace.go:171","msg":"trace[2032452058] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23519; }","duration":"305.22894ms","start":"2026-03-08T03:17:32.287052Z","end":"2026-03-08T03:17:32.59228Z","steps":["trace[2032452058] 'agreement among raft nodes before linearized reading' (duration: 305.075796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:32.592323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:32.286556Z","time spent":"305.761062ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:32.592325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:32.287041Z","time spent":"305.276561ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:32.592334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:32.288482Z","time spent":"303.812467ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:32.592334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:32.288597Z","time spent":"303.604212ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:32.592363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.710741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:32.592444Z","caller":"traceutil/trace.go:171","msg":"trace[908580203] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23519; }","duration":"305.802813ms","start":"2026-03-08T03:17:32.286622Z","end":"2026-03-08T03:17:32.592424Z","steps":["trace[908580203] 'agreement among raft nodes before linearized reading' (duration: 305.542417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:32.592458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.955167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:17:32.592128Z","caller":"traceutil/trace.go:171","msg":"trace[1466387279] transaction","detail":"{read_only:false; response_revision:23519; number_of_response:1; }","duration":"211.194212ms","start":"2026-03-08T03:17:32.380905Z","end":"2026-03-08T03:17:32.592099Z","steps":["trace[1466387279] 'process raft request' (duration: 211.126741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:32.592487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:32.286614Z","time spent":"305.864704ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:17:32.592501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.835389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pls9q.189abece8b437258\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-08T03:17:32.592533Z","caller":"traceutil/trace.go:171","msg":"trace[872847737] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pls9q.189abece8b437258; range_end:; response_count:1; response_revision:23519; }","duration":"190.90322ms","start":"2026-03-08T03:17:32.401616Z","end":"2026-03-08T03:17:32.592519Z","steps":["trace[872847737] 'agreement among raft nodes before linearized reading' (duration: 190.783587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:32.592568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.219099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:17:32.592554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.998068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-08T03:17:32.592589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.981611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:32.592596Z","caller":"traceutil/trace.go:171","msg":"trace[1098269796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23519; }","duration":"210.286991ms","start":"2026-03-08T03:17:32.382301Z","end":"2026-03-08T03:17:32.592588Z","steps":["trace[1098269796] 'agreement among raft nodes before linearized reading' (duration: 210.213319ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:32.592618Z","caller":"traceutil/trace.go:171","msg":"trace[1709357625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23519; }","duration":"214.076649ms","start":"2026-03-08T03:17:32.378524Z","end":"2026-03-08T03:17:32.592601Z","steps":["trace[1709357625] 'agreement among raft nodes before linearized reading' (duration: 213.850144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:32.59256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.405264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:32.592666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.916262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:17:32.592703Z","caller":"traceutil/trace.go:171","msg":"trace[1800868580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23519; }","duration":"212.963143ms","start":"2026-03-08T03:17:32.37973Z","end":"2026-03-08T03:17:32.592693Z","steps":["trace[1800868580] 'agreement among raft nodes before linearized reading' (duration: 212.876161ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:32.592774Z","caller":"traceutil/trace.go:171","msg":"trace[1316730809] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23519; }","duration":"305.65544ms","start":"2026-03-08T03:17:32.287098Z","end":"2026-03-08T03:17:32.592753Z","steps":["trace[1316730809] 'agreement among raft nodes before linearized reading' (duration: 305.099567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:32.592536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.127944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:17:32.592898Z","caller":"traceutil/trace.go:171","msg":"trace[34736860] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23519; }","duration":"215.501663ms","start":"2026-03-08T03:17:32.377376Z","end":"2026-03-08T03:17:32.592877Z","steps":["trace[34736860] 'agreement among raft nodes before linearized reading' (duration: 214.97625ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:32.592496Z","caller":"traceutil/trace.go:171","msg":"trace[1177888838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23519; }","duration":"211.023868ms","start":"2026-03-08T03:17:32.381462Z","end":"2026-03-08T03:17:32.592486Z","steps":["trace[1177888838] 'agreement among raft nodes before linearized reading' (duration: 210.892375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:32.592936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:32.287092Z","time spent":"305.736571ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-08T03:17:32.592631Z","caller":"traceutil/trace.go:171","msg":"trace[1439921183] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23519; }","duration":"215.056532ms","start":"2026-03-08T03:17:32.377562Z","end":"2026-03-08T03:17:32.592619Z","steps":["trace[1439921183] 'agreement among raft nodes before linearized reading' (duration: 215.00248ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:32.865196Z","caller":"traceutil/trace.go:171","msg":"trace[918251851] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"266.17144ms","start":"2026-03-08T03:17:32.59891Z","end":"2026-03-08T03:17:32.865081Z","steps":["trace[918251851] 'process raft request' (duration: 266.037177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:32.865381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.861319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:32.865442Z","caller":"traceutil/trace.go:171","msg":"trace[1678717065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23525; }","duration":"199.991041ms","start":"2026-03-08T03:17:32.66544Z","end":"2026-03-08T03:17:32.865431Z","steps":["trace[1678717065] 'agreement among raft nodes before linearized reading' (duration: 199.847498ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:32.865757Z","caller":"traceutil/trace.go:171","msg":"trace[502254594] transaction","detail":"{read_only:false; response_revision:23521; number_of_response:1; }","duration":"267.43299ms","start":"2026-03-08T03:17:32.598246Z","end":"2026-03-08T03:17:32.865679Z","steps":["trace[502254594] 'process raft request' (duration: 266.290274ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:32.86584Z","caller":"traceutil/trace.go:171","msg":"trace[535485558] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"266.856996ms","start":"2026-03-08T03:17:32.598964Z","end":"2026-03-08T03:17:32.865821Z","steps":["trace[535485558] 'process raft request' (duration: 266.044898ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:32.865845Z","caller":"traceutil/trace.go:171","msg":"trace[570169206] transaction","detail":"{read_only:false; response_revision:23522; number_of_response:1; }","duration":"267.531732ms","start":"2026-03-08T03:17:32.598299Z","end":"2026-03-08T03:17:32.865831Z","steps":["trace[570169206] 'process raft request' (duration: 266.499538ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:32.865224Z","caller":"traceutil/trace.go:171","msg":"trace[1108878842] linearizableReadLoop","detail":"{readStateIndex:24381; appliedIndex:24376; }","duration":"199.690455ms","start":"2026-03-08T03:17:32.665495Z","end":"2026-03-08T03:17:32.865186Z","steps":["trace[1108878842] 'read index received' (duration: 199.026909ms)","trace[1108878842] 'applied index is now lower than readState.Index' (duration: 662.256µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:32.865786Z","caller":"traceutil/trace.go:171","msg":"trace[848229494] transaction","detail":"{read_only:false; response_revision:23523; number_of_response:1; }","duration":"267.388858ms","start":"2026-03-08T03:17:32.598301Z","end":"2026-03-08T03:17:32.86569Z","steps":["trace[848229494] 'process raft request' (duration: 266.572179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:32.866282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.074207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:32.86634Z","caller":"traceutil/trace.go:171","msg":"trace[1228405110] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23525; }","duration":"146.18796ms","start":"2026-03-08T03:17:32.720138Z","end":"2026-03-08T03:17:32.866326Z","steps":["trace[1228405110] 'agreement among raft nodes before linearized reading' (duration: 146.027537ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:33.735135Z","caller":"traceutil/trace.go:171","msg":"trace[1292534523] transaction","detail":"{read_only:false; response_revision:23527; number_of_response:1; }","duration":"117.739348ms","start":"2026-03-08T03:17:33.617329Z","end":"2026-03-08T03:17:33.735068Z","steps":["trace[1292534523] 'process raft request' (duration: 117.40704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:35.567963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019403499,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:17:35.622088Z","caller":"traceutil/trace.go:171","msg":"trace[1600612062] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"745.290634ms","start":"2026-03-08T03:17:34.876761Z","end":"2026-03-08T03:17:35.622052Z","steps":["trace[1600612062] 'process raft request' (duration: 745.019347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:35.622289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:34.876731Z","time spent":"745.452778ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:36.190676Z","caller":"traceutil/trace.go:171","msg":"trace[598407488] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"1.313349576s","start":"2026-03-08T03:17:34.877279Z","end":"2026-03-08T03:17:36.190628Z","steps":["trace[598407488] 'process raft request' (duration: 1.313130391s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:36.190834Z","caller":"traceutil/trace.go:171","msg":"trace[1292340657] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"1.312674449s","start":"2026-03-08T03:17:34.878119Z","end":"2026-03-08T03:17:36.190793Z","steps":["trace[1292340657] 'process raft request' (duration: 1.312387963s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:36.190925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:34.877258Z","time spent":"1.31354886s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:36.190939Z","caller":"traceutil/trace.go:171","msg":"trace[1093895078] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"1.245803024s","start":"2026-03-08T03:17:34.9451Z","end":"2026-03-08T03:17:36.190903Z","steps":["trace[1093895078] 'process raft request' (duration: 1.245450906s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:36.19107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:34.945065Z","time spent":"1.245936747s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:36.191246Z","caller":"traceutil/trace.go:171","msg":"trace[225457567] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"1.313722264s","start":"2026-03-08T03:17:34.877492Z","end":"2026-03-08T03:17:36.191215Z","steps":["trace[225457567] 'process raft request' (duration: 1.312968587s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:36.191292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:34.878086Z","time spent":"1.312842484s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:36.191589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:34.877449Z","time spent":"1.313860547s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:36.191369Z","caller":"traceutil/trace.go:171","msg":"trace[62110861] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"1.314163684s","start":"2026-03-08T03:17:34.877088Z","end":"2026-03-08T03:17:36.191251Z","steps":["trace[62110861] 'process raft request' (duration: 1.31313721s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:36.191952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:34.877056Z","time spent":"1.314780629s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:36.337315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.685131ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:17:36.338056Z","caller":"traceutil/trace.go:171","msg":"trace[1433256489] linearizableReadLoop","detail":"{readStateIndex:24397; appliedIndex:24389; }","duration":"1.270431457s","start":"2026-03-08T03:17:35.067575Z","end":"2026-03-08T03:17:36.338007Z","steps":["trace[1433256489] 'read index received' (duration: 554.294722ms)","trace[1433256489] 'applied index is now lower than readState.Index' (duration: 716.135305ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:36.338113Z","caller":"traceutil/trace.go:171","msg":"trace[2072656163] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"842.382112ms","start":"2026-03-08T03:17:35.495692Z","end":"2026-03-08T03:17:36.338074Z","steps":["trace[2072656163] 'process raft request' (duration: 841.798918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:36.338471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.495658Z","time spent":"842.672199ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:36.410659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343057096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-08T03:17:36.41075Z","caller":"traceutil/trace.go:171","msg":"trace[1163195993] transaction","detail":"{read_only:false; response_revision:23542; number_of_response:1; }","duration":"325.012919ms","start":"2026-03-08T03:17:36.085702Z","end":"2026-03-08T03:17:36.410715Z","steps":["trace[1163195993] 'process raft request' (duration: 324.963918ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:36.410816Z","caller":"traceutil/trace.go:171","msg":"trace[341083715] transaction","detail":"{read_only:false; response_revision:23541; number_of_response:1; }","duration":"670.150546ms","start":"2026-03-08T03:17:35.740595Z","end":"2026-03-08T03:17:36.410745Z","steps":["trace[341083715] 'process raft request' (duration: 597.403714ms)","trace[341083715] 'compare' (duration: 72.511876ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:36.410774Z","caller":"traceutil/trace.go:171","msg":"trace[852262251] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:23540; }","duration":"1.34321991s","start":"2026-03-08T03:17:35.067525Z","end":"2026-03-08T03:17:36.410745Z","steps":["trace[852262251] 'agreement among raft nodes before linearized reading' (duration: 1.27056809s)","trace[852262251] 'range keys from in-memory index tree' (duration: 72.394273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:36.410896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:36.085676Z","time spent":"325.142291ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:36.410923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.067503Z","time spent":"1.343402854s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-08T03:17:36.411034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.740556Z","time spent":"670.35082ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:36.422173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.055454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:36.422227Z","caller":"traceutil/trace.go:171","msg":"trace[413909279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23543; }","duration":"756.147777ms","start":"2026-03-08T03:17:35.666063Z","end":"2026-03-08T03:17:36.422211Z","steps":["trace[413909279] 'agreement among raft nodes before linearized reading' (duration: 756.030974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:36.422251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.666041Z","time spent":"756.205638ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:17:36.422256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.823384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:36.422312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186319881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:17:36.422357Z","caller":"traceutil/trace.go:171","msg":"trace[1488977179] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23543; }","duration":"1.186432793s","start":"2026-03-08T03:17:35.235914Z","end":"2026-03-08T03:17:36.422346Z","steps":["trace[1488977179] 'agreement among raft nodes before linearized reading' (duration: 1.186197347s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:36.422361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.655779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:36.422381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.235885Z","time spent":"1.186489784s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":138,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:36.422387Z","caller":"traceutil/trace.go:171","msg":"trace[1573815021] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23543; }","duration":"124.732462ms","start":"2026-03-08T03:17:36.297648Z","end":"2026-03-08T03:17:36.422381Z","steps":["trace[1573815021] 'agreement among raft nodes before linearized reading' (duration: 124.692861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:36.422424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307003767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:36.422446Z","caller":"traceutil/trace.go:171","msg":"trace[1067401576] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23543; }","duration":"1.307059359s","start":"2026-03-08T03:17:35.115378Z","end":"2026-03-08T03:17:36.422438Z","steps":["trace[1067401576] 'agreement among raft nodes before linearized reading' (duration: 1.307019648s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:36.422465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.115362Z","time spent":"1.307097129s","remote":"127.0.0.1:57786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:36.422321Z","caller":"traceutil/trace.go:171","msg":"trace[174408835] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23543; }","duration":"508.948197ms","start":"2026-03-08T03:17:35.913354Z","end":"2026-03-08T03:17:36.422302Z","steps":["trace[174408835] 'agreement among raft nodes before linearized reading' (duration: 508.746082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:36.422638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.502615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-08T03:17:36.422648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.913327Z","time spent":"509.310456ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:36.422687Z","caller":"traceutil/trace.go:171","msg":"trace[1476204831] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23543; }","duration":"839.592717ms","start":"2026-03-08T03:17:35.583064Z","end":"2026-03-08T03:17:36.422657Z","steps":["trace[1476204831] 'agreement among raft nodes before linearized reading' (duration: 839.460574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:36.422717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:35.583038Z","time spent":"839.671859ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:17:36.445998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.9238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:36.446101Z","caller":"traceutil/trace.go:171","msg":"trace[1114042292] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23544; }","duration":"102.089134ms","start":"2026-03-08T03:17:36.343986Z","end":"2026-03-08T03:17:36.446075Z","steps":["trace[1114042292] 'agreement among raft nodes before linearized reading' (duration: 101.941541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:36.446132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.117014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:36.446189Z","caller":"traceutil/trace.go:171","msg":"trace[1194558605] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23544; }","duration":"102.203707ms","start":"2026-03-08T03:17:36.34397Z","end":"2026-03-08T03:17:36.446173Z","steps":["trace[1194558605] 'agreement among raft nodes before linearized reading' (duration: 102.114045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:36.446147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.132982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:17:36.446151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.153845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:36.446263Z","caller":"traceutil/trace.go:171","msg":"trace[589667154] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23544; }","duration":"101.296076ms","start":"2026-03-08T03:17:36.344934Z","end":"2026-03-08T03:17:36.44623Z","steps":["trace[589667154] 'agreement among raft nodes before linearized reading' (duration: 100.954768ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:36.446266Z","caller":"traceutil/trace.go:171","msg":"trace[1677140177] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23544; }","duration":"102.330359ms","start":"2026-03-08T03:17:36.34391Z","end":"2026-03-08T03:17:36.446241Z","steps":["trace[1677140177] 'agreement among raft nodes before linearized reading' (duration: 102.132105ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:36.795217Z","caller":"traceutil/trace.go:171","msg":"trace[663288855] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"126.890221ms","start":"2026-03-08T03:17:36.668295Z","end":"2026-03-08T03:17:36.795185Z","steps":["trace[663288855] 'process raft request' (duration: 75.829193ms)","trace[663288855] 'compare' (duration: 50.871713ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:36.795428Z","caller":"traceutil/trace.go:171","msg":"trace[600932003] linearizableReadLoop","detail":"{readStateIndex:24404; appliedIndex:24402; }","duration":"106.577258ms","start":"2026-03-08T03:17:36.688805Z","end":"2026-03-08T03:17:36.795382Z","steps":["trace[600932003] 'read index received' (duration: 55.295986ms)","trace[600932003] 'applied index is now lower than readState.Index' (duration: 51.279352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:36.795695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.984427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:36.795736Z","caller":"traceutil/trace.go:171","msg":"trace[2055816754] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23547; }","duration":"125.087069ms","start":"2026-03-08T03:17:36.670633Z","end":"2026-03-08T03:17:36.79572Z","steps":["trace[2055816754] 'agreement among raft nodes before linearized reading' (duration: 124.875294ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:36.795698Z","caller":"traceutil/trace.go:171","msg":"trace[30665125] transaction","detail":"{read_only:false; response_revision:23547; number_of_response:1; }","duration":"127.019234ms","start":"2026-03-08T03:17:36.668638Z","end":"2026-03-08T03:17:36.795657Z","steps":["trace[30665125] 'process raft request' (duration: 126.504942ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:38.32235Z","caller":"traceutil/trace.go:171","msg":"trace[114665254] transaction","detail":"{read_only:false; response_revision:23550; number_of_response:1; }","duration":"121.862255ms","start":"2026-03-08T03:17:38.200457Z","end":"2026-03-08T03:17:38.32232Z","steps":["trace[114665254] 'process raft request' (duration: 79.855138ms)","trace[114665254] 'compare' (duration: 41.779261ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:38.322761Z","caller":"traceutil/trace.go:171","msg":"trace[770435166] transaction","detail":"{read_only:false; response_revision:23551; number_of_response:1; }","duration":"122.237763ms","start":"2026-03-08T03:17:38.200479Z","end":"2026-03-08T03:17:38.322716Z","steps":["trace[770435166] 'process raft request' (duration: 121.797062ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:38.322826Z","caller":"traceutil/trace.go:171","msg":"trace[1769942950] transaction","detail":"{read_only:false; response_revision:23552; number_of_response:1; }","duration":"121.26607ms","start":"2026-03-08T03:17:38.201544Z","end":"2026-03-08T03:17:38.32281Z","steps":["trace[1769942950] 'process raft request' (duration: 121.073845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.055193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.459911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:39.055336Z","caller":"traceutil/trace.go:171","msg":"trace[1435302101] transaction","detail":"{read_only:false; response_revision:23553; number_of_response:1; }","duration":"637.807723ms","start":"2026-03-08T03:17:38.417484Z","end":"2026-03-08T03:17:39.055291Z","steps":["trace[1435302101] 'process raft request' (duration: 471.125357ms)","trace[1435302101] 'compare' (duration: 166.338888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:39.055409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.417455Z","time spent":"637.919006ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:39.058601Z","caller":"traceutil/trace.go:171","msg":"trace[1707601007] transaction","detail":"{read_only:false; response_revision:23554; number_of_response:1; }","duration":"640.529517ms","start":"2026-03-08T03:17:38.418029Z","end":"2026-03-08T03:17:39.058559Z","steps":["trace[1707601007] 'process raft request' (duration: 640.20215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.058792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.417998Z","time spent":"640.69021ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:39.059013Z","caller":"traceutil/trace.go:171","msg":"trace[1211006351] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"605.985663ms","start":"2026-03-08T03:17:38.453003Z","end":"2026-03-08T03:17:39.058988Z","steps":["trace[1211006351] 'process raft request' (duration: 605.717927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.059195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.45297Z","time spent":"606.135657ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:39.059223Z","caller":"traceutil/trace.go:171","msg":"trace[2142212225] linearizableReadLoop","detail":"{readStateIndex:24411; appliedIndex:24409; }","duration":"631.810924ms","start":"2026-03-08T03:17:38.427395Z","end":"2026-03-08T03:17:39.059206Z","steps":["trace[2142212225] 'read index received' (duration: 461.35704ms)","trace[2142212225] 'applied index is now lower than readState.Index' (duration: 170.453094ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:39.05928Z","caller":"traceutil/trace.go:171","msg":"trace[1506653046] transaction","detail":"{read_only:false; response_revision:23557; number_of_response:1; }","duration":"364.388464ms","start":"2026-03-08T03:17:38.694822Z","end":"2026-03-08T03:17:39.05921Z","steps":["trace[1506653046] 'process raft request' (duration: 364.118388ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:39.059305Z","caller":"traceutil/trace.go:171","msg":"trace[685799687] transaction","detail":"{read_only:false; response_revision:23558; number_of_response:1; }","duration":"257.364085ms","start":"2026-03-08T03:17:38.80188Z","end":"2026-03-08T03:17:39.059244Z","steps":["trace[685799687] 'process raft request' (duration: 257.202281ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:39.059484Z","caller":"traceutil/trace.go:171","msg":"trace[962555670] transaction","detail":"{read_only:false; response_revision:23559; number_of_response:1; }","duration":"256.552506ms","start":"2026-03-08T03:17:38.802919Z","end":"2026-03-08T03:17:39.059472Z","steps":["trace[962555670] 'process raft request' (duration: 256.253579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.059489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.694802Z","time spent":"364.586749ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:39.059686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.003107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:39.059722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.588027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:39.059778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.094719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.059806Z","caller":"traceutil/trace.go:171","msg":"trace[631404638] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23559; }","duration":"388.741231ms","start":"2026-03-08T03:17:38.67104Z","end":"2026-03-08T03:17:39.059781Z","steps":["trace[631404638] 'agreement among raft nodes before linearized reading' (duration: 388.549136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.059891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.671012Z","time spent":"388.838773ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:39.059948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.484675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:39.058862Z","caller":"traceutil/trace.go:171","msg":"trace[1746290916] transaction","detail":"{read_only:false; response_revision:23555; number_of_response:1; }","duration":"630.573466ms","start":"2026-03-08T03:17:38.428226Z","end":"2026-03-08T03:17:39.058799Z","steps":["trace[1746290916] 'process raft request' (duration: 630.163036ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:39.060029Z","caller":"traceutil/trace.go:171","msg":"trace[1281464188] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23559; }","duration":"606.588908ms","start":"2026-03-08T03:17:38.453421Z","end":"2026-03-08T03:17:39.06001Z","steps":["trace[1281464188] 'agreement among raft nodes before linearized reading' (duration: 606.404704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.060101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.453408Z","time spent":"606.67767ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:17:39.060152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.54601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:17:39.059614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.044971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.060226Z","caller":"traceutil/trace.go:171","msg":"trace[907464911] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23559; }","duration":"257.648502ms","start":"2026-03-08T03:17:38.802564Z","end":"2026-03-08T03:17:39.060213Z","steps":["trace[907464911] 'agreement among raft nodes before linearized reading' (duration: 257.469337ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:39.060244Z","caller":"traceutil/trace.go:171","msg":"trace[1014298648] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23559; }","duration":"608.698427ms","start":"2026-03-08T03:17:38.451526Z","end":"2026-03-08T03:17:39.060225Z","steps":["trace[1014298648] 'agreement among raft nodes before linearized reading' (duration: 608.039472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.060268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.633552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:39.060295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.451512Z","time spent":"608.768978ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:17:39.060315Z","caller":"traceutil/trace.go:171","msg":"trace[714795151] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23559; }","duration":"607.719324ms","start":"2026-03-08T03:17:38.452584Z","end":"2026-03-08T03:17:39.060304Z","steps":["trace[714795151] 'agreement among raft nodes before linearized reading' (duration: 607.646662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.060353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.452571Z","time spent":"607.773525ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:17:39.060368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.874752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-08T03:17:39.060389Z","caller":"traceutil/trace.go:171","msg":"trace[1845084055] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23559; }","duration":"231.931864ms","start":"2026-03-08T03:17:38.828451Z","end":"2026-03-08T03:17:39.060383Z","steps":["trace[1845084055] 'agreement among raft nodes before linearized reading' (duration: 231.873402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.060319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.315345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:39.060164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.428211Z","time spent":"631.866946ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:39.060445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.049333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.060451Z","caller":"traceutil/trace.go:171","msg":"trace[2025034423] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23559; }","duration":"116.51157ms","start":"2026-03-08T03:17:38.943926Z","end":"2026-03-08T03:17:39.060438Z","steps":["trace[2025034423] 'agreement among raft nodes before linearized reading' (duration: 116.303875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.060452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.171894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.060498Z","caller":"traceutil/trace.go:171","msg":"trace[2088425478] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23559; }","duration":"608.271137ms","start":"2026-03-08T03:17:38.452214Z","end":"2026-03-08T03:17:39.060485Z","steps":["trace[2088425478] 'agreement among raft nodes before linearized reading' (duration: 608.189775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.060536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.857442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:39.060536Z","caller":"traceutil/trace.go:171","msg":"trace[2023852954] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23559; }","duration":"633.121645ms","start":"2026-03-08T03:17:38.427355Z","end":"2026-03-08T03:17:39.060477Z","steps":["trace[2023852954] 'agreement among raft nodes before linearized reading' (duration: 633.017582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.060546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.452187Z","time spent":"608.349848ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-08T03:17:39.060558Z","caller":"traceutil/trace.go:171","msg":"trace[769123098] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23559; }","duration":"366.902454ms","start":"2026-03-08T03:17:38.69365Z","end":"2026-03-08T03:17:39.060552Z","steps":["trace[769123098] 'agreement among raft nodes before linearized reading' (duration: 366.869993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.060581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.693638Z","time spent":"366.937744ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:39.060578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.427341Z","time spent":"633.228227ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:17:39.059736Z","caller":"traceutil/trace.go:171","msg":"trace[1284271662] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23559; }","duration":"389.073778ms","start":"2026-03-08T03:17:38.670645Z","end":"2026-03-08T03:17:39.059719Z","steps":["trace[1284271662] 'agreement among raft nodes before linearized reading' (duration: 389.017417ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:39.059809Z","caller":"traceutil/trace.go:171","msg":"trace[1572148806] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23559; }","duration":"429.164021ms","start":"2026-03-08T03:17:38.630636Z","end":"2026-03-08T03:17:39.0598Z","steps":["trace[1572148806] 'agreement among raft nodes before linearized reading' (duration: 429.12121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:39.060759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.630613Z","time spent":"430.133793ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:39.060713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:38.670629Z","time spent":"390.071572ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:17:44.867119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019403646,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:17:44.892733Z","caller":"traceutil/trace.go:171","msg":"trace[352510515] linearizableReadLoop","detail":"{readStateIndex:24450; appliedIndex:24449; }","duration":"525.86872ms","start":"2026-03-08T03:17:44.366832Z","end":"2026-03-08T03:17:44.892701Z","steps":["trace[352510515] 'read index received' (duration: 525.565753ms)","trace[352510515] 'applied index is now lower than readState.Index' (duration: 301.927µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:44.893029Z","caller":"traceutil/trace.go:171","msg":"trace[1851802831] transaction","detail":"{read_only:false; response_revision:23592; number_of_response:1; }","duration":"620.844759ms","start":"2026-03-08T03:17:44.272134Z","end":"2026-03-08T03:17:44.892979Z","steps":["trace[1851802831] 'process raft request' (duration: 620.363818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:44.893156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.803868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-08T03:17:44.893244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:44.272104Z","time spent":"621.018124ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:44.893292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.482944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:44.893255Z","caller":"traceutil/trace.go:171","msg":"trace[94619680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23592; }","duration":"451.969332ms","start":"2026-03-08T03:17:44.441273Z","end":"2026-03-08T03:17:44.893242Z","steps":["trace[94619680] 'agreement among raft nodes before linearized reading' (duration: 451.736166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:44.893305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.366151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-08T03:17:44.893378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.491891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:17:44.89336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.616642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:44.893287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.036185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:44.893429Z","caller":"traceutil/trace.go:171","msg":"trace[549078807] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23592; }","duration":"116.722964ms","start":"2026-03-08T03:17:44.776687Z","end":"2026-03-08T03:17:44.89341Z","steps":["trace[549078807] 'agreement among raft nodes before linearized reading' (duration: 116.630982ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:44.893314Z","caller":"traceutil/trace.go:171","msg":"trace[647319536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23592; }","duration":"228.543245ms","start":"2026-03-08T03:17:44.664766Z","end":"2026-03-08T03:17:44.893309Z","steps":["trace[647319536] 'agreement among raft nodes before linearized reading' (duration: 228.503144ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:44.89348Z","caller":"traceutil/trace.go:171","msg":"trace[1893733958] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23592; }","duration":"210.228879ms","start":"2026-03-08T03:17:44.68321Z","end":"2026-03-08T03:17:44.893439Z","steps":["trace[1893733958] 'agreement among raft nodes before linearized reading' (duration: 210.009064ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:44.893403Z","caller":"traceutil/trace.go:171","msg":"trace[758850524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23592; }","duration":"451.516601ms","start":"2026-03-08T03:17:44.441882Z","end":"2026-03-08T03:17:44.893398Z","steps":["trace[758850524] 'agreement among raft nodes before linearized reading' (duration: 451.442309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:44.893623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:44.441811Z","time spent":"451.798227ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:17:44.893374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:44.441252Z","time spent":"452.094314ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:17:44.893452Z","caller":"traceutil/trace.go:171","msg":"trace[2009647579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23592; }","duration":"526.604027ms","start":"2026-03-08T03:17:44.366788Z","end":"2026-03-08T03:17:44.893392Z","steps":["trace[2009647579] 'agreement among raft nodes before linearized reading' (duration: 526.160287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:44.893711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:44.366769Z","time spent":"526.932365ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:45.409479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.081182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:17:45.409788Z","caller":"traceutil/trace.go:171","msg":"trace[2017856638] linearizableReadLoop","detail":"{readStateIndex:24453; appliedIndex:24450; }","duration":"392.245762ms","start":"2026-03-08T03:17:45.017519Z","end":"2026-03-08T03:17:45.409764Z","steps":["trace[2017856638] 'read index received' (duration: 10.801851ms)","trace[2017856638] 'applied index is now lower than readState.Index' (duration: 381.442711ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:45.409866Z","caller":"traceutil/trace.go:171","msg":"trace[1093209397] transaction","detail":"{read_only:false; response_revision:23593; number_of_response:1; }","duration":"512.312765ms","start":"2026-03-08T03:17:44.897539Z","end":"2026-03-08T03:17:45.409852Z","steps":["trace[1093209397] 'process raft request' (duration: 130.757901ms)","trace[1093209397] 'compare' (duration: 380.574551ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:45.409901Z","caller":"traceutil/trace.go:171","msg":"trace[90857435] transaction","detail":"{read_only:false; response_revision:23594; number_of_response:1; }","duration":"510.666816ms","start":"2026-03-08T03:17:44.8992Z","end":"2026-03-08T03:17:45.409867Z","steps":["trace[90857435] 'process raft request' (duration: 510.41347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.410052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:44.899193Z","time spent":"510.776408ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:45.409925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:44.897515Z","time spent":"512.377305ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:45.410447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.900328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:45.410504Z","caller":"traceutil/trace.go:171","msg":"trace[174574302] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23595; }","duration":"393.01829ms","start":"2026-03-08T03:17:45.017468Z","end":"2026-03-08T03:17:45.410486Z","steps":["trace[174574302] 'agreement among raft nodes before linearized reading' (duration: 392.898537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.410537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.017448Z","time spent":"393.079922ms","remote":"127.0.0.1:46062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:45.410853Z","caller":"traceutil/trace.go:171","msg":"trace[1893070620] transaction","detail":"{read_only:false; response_revision:23595; number_of_response:1; }","duration":"511.017463ms","start":"2026-03-08T03:17:44.899823Z","end":"2026-03-08T03:17:45.410841Z","steps":["trace[1893070620] 'process raft request' (duration: 509.885997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.41092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:44.899807Z","time spent":"511.076806ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:45.640985Z","caller":"traceutil/trace.go:171","msg":"trace[323655437] transaction","detail":"{read_only:false; response_revision:23596; number_of_response:1; }","duration":"545.420415ms","start":"2026-03-08T03:17:45.095532Z","end":"2026-03-08T03:17:45.640952Z","steps":["trace[323655437] 'process raft request' (duration: 545.17053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.641192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.095509Z","time spent":"545.566718ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:45.641385Z","caller":"traceutil/trace.go:171","msg":"trace[1086117139] transaction","detail":"{read_only:false; response_revision:23597; number_of_response:1; }","duration":"514.726892ms","start":"2026-03-08T03:17:45.126622Z","end":"2026-03-08T03:17:45.641349Z","steps":["trace[1086117139] 'process raft request' (duration: 514.277221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.641649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.126604Z","time spent":"514.916296ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:45.641955Z","caller":"traceutil/trace.go:171","msg":"trace[2095071466] transaction","detail":"{read_only:false; response_revision:23598; number_of_response:1; }","duration":"510.870682ms","start":"2026-03-08T03:17:45.131049Z","end":"2026-03-08T03:17:45.64192Z","steps":["trace[2095071466] 'process raft request' (duration: 510.202266ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:45.642158Z","caller":"traceutil/trace.go:171","msg":"trace[206593154] transaction","detail":"{read_only:false; response_revision:23600; number_of_response:1; }","duration":"510.522443ms","start":"2026-03-08T03:17:45.131621Z","end":"2026-03-08T03:17:45.642143Z","steps":["trace[206593154] 'process raft request' (duration: 510.353719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.642257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.131613Z","time spent":"510.608316ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:45.642209Z","caller":"traceutil/trace.go:171","msg":"trace[703285304] linearizableReadLoop","detail":"{readStateIndex:24460; appliedIndex:24453; }","duration":"232.357714ms","start":"2026-03-08T03:17:45.409817Z","end":"2026-03-08T03:17:45.642174Z","steps":["trace[703285304] 'read index received' (duration: 230.8836ms)","trace[703285304] 'applied index is now lower than readState.Index' (duration: 1.472224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:45.642429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.13104Z","time spent":"511.003665ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:45.642585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.419462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:45.642603Z","caller":"traceutil/trace.go:171","msg":"trace[2054521944] transaction","detail":"{read_only:false; response_revision:23599; number_of_response:1; }","duration":"511.078116ms","start":"2026-03-08T03:17:45.131511Z","end":"2026-03-08T03:17:45.642589Z","steps":["trace[2054521944] 'process raft request' (duration: 510.335359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.642671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.131498Z","time spent":"511.134647ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:17:45.642638Z","caller":"traceutil/trace.go:171","msg":"trace[1425245011] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23602; }","duration":"550.558624ms","start":"2026-03-08T03:17:45.092065Z","end":"2026-03-08T03:17:45.642624Z","steps":["trace[1425245011] 'agreement among raft nodes before linearized reading' (duration: 550.3881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.642818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.09205Z","time spent":"550.730789ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:45.643137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.388857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:45.643187Z","caller":"traceutil/trace.go:171","msg":"trace[1366846693] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23602; }","duration":"512.458508ms","start":"2026-03-08T03:17:45.130717Z","end":"2026-03-08T03:17:45.643176Z","steps":["trace[1366846693] 'agreement among raft nodes before linearized reading' (duration: 512.384646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.643218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.130704Z","time spent":"512.50771ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-08T03:17:45.643373Z","caller":"traceutil/trace.go:171","msg":"trace[812766643] transaction","detail":"{read_only:false; response_revision:23601; number_of_response:1; }","duration":"511.392023ms","start":"2026-03-08T03:17:45.131964Z","end":"2026-03-08T03:17:45.643356Z","steps":["trace[812766643] 'process raft request' (duration: 510.052342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.643455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.131944Z","time spent":"511.467926ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:45.643552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.204206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:45.643591Z","caller":"traceutil/trace.go:171","msg":"trace[1741216329] transaction","detail":"{read_only:false; response_revision:23602; number_of_response:1; }","duration":"511.180918ms","start":"2026-03-08T03:17:45.132399Z","end":"2026-03-08T03:17:45.64358Z","steps":["trace[1741216329] 'process raft request' (duration: 509.688044ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:45.643599Z","caller":"traceutil/trace.go:171","msg":"trace[784536174] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23602; }","duration":"513.281828ms","start":"2026-03-08T03:17:45.130305Z","end":"2026-03-08T03:17:45.643587Z","steps":["trace[784536174] 'agreement among raft nodes before linearized reading' (duration: 513.005721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.643643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.132387Z","time spent":"511.2272ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:45.643667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.130303Z","time spent":"513.354589ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:17:45.643771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.144918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:45.643816Z","caller":"traceutil/trace.go:171","msg":"trace[1530020582] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23602; }","duration":"511.195179ms","start":"2026-03-08T03:17:45.132607Z","end":"2026-03-08T03:17:45.643802Z","steps":["trace[1530020582] 'agreement among raft nodes before linearized reading' (duration: 511.138237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.643852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.1326Z","time spent":"511.244121ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:17:45.644008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.708077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:17:45.644051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.360316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:45.644274Z","caller":"traceutil/trace.go:171","msg":"trace[2054496661] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23602; }","duration":"512.601771ms","start":"2026-03-08T03:17:45.131659Z","end":"2026-03-08T03:17:45.644261Z","steps":["trace[2054496661] 'agreement among raft nodes before linearized reading' (duration: 512.364596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.644312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.131647Z","time spent":"512.658633ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:45.644404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.98666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:45.644448Z","caller":"traceutil/trace.go:171","msg":"trace[1616162636] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23602; }","duration":"519.052491ms","start":"2026-03-08T03:17:45.125385Z","end":"2026-03-08T03:17:45.644438Z","steps":["trace[1616162636] 'agreement among raft nodes before linearized reading' (duration: 518.872757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.644511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.125374Z","time spent":"519.129224ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:17:45.644788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.532166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:45.64483Z","caller":"traceutil/trace.go:171","msg":"trace[1152589727] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23602; }","duration":"520.628268ms","start":"2026-03-08T03:17:45.124193Z","end":"2026-03-08T03:17:45.644821Z","steps":["trace[1152589727] 'agreement among raft nodes before linearized reading' (duration: 520.562107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.64489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.124167Z","time spent":"520.68563ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:17:45.645066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.985737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:45.645122Z","caller":"traceutil/trace.go:171","msg":"trace[614673674] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23602; }","duration":"521.041508ms","start":"2026-03-08T03:17:45.124053Z","end":"2026-03-08T03:17:45.645094Z","steps":["trace[614673674] 'agreement among raft nodes before linearized reading' (duration: 520.989306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.645151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.124041Z","time spent":"521.10463ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-08T03:17:45.644062Z","caller":"traceutil/trace.go:171","msg":"trace[649770615] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23602; }","duration":"513.772559ms","start":"2026-03-08T03:17:45.130279Z","end":"2026-03-08T03:17:45.644052Z","steps":["trace[649770615] 'agreement among raft nodes before linearized reading' (duration: 513.695848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.645361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.130272Z","time spent":"515.069299ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:45.645378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.455315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:45.645428Z","caller":"traceutil/trace.go:171","msg":"trace[1566106192] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23602; }","duration":"514.524526ms","start":"2026-03-08T03:17:45.13089Z","end":"2026-03-08T03:17:45.645414Z","steps":["trace[1566106192] 'agreement among raft nodes before linearized reading' (duration: 514.335452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.645472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.130883Z","time spent":"514.578278ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5030,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-08T03:17:45.645496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.191686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:45.645525Z","caller":"traceutil/trace.go:171","msg":"trace[215209940] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23602; }","duration":"553.316048ms","start":"2026-03-08T03:17:45.092198Z","end":"2026-03-08T03:17:45.645515Z","steps":["trace[215209940] 'agreement among raft nodes before linearized reading' (duration: 553.271187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:45.645561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.092171Z","time spent":"553.38189ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:17:45.893228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.339472ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:17:45.893368Z","caller":"traceutil/trace.go:171","msg":"trace[52242581] linearizableReadLoop","detail":"{readStateIndex:24461; appliedIndex:24460; }","duration":"145.223078ms","start":"2026-03-08T03:17:45.748118Z","end":"2026-03-08T03:17:45.893341Z","steps":["trace[52242581] 'read index received' (duration: 37.771µs)","trace[52242581] 'applied index is now lower than readState.Index' (duration: 145.183417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:45.894291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.16815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:17:45.894347Z","caller":"traceutil/trace.go:171","msg":"trace[540778945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23602; }","duration":"146.286003ms","start":"2026-03-08T03:17:45.748046Z","end":"2026-03-08T03:17:45.894332Z","steps":["trace[540778945] 'agreement among raft nodes before linearized reading' (duration: 146.071478ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:46.245413Z","caller":"traceutil/trace.go:171","msg":"trace[91784951] transaction","detail":"{read_only:false; response_revision:23603; number_of_response:1; }","duration":"345.633049ms","start":"2026-03-08T03:17:45.899745Z","end":"2026-03-08T03:17:46.245378Z","steps":["trace[91784951] 'process raft request' (duration: 345.440174ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:46.245472Z","caller":"traceutil/trace.go:171","msg":"trace[1203179798] linearizableReadLoop","detail":"{readStateIndex:24462; appliedIndex:24462; }","duration":"307.698496ms","start":"2026-03-08T03:17:45.937699Z","end":"2026-03-08T03:17:46.245398Z","steps":["trace[1203179798] 'read index received' (duration: 307.682796ms)","trace[1203179798] 'applied index is now lower than readState.Index' (duration: 12.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:17:46.245595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.899724Z","time spent":"345.780202ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:46.245925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.192797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:17:46.245991Z","caller":"traceutil/trace.go:171","msg":"trace[1847691886] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23603; }","duration":"308.33874ms","start":"2026-03-08T03:17:45.937633Z","end":"2026-03-08T03:17:46.245972Z","steps":["trace[1847691886] 'agreement among raft nodes before linearized reading' (duration: 307.923051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:46.246071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:45.937611Z","time spent":"308.441993ms","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:46.834323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.176156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:46.834424Z","caller":"traceutil/trace.go:171","msg":"trace[1191501272] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23604; }","duration":"369.34159ms","start":"2026-03-08T03:17:46.465053Z","end":"2026-03-08T03:17:46.834395Z","steps":["trace[1191501272] 'count revisions from in-memory index tree' (duration: 369.042892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:46.834499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:46.464956Z","time spent":"369.500893ms","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:46.834565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.448661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:46.834666Z","caller":"traceutil/trace.go:171","msg":"trace[331931300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23604; }","duration":"172.564293ms","start":"2026-03-08T03:17:46.662077Z","end":"2026-03-08T03:17:46.834641Z","steps":["trace[331931300] 'range keys from in-memory index tree' (duration: 172.372679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.406919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019403676,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:17:47.776614Z","caller":"traceutil/trace.go:171","msg":"trace[743393395] linearizableReadLoop","detail":"{readStateIndex:24464; appliedIndex:24463; }","duration":"869.825991ms","start":"2026-03-08T03:17:46.906752Z","end":"2026-03-08T03:17:47.776578Z","steps":["trace[743393395] 'read index received' (duration: 869.745549ms)","trace[743393395] 'applied index is now lower than readState.Index' (duration: 79.202µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:47.776762Z","caller":"traceutil/trace.go:171","msg":"trace[1138917862] transaction","detail":"{read_only:false; response_revision:23605; number_of_response:1; }","duration":"875.356609ms","start":"2026-03-08T03:17:46.901387Z","end":"2026-03-08T03:17:47.776744Z","steps":["trace[1138917862] 'process raft request' (duration: 874.957859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.77701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:46.901362Z","time spent":"875.431221ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:17:47.77717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.341063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:47.777287Z","caller":"traceutil/trace.go:171","msg":"trace[1872960798] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23605; }","duration":"870.555078ms","start":"2026-03-08T03:17:46.906707Z","end":"2026-03-08T03:17:47.777263Z","steps":["trace[1872960798] 'agreement among raft nodes before linearized reading' (duration: 870.333913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.777467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:46.906685Z","time spent":"870.770022ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-08T03:17:47.784507Z","caller":"traceutil/trace.go:171","msg":"trace[353405191] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"136.866553ms","start":"2026-03-08T03:17:47.647619Z","end":"2026-03-08T03:17:47.784485Z","steps":["trace[353405191] 'process raft request' (duration: 136.632237ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:47.784509Z","caller":"traceutil/trace.go:171","msg":"trace[1696339586] transaction","detail":"{read_only:false; response_revision:23607; number_of_response:1; }","duration":"135.519641ms","start":"2026-03-08T03:17:47.64896Z","end":"2026-03-08T03:17:47.784479Z","steps":["trace[1696339586] 'process raft request' (duration: 135.433259ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:47.784766Z","caller":"traceutil/trace.go:171","msg":"trace[297271748] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"134.720153ms","start":"2026-03-08T03:17:47.650037Z","end":"2026-03-08T03:17:47.784757Z","steps":["trace[297271748] 'process raft request' (duration: 134.400975ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:47.784813Z","caller":"traceutil/trace.go:171","msg":"trace[1842163478] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"134.60018ms","start":"2026-03-08T03:17:47.650196Z","end":"2026-03-08T03:17:47.784796Z","steps":["trace[1842163478] 'process raft request' (duration: 134.449456ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:47.784883Z","caller":"traceutil/trace.go:171","msg":"trace[1164178834] transaction","detail":"{read_only:false; response_revision:23610; number_of_response:1; }","duration":"131.698493ms","start":"2026-03-08T03:17:47.653159Z","end":"2026-03-08T03:17:47.784857Z","steps":["trace[1164178834] 'process raft request' (duration: 131.57437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.785802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.020739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:17:47.785927Z","caller":"traceutil/trace.go:171","msg":"trace[1188691066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23612; }","duration":"371.132072ms","start":"2026-03-08T03:17:47.414774Z","end":"2026-03-08T03:17:47.785906Z","steps":["trace[1188691066] 'agreement among raft nodes before linearized reading' (duration: 370.967478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.786003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:47.414737Z","time spent":"371.253585ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:17:47.785855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.401487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:17:47.786234Z","caller":"traceutil/trace.go:171","msg":"trace[1648349350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23612; }","duration":"371.816237ms","start":"2026-03-08T03:17:47.414408Z","end":"2026-03-08T03:17:47.786224Z","steps":["trace[1648349350] 'agreement among raft nodes before linearized reading' (duration: 370.565328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.786263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.627422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:17:47.786331Z","caller":"traceutil/trace.go:171","msg":"trace[1814845113] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:23612; }","duration":"475.723074ms","start":"2026-03-08T03:17:47.310583Z","end":"2026-03-08T03:17:47.786306Z","steps":["trace[1814845113] 'agreement among raft nodes before linearized reading' (duration: 474.629858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.786351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:47.414389Z","time spent":"371.865269ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:47.7858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.64362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-08T03:17:47.786498Z","caller":"traceutil/trace.go:171","msg":"trace[1493664180] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23612; }","duration":"687.375217ms","start":"2026-03-08T03:17:47.099109Z","end":"2026-03-08T03:17:47.786485Z","steps":["trace[1493664180] 'agreement among raft nodes before linearized reading' (duration: 686.461226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.786526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:47.099079Z","time spent":"687.437038ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-08T03:17:47.785093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.41081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:47.78669Z","caller":"traceutil/trace.go:171","msg":"trace[1063206645] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23612; }","duration":"831.020068ms","start":"2026-03-08T03:17:46.955613Z","end":"2026-03-08T03:17:47.786633Z","steps":["trace[1063206645] 'agreement among raft nodes before linearized reading' (duration: 829.4256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.786769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:46.955588Z","time spent":"831.159491ms","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:47.785228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.612308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:47.786876Z","caller":"traceutil/trace.go:171","msg":"trace[66688118] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23612; }","duration":"132.291177ms","start":"2026-03-08T03:17:47.654567Z","end":"2026-03-08T03:17:47.786858Z","steps":["trace[66688118] 'agreement among raft nodes before linearized reading' (duration: 130.578507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.785232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.938588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:17:47.786977Z","caller":"traceutil/trace.go:171","msg":"trace[130504657] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23612; }","duration":"219.73865ms","start":"2026-03-08T03:17:47.567229Z","end":"2026-03-08T03:17:47.786967Z","steps":["trace[130504657] 'agreement among raft nodes before linearized reading' (duration: 217.799335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.785491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.064876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:47.787198Z","caller":"traceutil/trace.go:171","msg":"trace[1973269338] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23612; }","duration":"816.875868ms","start":"2026-03-08T03:17:46.970298Z","end":"2026-03-08T03:17:47.787174Z","steps":["trace[1973269338] 'agreement among raft nodes before linearized reading' (duration: 814.703298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.785513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.077383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:17:47.787399Z","caller":"traceutil/trace.go:171","msg":"trace[1484168077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23612; }","duration":"370.971018ms","start":"2026-03-08T03:17:47.416408Z","end":"2026-03-08T03:17:47.787379Z","steps":["trace[1484168077] 'agreement among raft nodes before linearized reading' (duration: 369.037683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.787443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:47.4164Z","time spent":"371.031759ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:17:47.785609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.586931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:47.787508Z","caller":"traceutil/trace.go:171","msg":"trace[1151834576] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23612; }","duration":"133.511525ms","start":"2026-03-08T03:17:47.653988Z","end":"2026-03-08T03:17:47.787499Z","steps":["trace[1151834576] 'agreement among raft nodes before linearized reading' (duration: 131.270963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.785645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.504086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:47.787682Z","caller":"traceutil/trace.go:171","msg":"trace[1088921519] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23612; }","duration":"132.544513ms","start":"2026-03-08T03:17:47.655126Z","end":"2026-03-08T03:17:47.78767Z","steps":["trace[1088921519] 'agreement among raft nodes before linearized reading' (duration: 130.505175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.785697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.866115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:47.787795Z","caller":"traceutil/trace.go:171","msg":"trace[1437297167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23612; }","duration":"123.960394ms","start":"2026-03-08T03:17:47.663827Z","end":"2026-03-08T03:17:47.787788Z","steps":["trace[1437297167] 'agreement among raft nodes before linearized reading' (duration: 121.850924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.78563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.120397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:47.787909Z","caller":"traceutil/trace.go:171","msg":"trace[1110946594] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23612; }","duration":"132.4351ms","start":"2026-03-08T03:17:47.655468Z","end":"2026-03-08T03:17:47.787904Z","steps":["trace[1110946594] 'agreement among raft nodes before linearized reading' (duration: 129.815489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.785653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.014227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:47.788029Z","caller":"traceutil/trace.go:171","msg":"trace[1261400565] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23612; }","duration":"133.415993ms","start":"2026-03-08T03:17:47.654606Z","end":"2026-03-08T03:17:47.788022Z","steps":["trace[1261400565] 'agreement among raft nodes before linearized reading' (duration: 130.361082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.785648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.469474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:47.788173Z","caller":"traceutil/trace.go:171","msg":"trace[1831493893] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23612; }","duration":"133.007163ms","start":"2026-03-08T03:17:47.655159Z","end":"2026-03-08T03:17:47.788166Z","steps":["trace[1831493893] 'agreement among raft nodes before linearized reading' (duration: 130.128476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.785727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.526935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:47.788332Z","caller":"traceutil/trace.go:171","msg":"trace[1683549139] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23612; }","duration":"133.128666ms","start":"2026-03-08T03:17:47.655197Z","end":"2026-03-08T03:17:47.788326Z","steps":["trace[1683549139] 'agreement among raft nodes before linearized reading' (duration: 130.518105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.785738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.631349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:47.788476Z","caller":"traceutil/trace.go:171","msg":"trace[1966523471] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23612; }","duration":"127.380343ms","start":"2026-03-08T03:17:47.661089Z","end":"2026-03-08T03:17:47.788469Z","steps":["trace[1966523471] 'agreement among raft nodes before linearized reading' (duration: 124.632498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.78573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.327691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:17:47.788615Z","caller":"traceutil/trace.go:171","msg":"trace[909580213] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23612; }","duration":"133.231089ms","start":"2026-03-08T03:17:47.655378Z","end":"2026-03-08T03:17:47.788609Z","steps":["trace[909580213] 'agreement among raft nodes before linearized reading' (duration: 130.041804ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:47.785763Z","caller":"traceutil/trace.go:171","msg":"trace[1422852207] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"129.557493ms","start":"2026-03-08T03:17:47.656195Z","end":"2026-03-08T03:17:47.785752Z","steps":["trace[1422852207] 'process raft request' (duration: 128.647362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.785759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.109669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:17:47.788888Z","caller":"traceutil/trace.go:171","msg":"trace[634202115] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23612; }","duration":"134.258953ms","start":"2026-03-08T03:17:47.654621Z","end":"2026-03-08T03:17:47.78888Z","steps":["trace[634202115] 'agreement among raft nodes before linearized reading' (duration: 131.101969ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:47.785009Z","caller":"traceutil/trace.go:171","msg":"trace[2134246311] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"131.175421ms","start":"2026-03-08T03:17:47.65379Z","end":"2026-03-08T03:17:47.784965Z","steps":["trace[2134246311] 'process raft request' (duration: 131.011997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:17:47.786373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:47.31057Z","time spent":"475.791785ms","remote":"127.0.0.1:54224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:17:47.790885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:17:46.970275Z","time spent":"817.001132ms","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:17:54.007436Z","caller":"traceutil/trace.go:171","msg":"trace[590353419] transaction","detail":"{read_only:false; response_revision:23658; number_of_response:1; }","duration":"139.02954ms","start":"2026-03-08T03:17:53.86837Z","end":"2026-03-08T03:17:54.007399Z","steps":["trace[590353419] 'process raft request' (duration: 138.976989ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:54.007486Z","caller":"traceutil/trace.go:171","msg":"trace[52742235] transaction","detail":"{read_only:false; response_revision:23657; number_of_response:1; }","duration":"139.43637ms","start":"2026-03-08T03:17:53.868003Z","end":"2026-03-08T03:17:54.007439Z","steps":["trace[52742235] 'process raft request' (duration: 139.292186ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:54.007493Z","caller":"traceutil/trace.go:171","msg":"trace[751396675] transaction","detail":"{read_only:false; response_revision:23656; number_of_response:1; }","duration":"139.428879ms","start":"2026-03-08T03:17:53.867991Z","end":"2026-03-08T03:17:54.00742Z","steps":["trace[751396675] 'process raft request' (duration: 119.958255ms)","trace[751396675] 'compare' (duration: 19.201778ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:56.13014Z","caller":"traceutil/trace.go:171","msg":"trace[841113258] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"113.249019ms","start":"2026-03-08T03:17:56.016853Z","end":"2026-03-08T03:17:56.130102Z","steps":["trace[841113258] 'process raft request' (duration: 57.377507ms)","trace[841113258] 'compare' (duration: 55.279748ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:17:56.130462Z","caller":"traceutil/trace.go:171","msg":"trace[1274394044] transaction","detail":"{read_only:false; response_revision:23671; number_of_response:1; }","duration":"113.077145ms","start":"2026-03-08T03:17:56.01736Z","end":"2026-03-08T03:17:56.130437Z","steps":["trace[1274394044] 'process raft request' (duration: 112.619734ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:17:56.130654Z","caller":"traceutil/trace.go:171","msg":"trace[1009779312] transaction","detail":"{read_only:false; response_revision:23672; number_of_response:1; }","duration":"111.53605ms","start":"2026-03-08T03:17:56.019106Z","end":"2026-03-08T03:17:56.130642Z","steps":["trace[1009779312] 'process raft request' (duration: 111.261233ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:00.04261Z","caller":"traceutil/trace.go:171","msg":"trace[2088891846] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"103.593014ms","start":"2026-03-08T03:17:59.938984Z","end":"2026-03-08T03:18:00.042577Z","steps":["trace[2088891846] 'process raft request' (duration: 103.351608ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:00.043013Z","caller":"traceutil/trace.go:171","msg":"trace[1684569762] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"103.891221ms","start":"2026-03-08T03:17:59.939066Z","end":"2026-03-08T03:18:00.042957Z","steps":["trace[1684569762] 'process raft request' (duration: 103.446331ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:00.043834Z","caller":"traceutil/trace.go:171","msg":"trace[1190370198] linearizableReadLoop","detail":"{readStateIndex:24560; appliedIndex:24556; }","duration":"103.115223ms","start":"2026-03-08T03:17:59.940699Z","end":"2026-03-08T03:18:00.043814Z","steps":["trace[1190370198] 'read index received' (duration: 25.865513ms)","trace[1190370198] 'applied index is now lower than readState.Index' (duration: 77.24864ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:00.04385Z","caller":"traceutil/trace.go:171","msg":"trace[1795665083] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"103.84999ms","start":"2026-03-08T03:17:59.939975Z","end":"2026-03-08T03:18:00.043825Z","steps":["trace[1795665083] 'process raft request' (duration: 102.925829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:00.044301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.576034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:00.044376Z","caller":"traceutil/trace.go:171","msg":"trace[50626274] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23700; }","duration":"103.660246ms","start":"2026-03-08T03:17:59.940675Z","end":"2026-03-08T03:18:00.044336Z","steps":["trace[50626274] 'agreement among raft nodes before linearized reading' (duration: 103.554814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:00.339284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.227359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:18:00.339383Z","caller":"traceutil/trace.go:171","msg":"trace[1685902714] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23705; }","duration":"114.593711ms","start":"2026-03-08T03:18:00.224765Z","end":"2026-03-08T03:18:00.339359Z","steps":["trace[1685902714] 'range keys from in-memory index tree' (duration: 112.955103ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:01.499998Z","caller":"traceutil/trace.go:171","msg":"trace[629047241] transaction","detail":"{read_only:false; response_revision:23709; number_of_response:1; }","duration":"113.215849ms","start":"2026-03-08T03:18:01.386742Z","end":"2026-03-08T03:18:01.499958Z","steps":["trace[629047241] 'process raft request' (duration: 112.990764ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:01.794805Z","caller":"traceutil/trace.go:171","msg":"trace[1379881345] linearizableReadLoop","detail":"{readStateIndex:24575; appliedIndex:24574; }","duration":"129.371085ms","start":"2026-03-08T03:18:01.665403Z","end":"2026-03-08T03:18:01.794774Z","steps":["trace[1379881345] 'read index received' (duration: 83.22661ms)","trace[1379881345] 'applied index is now lower than readState.Index' (duration: 46.143395ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:01.794905Z","caller":"traceutil/trace.go:171","msg":"trace[1415576071] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"211.188852ms","start":"2026-03-08T03:18:01.583671Z","end":"2026-03-08T03:18:01.79486Z","steps":["trace[1415576071] 'process raft request' (duration: 165.030806ms)","trace[1415576071] 'compare' (duration: 45.915421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:01.79506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.641751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:01.795164Z","caller":"traceutil/trace.go:171","msg":"trace[949128376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23712; }","duration":"129.786875ms","start":"2026-03-08T03:18:01.665349Z","end":"2026-03-08T03:18:01.795136Z","steps":["trace[949128376] 'agreement among raft nodes before linearized reading' (duration: 129.533419ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:02.130651Z","caller":"traceutil/trace.go:171","msg":"trace[1525467131] transaction","detail":"{read_only:false; response_revision:23717; number_of_response:1; }","duration":"131.426224ms","start":"2026-03-08T03:18:01.999192Z","end":"2026-03-08T03:18:02.130618Z","steps":["trace[1525467131] 'process raft request' (duration: 102.275684ms)","trace[1525467131] 'compare' (duration: 28.664688ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:02.221067Z","caller":"traceutil/trace.go:171","msg":"trace[1837151315] transaction","detail":"{read_only:false; response_revision:23718; number_of_response:1; }","duration":"214.434318ms","start":"2026-03-08T03:18:02.006585Z","end":"2026-03-08T03:18:02.221019Z","steps":["trace[1837151315] 'process raft request' (duration: 214.058439ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:02.221285Z","caller":"traceutil/trace.go:171","msg":"trace[123703522] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"170.29921ms","start":"2026-03-08T03:18:02.050889Z","end":"2026-03-08T03:18:02.221189Z","steps":["trace[123703522] 'process raft request' (duration: 169.990532ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:02.221451Z","caller":"traceutil/trace.go:171","msg":"trace[1100984329] linearizableReadLoop","detail":"{readStateIndex:24581; appliedIndex:24579; }","duration":"172.025259ms","start":"2026-03-08T03:18:02.049407Z","end":"2026-03-08T03:18:02.221432Z","steps":["trace[1100984329] 'read index received' (duration: 52.097714ms)","trace[1100984329] 'applied index is now lower than readState.Index' (duration: 119.925595ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:02.221464Z","caller":"traceutil/trace.go:171","msg":"trace[1108172148] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"170.178026ms","start":"2026-03-08T03:18:02.051261Z","end":"2026-03-08T03:18:02.221439Z","steps":["trace[1108172148] 'process raft request' (duration: 170.002462ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:02.22147Z","caller":"traceutil/trace.go:171","msg":"trace[315889797] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"170.387491ms","start":"2026-03-08T03:18:02.051028Z","end":"2026-03-08T03:18:02.221416Z","steps":["trace[315889797] 'process raft request' (duration: 170.065373ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:02.221567Z","caller":"traceutil/trace.go:171","msg":"trace[1961461740] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"170.171326ms","start":"2026-03-08T03:18:02.051383Z","end":"2026-03-08T03:18:02.221555Z","steps":["trace[1961461740] 'process raft request' (duration: 169.941091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:02.221638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.208863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:02.221718Z","caller":"traceutil/trace.go:171","msg":"trace[1678101861] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23723; }","duration":"172.324146ms","start":"2026-03-08T03:18:02.04937Z","end":"2026-03-08T03:18:02.221694Z","steps":["trace[1678101861] 'agreement among raft nodes before linearized reading' (duration: 172.189373ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:02.221329Z","caller":"traceutil/trace.go:171","msg":"trace[226659861] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"170.288668ms","start":"2026-03-08T03:18:02.050978Z","end":"2026-03-08T03:18:02.221267Z","steps":["trace[226659861] 'process raft request' (duration: 169.957041ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:02.289693Z","caller":"traceutil/trace.go:171","msg":"trace[1223058162] transaction","detail":"{read_only:false; response_revision:23724; number_of_response:1; }","duration":"152.994386ms","start":"2026-03-08T03:18:02.136581Z","end":"2026-03-08T03:18:02.289575Z","steps":["trace[1223058162] 'process raft request' (duration: 93.743434ms)","trace[1223058162] 'compare' (duration: 58.917254ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:02.289778Z","caller":"traceutil/trace.go:171","msg":"trace[70152112] transaction","detail":"{read_only:false; response_revision:23725; number_of_response:1; }","duration":"152.534816ms","start":"2026-03-08T03:18:02.13721Z","end":"2026-03-08T03:18:02.289744Z","steps":["trace[70152112] 'process raft request' (duration: 152.257579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:02.289968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.143991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:02.290057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.378716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:02.290088Z","caller":"traceutil/trace.go:171","msg":"trace[577086043] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23726; }","duration":"238.285254ms","start":"2026-03-08T03:18:02.051775Z","end":"2026-03-08T03:18:02.29006Z","steps":["trace[577086043] 'agreement among raft nodes before linearized reading' (duration: 237.973597ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:02.290128Z","caller":"traceutil/trace.go:171","msg":"trace[617628478] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23726; }","duration":"238.477448ms","start":"2026-03-08T03:18:02.051635Z","end":"2026-03-08T03:18:02.290113Z","steps":["trace[617628478] 'agreement among raft nodes before linearized reading' (duration: 238.356705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:02.290332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.481898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"warn","ts":"2026-03-08T03:18:02.290351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.191175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:18:02.290322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.837637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-03-08T03:18:02.290377Z","caller":"traceutil/trace.go:171","msg":"trace[606182046] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23726; }","duration":"238.54105ms","start":"2026-03-08T03:18:02.051823Z","end":"2026-03-08T03:18:02.290364Z","steps":["trace[606182046] 'agreement among raft nodes before linearized reading' (duration: 238.433927ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:02.290415Z","caller":"traceutil/trace.go:171","msg":"trace[79629631] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23726; }","duration":"239.039022ms","start":"2026-03-08T03:18:02.051353Z","end":"2026-03-08T03:18:02.290392Z","steps":["trace[79629631] 'agreement among raft nodes before linearized reading' (duration: 238.680293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:02.290434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.58034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-03-08T03:18:02.290436Z","caller":"traceutil/trace.go:171","msg":"trace[5283992] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"152.996206ms","start":"2026-03-08T03:18:02.137408Z","end":"2026-03-08T03:18:02.290404Z","steps":["trace[5283992] 'process raft request' (duration: 152.165647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:02.290327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.782999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:02.290479Z","caller":"traceutil/trace.go:171","msg":"trace[1222270049] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23726; }","duration":"238.642962ms","start":"2026-03-08T03:18:02.051822Z","end":"2026-03-08T03:18:02.290465Z","steps":["trace[1222270049] 'agreement among raft nodes before linearized reading' (duration: 238.54523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:02.290457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.794966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:02.290519Z","caller":"traceutil/trace.go:171","msg":"trace[345096940] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23726; }","duration":"225.056945ms","start":"2026-03-08T03:18:02.065446Z","end":"2026-03-08T03:18:02.290502Z","steps":["trace[345096940] 'agreement among raft nodes before linearized reading' (duration: 224.746838ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:02.290558Z","caller":"traceutil/trace.go:171","msg":"trace[1854868365] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23726; }","duration":"238.928309ms","start":"2026-03-08T03:18:02.051604Z","end":"2026-03-08T03:18:02.290532Z","steps":["trace[1854868365] 'agreement among raft nodes before linearized reading' (duration: 238.714294ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:02.290388Z","caller":"traceutil/trace.go:171","msg":"trace[820956518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23726; }","duration":"230.239046ms","start":"2026-03-08T03:18:02.060139Z","end":"2026-03-08T03:18:02.290378Z","steps":["trace[820956518] 'agreement among raft nodes before linearized reading' (duration: 230.090363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:02.290643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.816366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"info","ts":"2026-03-08T03:18:02.290788Z","caller":"traceutil/trace.go:171","msg":"trace[2115886612] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23726; }","duration":"239.144623ms","start":"2026-03-08T03:18:02.051627Z","end":"2026-03-08T03:18:02.290772Z","steps":["trace[2115886612] 'agreement among raft nodes before linearized reading' (duration: 238.639642ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:02.500425Z","caller":"traceutil/trace.go:171","msg":"trace[759134372] transaction","detail":"{read_only:false; response_revision:23732; number_of_response:1; }","duration":"109.992354ms","start":"2026-03-08T03:18:02.390398Z","end":"2026-03-08T03:18:02.50039Z","steps":["trace[759134372] 'process raft request' (duration: 109.655526ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:02.608633Z","caller":"traceutil/trace.go:171","msg":"trace[1098602670] transaction","detail":"{read_only:false; response_revision:23733; number_of_response:1; }","duration":"100.569894ms","start":"2026-03-08T03:18:02.507954Z","end":"2026-03-08T03:18:02.608523Z","steps":["trace[1098602670] 'process raft request' (duration: 97.642236ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:03.311833Z","caller":"traceutil/trace.go:171","msg":"trace[803736744] linearizableReadLoop","detail":"{readStateIndex:24599; appliedIndex:24598; }","duration":"138.328414ms","start":"2026-03-08T03:18:03.173478Z","end":"2026-03-08T03:18:03.311806Z","steps":["trace[803736744] 'read index received' (duration: 70.676448ms)","trace[803736744] 'applied index is now lower than readState.Index' (duration: 67.650896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:03.312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.498628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:03.311962Z","caller":"traceutil/trace.go:171","msg":"trace[257357077] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"141.925708ms","start":"2026-03-08T03:18:03.169973Z","end":"2026-03-08T03:18:03.311899Z","steps":["trace[257357077] 'process raft request' (duration: 74.129917ms)","trace[257357077] 'compare' (duration: 67.556575ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:03.312044Z","caller":"traceutil/trace.go:171","msg":"trace[97733646] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23736; }","duration":"138.57151ms","start":"2026-03-08T03:18:03.17346Z","end":"2026-03-08T03:18:03.312031Z","steps":["trace[97733646] 'agreement among raft nodes before linearized reading' (duration: 138.455927ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:04.089276Z","caller":"traceutil/trace.go:171","msg":"trace[1242736942] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"105.185102ms","start":"2026-03-08T03:18:03.984049Z","end":"2026-03-08T03:18:04.089234Z","steps":["trace[1242736942] 'process raft request' (duration: 104.924366ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:06.910463Z","caller":"traceutil/trace.go:171","msg":"trace[2060302819] linearizableReadLoop","detail":"{readStateIndex:24627; appliedIndex:24626; }","duration":"440.679861ms","start":"2026-03-08T03:18:06.469755Z","end":"2026-03-08T03:18:06.910434Z","steps":["trace[2060302819] 'read index received' (duration: 399.936612ms)","trace[2060302819] 'applied index is now lower than readState.Index' (duration: 40.742229ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:06.910589Z","caller":"traceutil/trace.go:171","msg":"trace[936901228] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"461.149418ms","start":"2026-03-08T03:18:06.449401Z","end":"2026-03-08T03:18:06.910551Z","steps":["trace[936901228] 'process raft request' (duration: 420.384168ms)","trace[936901228] 'compare' (duration: 40.512274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:06.910714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.449389Z","time spent":"461.26056ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:06.910714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.954487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:18:06.910788Z","caller":"traceutil/trace.go:171","msg":"trace[348165319] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23763; }","duration":"441.07704ms","start":"2026-03-08T03:18:06.469689Z","end":"2026-03-08T03:18:06.910766Z","steps":["trace[348165319] 'agreement among raft nodes before linearized reading' (duration: 440.857425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:06.910819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.469664Z","time spent":"441.148672ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:18:06.910848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.718307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:06.91097Z","caller":"traceutil/trace.go:171","msg":"trace[45985105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23763; }","duration":"245.893671ms","start":"2026-03-08T03:18:06.665044Z","end":"2026-03-08T03:18:06.910938Z","steps":["trace[45985105] 'agreement among raft nodes before linearized reading' (duration: 245.688376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:06.910983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.591787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:18:06.911069Z","caller":"traceutil/trace.go:171","msg":"trace[262038176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23763; }","duration":"270.73452ms","start":"2026-03-08T03:18:06.640311Z","end":"2026-03-08T03:18:06.911045Z","steps":["trace[262038176] 'agreement among raft nodes before linearized reading' (duration: 270.447564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:06.91107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.717072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:18:06.911106Z","caller":"traceutil/trace.go:171","msg":"trace[1402920204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23763; }","duration":"440.841874ms","start":"2026-03-08T03:18:06.470255Z","end":"2026-03-08T03:18:06.911097Z","steps":["trace[1402920204] 'agreement among raft nodes before linearized reading' (duration: 440.611699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:06.911134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:06.470229Z","time spent":"440.898236ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:18:07.11002Z","caller":"traceutil/trace.go:171","msg":"trace[238213213] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"190.829438ms","start":"2026-03-08T03:18:06.919164Z","end":"2026-03-08T03:18:07.109993Z","steps":["trace[238213213] 'process raft request' (duration: 190.733356ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:07.110053Z","caller":"traceutil/trace.go:171","msg":"trace[1562226266] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"191.068904ms","start":"2026-03-08T03:18:06.918941Z","end":"2026-03-08T03:18:07.11001Z","steps":["trace[1562226266] 'process raft request' (duration: 167.813742ms)","trace[1562226266] 'compare' (duration: 22.856622ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:07.596077Z","caller":"traceutil/trace.go:171","msg":"trace[815051080] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"177.18436ms","start":"2026-03-08T03:18:07.418837Z","end":"2026-03-08T03:18:07.596022Z","steps":["trace[815051080] 'process raft request' (duration: 177.025956ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:08.274737Z","caller":"traceutil/trace.go:171","msg":"trace[1025125377] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"134.092285ms","start":"2026-03-08T03:18:08.140612Z","end":"2026-03-08T03:18:08.274704Z","steps":["trace[1025125377] 'process raft request' (duration: 133.695546ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:08.446735Z","caller":"traceutil/trace.go:171","msg":"trace[180344248] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"100.804549ms","start":"2026-03-08T03:18:08.345876Z","end":"2026-03-08T03:18:08.446681Z","steps":["trace[180344248] 'process raft request' (duration: 49.623086ms)","trace[180344248] 'compare' (duration: 50.859806ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:08.499992Z","caller":"traceutil/trace.go:171","msg":"trace[407512850] transaction","detail":"{read_only:false; response_revision:23775; number_of_response:1; }","duration":"145.063641ms","start":"2026-03-08T03:18:08.354898Z","end":"2026-03-08T03:18:08.499962Z","steps":["trace[407512850] 'process raft request' (duration: 144.954058ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:08.499996Z","caller":"traceutil/trace.go:171","msg":"trace[15001489] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"145.746657ms","start":"2026-03-08T03:18:08.354207Z","end":"2026-03-08T03:18:08.499954Z","steps":["trace[15001489] 'process raft request' (duration: 145.48348ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:08.500291Z","caller":"traceutil/trace.go:171","msg":"trace[360783528] transaction","detail":"{read_only:false; response_revision:23776; number_of_response:1; }","duration":"144.760694ms","start":"2026-03-08T03:18:08.355516Z","end":"2026-03-08T03:18:08.500277Z","steps":["trace[360783528] 'process raft request' (duration: 144.397046ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:08.500349Z","caller":"traceutil/trace.go:171","msg":"trace[228824457] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"144.59406ms","start":"2026-03-08T03:18:08.355729Z","end":"2026-03-08T03:18:08.500323Z","steps":["trace[228824457] 'process raft request' (duration: 144.419066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:08.500482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.733343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-03-08T03:18:08.500627Z","caller":"traceutil/trace.go:171","msg":"trace[1932839200] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23777; }","duration":"144.893977ms","start":"2026-03-08T03:18:08.355704Z","end":"2026-03-08T03:18:08.500598Z","steps":["trace[1932839200] 'agreement among raft nodes before linearized reading' (duration: 144.62618ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:08.640674Z","caller":"traceutil/trace.go:171","msg":"trace[328528129] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"127.157373ms","start":"2026-03-08T03:18:08.51347Z","end":"2026-03-08T03:18:08.640627Z","steps":["trace[328528129] 'process raft request' (duration: 77.920046ms)","trace[328528129] 'compare' (duration: 48.891709ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:09.295222Z","caller":"traceutil/trace.go:171","msg":"trace[1577269814] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"175.791107ms","start":"2026-03-08T03:18:09.119386Z","end":"2026-03-08T03:18:09.295177Z","steps":["trace[1577269814] 'process raft request' (duration: 83.821813ms)","trace[1577269814] 'compare' (duration: 91.670577ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:09.522418Z","caller":"traceutil/trace.go:171","msg":"trace[49894569] linearizableReadLoop","detail":"{readStateIndex:24648; appliedIndex:24647; }","duration":"272.869529ms","start":"2026-03-08T03:18:09.249519Z","end":"2026-03-08T03:18:09.522389Z","steps":["trace[49894569] 'read index received' (duration: 216.003184ms)","trace[49894569] 'applied index is now lower than readState.Index' (duration: 56.865365ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:09.522464Z","caller":"traceutil/trace.go:171","msg":"trace[1281673645] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"402.651604ms","start":"2026-03-08T03:18:09.119772Z","end":"2026-03-08T03:18:09.522424Z","steps":["trace[1281673645] 'process raft request' (duration: 345.617415ms)","trace[1281673645] 'compare' (duration: 56.717672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:09.522601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:09.119758Z","time spent":"402.773288ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:09.522706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.186187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:09.522789Z","caller":"traceutil/trace.go:171","msg":"trace[849159304] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23784; }","duration":"273.33189ms","start":"2026-03-08T03:18:09.249439Z","end":"2026-03-08T03:18:09.522771Z","steps":["trace[849159304] 'agreement among raft nodes before linearized reading' (duration: 273.070954ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:09.800783Z","caller":"traceutil/trace.go:171","msg":"trace[1208958985] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"148.45099ms","start":"2026-03-08T03:18:09.6523Z","end":"2026-03-08T03:18:09.800751Z","steps":["trace[1208958985] 'process raft request' (duration: 148.216245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:10.442336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.496481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:10.442451Z","caller":"traceutil/trace.go:171","msg":"trace[1681702951] linearizableReadLoop","detail":"{readStateIndex:24653; appliedIndex:24652; }","duration":"135.246932ms","start":"2026-03-08T03:18:10.307185Z","end":"2026-03-08T03:18:10.442432Z","steps":["trace[1681702951] 'read index received' (duration: 38.85µs)","trace[1681702951] 'applied index is now lower than readState.Index' (duration: 135.207122ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:10.442595Z","caller":"traceutil/trace.go:171","msg":"trace[2089921663] transaction","detail":"{read_only:false; response_revision:23788; number_of_response:1; }","duration":"154.786638ms","start":"2026-03-08T03:18:10.287763Z","end":"2026-03-08T03:18:10.44255Z","steps":["trace[2089921663] 'process raft request' (duration: 12.00576ms)","trace[2089921663] 'compare' (duration: 141.897737ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:10.442736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.537419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:10.442838Z","caller":"traceutil/trace.go:171","msg":"trace[1255654757] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23788; }","duration":"135.684123ms","start":"2026-03-08T03:18:10.307125Z","end":"2026-03-08T03:18:10.442809Z","steps":["trace[1255654757] 'agreement among raft nodes before linearized reading' (duration: 135.418596ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:10.4436Z","caller":"traceutil/trace.go:171","msg":"trace[1982081789] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"133.561792ms","start":"2026-03-08T03:18:10.310021Z","end":"2026-03-08T03:18:10.443582Z","steps":["trace[1982081789] 'process raft request' (duration: 133.229245ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:10.746218Z","caller":"traceutil/trace.go:171","msg":"trace[1700670494] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"257.465ms","start":"2026-03-08T03:18:10.488722Z","end":"2026-03-08T03:18:10.746187Z","steps":["trace[1700670494] 'process raft request' (duration: 257.284126ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:10.906342Z","caller":"traceutil/trace.go:171","msg":"trace[639470853] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"400.797401ms","start":"2026-03-08T03:18:10.50551Z","end":"2026-03-08T03:18:10.906308Z","steps":["trace[639470853] 'process raft request' (duration: 340.522986ms)","trace[639470853] 'compare' (duration: 59.658121ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:10.90642Z","caller":"traceutil/trace.go:171","msg":"trace[1210708795] linearizableReadLoop","detail":"{readStateIndex:24659; appliedIndex:24655; }","duration":"399.838359ms","start":"2026-03-08T03:18:10.506549Z","end":"2026-03-08T03:18:10.906388Z","steps":["trace[1210708795] 'read index received' (duration: 239.543753ms)","trace[1210708795] 'applied index is now lower than readState.Index' (duration: 160.290016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:10.906514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:10.505494Z","time spent":"400.930654ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:10.906558Z","caller":"traceutil/trace.go:171","msg":"trace[163117633] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"399.234395ms","start":"2026-03-08T03:18:10.507309Z","end":"2026-03-08T03:18:10.906543Z","steps":["trace[163117633] 'process raft request' (duration: 399.01015ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:10.906514Z","caller":"traceutil/trace.go:171","msg":"trace[916404690] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"400.021714ms","start":"2026-03-08T03:18:10.50647Z","end":"2026-03-08T03:18:10.906492Z","steps":["trace[916404690] 'process raft request' (duration: 399.788078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:10.906715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:10.506458Z","time spent":"400.145466ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:10.90677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.220188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-03-08T03:18:10.906806Z","caller":"traceutil/trace.go:171","msg":"trace[2033182491] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23795; }","duration":"400.255789ms","start":"2026-03-08T03:18:10.506539Z","end":"2026-03-08T03:18:10.906795Z","steps":["trace[2033182491] 'agreement among raft nodes before linearized reading' (duration: 400.139586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:10.906834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:10.506465Z","time spent":"400.362151ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4897,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-08T03:18:10.906828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:10.507291Z","time spent":"399.301946ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:10.906448Z","caller":"traceutil/trace.go:171","msg":"trace[2127511089] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"400.763151ms","start":"2026-03-08T03:18:10.505661Z","end":"2026-03-08T03:18:10.906424Z","steps":["trace[2127511089] 'process raft request' (duration: 400.463874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:10.907079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:10.505651Z","time spent":"401.314184ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:10.944504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.803838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:10.944536Z","caller":"traceutil/trace.go:171","msg":"trace[266145032] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"131.639228ms","start":"2026-03-08T03:18:10.812863Z","end":"2026-03-08T03:18:10.944502Z","steps":["trace[266145032] 'process raft request' (duration: 131.386333ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:10.944588Z","caller":"traceutil/trace.go:171","msg":"trace[385460465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23796; }","duration":"281.928311ms","start":"2026-03-08T03:18:10.662638Z","end":"2026-03-08T03:18:10.944566Z","steps":["trace[385460465] 'agreement among raft nodes before linearized reading' (duration: 281.771427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:10.944625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.423465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:18:10.94468Z","caller":"traceutil/trace.go:171","msg":"trace[2058796128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23796; }","duration":"431.566538ms","start":"2026-03-08T03:18:10.513095Z","end":"2026-03-08T03:18:10.944662Z","steps":["trace[2058796128] 'agreement among raft nodes before linearized reading' (duration: 431.426695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:10.944721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:10.513068Z","time spent":"431.64437ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:18:11.49757Z","caller":"traceutil/trace.go:171","msg":"trace[634522584] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"108.732165ms","start":"2026-03-08T03:18:11.388797Z","end":"2026-03-08T03:18:11.497529Z","steps":["trace[634522584] 'process raft request' (duration: 21.316517ms)","trace[634522584] 'compare' (duration: 87.243204ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:11.729103Z","caller":"traceutil/trace.go:171","msg":"trace[1883668650] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"199.157632ms","start":"2026-03-08T03:18:11.529913Z","end":"2026-03-08T03:18:11.729071Z","steps":["trace[1883668650] 'process raft request' (duration: 198.926637ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:12.560325Z","caller":"traceutil/trace.go:171","msg":"trace[2116025208] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"110.465664ms","start":"2026-03-08T03:18:12.449822Z","end":"2026-03-08T03:18:12.560288Z","steps":["trace[2116025208] 'process raft request' (duration: 21.162363ms)","trace[2116025208] 'compare' (duration: 89.049725ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:13.286599Z","caller":"traceutil/trace.go:171","msg":"trace[1543607911] transaction","detail":"{read_only:false; response_revision:23818; number_of_response:1; }","duration":"127.483451ms","start":"2026-03-08T03:18:13.159072Z","end":"2026-03-08T03:18:13.286556Z","steps":["trace[1543607911] 'process raft request' (duration: 124.184104ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:13.523657Z","caller":"traceutil/trace.go:171","msg":"trace[2054387611] transaction","detail":"{read_only:false; response_revision:23820; number_of_response:1; }","duration":"163.587273ms","start":"2026-03-08T03:18:13.360038Z","end":"2026-03-08T03:18:13.523626Z","steps":["trace[2054387611] 'process raft request' (duration: 71.377093ms)","trace[2054387611] 'compare' (duration: 92.039176ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:13.551338Z","caller":"traceutil/trace.go:171","msg":"trace[990153348] linearizableReadLoop","detail":"{readStateIndex:24686; appliedIndex:24684; }","duration":"180.21659ms","start":"2026-03-08T03:18:13.371094Z","end":"2026-03-08T03:18:13.55131Z","steps":["trace[990153348] 'read index received' (duration: 60.426818ms)","trace[990153348] 'applied index is now lower than readState.Index' (duration: 119.788542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:13.551462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.350354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-service\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:13.551502Z","caller":"traceutil/trace.go:171","msg":"trace[1803544827] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-service; range_end:; response_count:0; response_revision:23821; }","duration":"180.465146ms","start":"2026-03-08T03:18:13.371025Z","end":"2026-03-08T03:18:13.55149Z","steps":["trace[1803544827] 'agreement among raft nodes before linearized reading' (duration: 180.385734ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:13.55165Z","caller":"traceutil/trace.go:171","msg":"trace[1346197651] transaction","detail":"{read_only:false; response_revision:23821; number_of_response:1; }","duration":"191.110534ms","start":"2026-03-08T03:18:13.360495Z","end":"2026-03-08T03:18:13.551605Z","steps":["trace[1346197651] 'process raft request' (duration: 190.615182ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:13.94881Z","caller":"traceutil/trace.go:171","msg":"trace[350770726] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"200.231017ms","start":"2026-03-08T03:18:13.74854Z","end":"2026-03-08T03:18:13.948771Z","steps":["trace[350770726] 'process raft request' (duration: 179.657677ms)","trace[350770726] 'compare' (duration: 19.797431ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:13.949349Z","caller":"traceutil/trace.go:171","msg":"trace[1959450859] linearizableReadLoop","detail":"{readStateIndex:24693; appliedIndex:24690; }","duration":"177.569709ms","start":"2026-03-08T03:18:13.771765Z","end":"2026-03-08T03:18:13.949335Z","steps":["trace[1959450859] 'read index received' (duration: 156.441206ms)","trace[1959450859] 'applied index is now lower than readState.Index' (duration: 21.127873ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:13.949746Z","caller":"traceutil/trace.go:171","msg":"trace[441093292] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"200.696977ms","start":"2026-03-08T03:18:13.749014Z","end":"2026-03-08T03:18:13.949711Z","steps":["trace[441093292] 'process raft request' (duration: 200.206686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:13.949821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.046129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:13.949874Z","caller":"traceutil/trace.go:171","msg":"trace[920498792] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23828; }","duration":"178.109561ms","start":"2026-03-08T03:18:13.77175Z","end":"2026-03-08T03:18:13.949859Z","steps":["trace[920498792] 'agreement among raft nodes before linearized reading' (duration: 177.979528ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:13.949758Z","caller":"traceutil/trace.go:171","msg":"trace[432927993] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"201.018236ms","start":"2026-03-08T03:18:13.748693Z","end":"2026-03-08T03:18:13.949711Z","steps":["trace[432927993] 'process raft request' (duration: 199.969981ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:14.135956Z","caller":"traceutil/trace.go:171","msg":"trace[1778183465] linearizableReadLoop","detail":"{readStateIndex:24694; appliedIndex:24693; }","duration":"186.531338ms","start":"2026-03-08T03:18:13.949399Z","end":"2026-03-08T03:18:14.135931Z","steps":["trace[1778183465] 'read index received' (duration: 109.388049ms)","trace[1778183465] 'applied index is now lower than readState.Index' (duration: 77.142419ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:14.136141Z","caller":"traceutil/trace.go:171","msg":"trace[1295102345] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"235.715004ms","start":"2026-03-08T03:18:13.900414Z","end":"2026-03-08T03:18:14.136129Z","steps":["trace[1295102345] 'process raft request' (duration: 158.369071ms)","trace[1295102345] 'compare' (duration: 76.867792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:14.136373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.586304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:18:14.136405Z","caller":"traceutil/trace.go:171","msg":"trace[331742184] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23829; }","duration":"233.658566ms","start":"2026-03-08T03:18:13.902736Z","end":"2026-03-08T03:18:14.136395Z","steps":["trace[331742184] 'agreement among raft nodes before linearized reading' (duration: 233.539524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:14.136842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.387981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:14.136872Z","caller":"traceutil/trace.go:171","msg":"trace[152254730] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23830; }","duration":"182.456642ms","start":"2026-03-08T03:18:13.954408Z","end":"2026-03-08T03:18:14.136865Z","steps":["trace[152254730] 'agreement among raft nodes before linearized reading' (duration: 182.398091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:14.137008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.552603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:14.137031Z","caller":"traceutil/trace.go:171","msg":"trace[386425252] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23830; }","duration":"130.620204ms","start":"2026-03-08T03:18:14.006405Z","end":"2026-03-08T03:18:14.137025Z","steps":["trace[386425252] 'agreement among raft nodes before linearized reading' (duration: 130.571083ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:14.13719Z","caller":"traceutil/trace.go:171","msg":"trace[225226024] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"181.814227ms","start":"2026-03-08T03:18:13.955347Z","end":"2026-03-08T03:18:14.137161Z","steps":["trace[225226024] 'process raft request' (duration: 181.400538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:14.137321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.549575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-service-h4ktf\" ","response":"range_response_count:1 size:6505"} {"level":"info","ts":"2026-03-08T03:18:14.137407Z","caller":"traceutil/trace.go:171","msg":"trace[1415618674] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-service-h4ktf; range_end:; response_count:1; response_revision:23830; }","duration":"167.672928ms","start":"2026-03-08T03:18:13.969717Z","end":"2026-03-08T03:18:14.13739Z","steps":["trace[1415618674] 'agreement among raft nodes before linearized reading' (duration: 167.455223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:14.137413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.098896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:14.137525Z","caller":"traceutil/trace.go:171","msg":"trace[1813774943] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23830; }","duration":"131.25962ms","start":"2026-03-08T03:18:14.006258Z","end":"2026-03-08T03:18:14.137518Z","steps":["trace[1813774943] 'agreement among raft nodes before linearized reading' (duration: 131.123446ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:14.359505Z","caller":"traceutil/trace.go:171","msg":"trace[1446855063] linearizableReadLoop","detail":"{readStateIndex:24696; appliedIndex:24695; }","duration":"204.992688ms","start":"2026-03-08T03:18:14.154485Z","end":"2026-03-08T03:18:14.359478Z","steps":["trace[1446855063] 'read index received' (duration: 179.913083ms)","trace[1446855063] 'applied index is now lower than readState.Index' (duration: 25.078395ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:14.359545Z","caller":"traceutil/trace.go:171","msg":"trace[946708620] transaction","detail":"{read_only:false; response_revision:23831; number_of_response:1; }","duration":"211.015398ms","start":"2026-03-08T03:18:14.14848Z","end":"2026-03-08T03:18:14.359495Z","steps":["trace[946708620] 'process raft request' (duration: 185.946254ms)","trace[946708620] 'compare' (duration: 24.921231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:14.359744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.234913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-08T03:18:14.359783Z","caller":"traceutil/trace.go:171","msg":"trace[1641985613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23831; }","duration":"205.335636ms","start":"2026-03-08T03:18:14.154435Z","end":"2026-03-08T03:18:14.35977Z","steps":["trace[1641985613] 'agreement among raft nodes before linearized reading' (duration: 205.159521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:14.359743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.934211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/magnum-ks-service\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-08T03:18:14.360227Z","caller":"traceutil/trace.go:171","msg":"trace[1903419877] range","detail":"{range_begin:/registry/serviceaccounts/openstack/magnum-ks-service; range_end:; response_count:1; response_revision:23831; }","duration":"173.445942ms","start":"2026-03-08T03:18:14.186771Z","end":"2026-03-08T03:18:14.360217Z","steps":["trace[1903419877] 'agreement among raft nodes before linearized reading' (duration: 172.898789ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.119533Z","caller":"traceutil/trace.go:171","msg":"trace[690916856] linearizableReadLoop","detail":"{readStateIndex:24700; appliedIndex:24699; }","duration":"201.914776ms","start":"2026-03-08T03:18:14.917569Z","end":"2026-03-08T03:18:15.119483Z","steps":["trace[690916856] 'read index received' (duration: 201.830374ms)","trace[690916856] 'applied index is now lower than readState.Index' (duration: 82.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:15.119596Z","caller":"traceutil/trace.go:171","msg":"trace[1131764379] transaction","detail":"{read_only:false; response_revision:23835; number_of_response:1; }","duration":"284.585103ms","start":"2026-03-08T03:18:14.834991Z","end":"2026-03-08T03:18:15.119576Z","steps":["trace[1131764379] 'process raft request' (duration: 284.290216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.120051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.390397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4971"} {"level":"info","ts":"2026-03-08T03:18:15.120156Z","caller":"traceutil/trace.go:171","msg":"trace[565708036] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23835; }","duration":"202.625222ms","start":"2026-03-08T03:18:14.917505Z","end":"2026-03-08T03:18:15.12013Z","steps":["trace[565708036] 'agreement among raft nodes before linearized reading' (duration: 202.11974ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.135458Z","caller":"traceutil/trace.go:171","msg":"trace[759297536] transaction","detail":"{read_only:false; response_revision:23839; number_of_response:1; }","duration":"135.395715ms","start":"2026-03-08T03:18:15.000031Z","end":"2026-03-08T03:18:15.135426Z","steps":["trace[759297536] 'process raft request' (duration: 135.349574ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.135739Z","caller":"traceutil/trace.go:171","msg":"trace[998612180] transaction","detail":"{read_only:false; response_revision:23836; number_of_response:1; }","duration":"137.057134ms","start":"2026-03-08T03:18:14.998618Z","end":"2026-03-08T03:18:15.135675Z","steps":["trace[998612180] 'process raft request' (duration: 136.538202ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.135914Z","caller":"traceutil/trace.go:171","msg":"trace[1473244345] transaction","detail":"{read_only:false; response_revision:23837; number_of_response:1; }","duration":"137.138427ms","start":"2026-03-08T03:18:14.998681Z","end":"2026-03-08T03:18:15.135819Z","steps":["trace[1473244345] 'process raft request' (duration: 136.631295ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.13578Z","caller":"traceutil/trace.go:171","msg":"trace[1399082786] transaction","detail":"{read_only:false; response_revision:23838; number_of_response:1; }","duration":"135.974589ms","start":"2026-03-08T03:18:14.999766Z","end":"2026-03-08T03:18:15.13574Z","steps":["trace[1399082786] 'process raft request' (duration: 135.58317ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.330085Z","caller":"traceutil/trace.go:171","msg":"trace[842060866] transaction","detail":"{read_only:false; response_revision:23841; number_of_response:1; }","duration":"189.462856ms","start":"2026-03-08T03:18:15.140595Z","end":"2026-03-08T03:18:15.330057Z","steps":["trace[842060866] 'process raft request' (duration: 189.281772ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:15.372426Z","caller":"traceutil/trace.go:171","msg":"trace[1295975890] linearizableReadLoop","detail":"{readStateIndex:24707; appliedIndex:24705; }","duration":"202.068439ms","start":"2026-03-08T03:18:15.170328Z","end":"2026-03-08T03:18:15.372397Z","steps":["trace[1295975890] 'read index received' (duration: 159.62332ms)","trace[1295975890] 'applied index is now lower than readState.Index' (duration: 42.443949ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:15.372475Z","caller":"traceutil/trace.go:171","msg":"trace[1911367069] transaction","detail":"{read_only:false; response_revision:23842; number_of_response:1; }","duration":"231.388513ms","start":"2026-03-08T03:18:15.141055Z","end":"2026-03-08T03:18:15.372444Z","steps":["trace[1911367069] 'process raft request' (duration: 231.174348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.372712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.349516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:15.372806Z","caller":"traceutil/trace.go:171","msg":"trace[859026008] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23842; }","duration":"202.498329ms","start":"2026-03-08T03:18:15.170284Z","end":"2026-03-08T03:18:15.372783Z","steps":["trace[859026008] 'agreement among raft nodes before linearized reading' (duration: 202.273184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:15.372944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.203329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:18:15.372999Z","caller":"traceutil/trace.go:171","msg":"trace[845088798] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23842; }","duration":"180.302892ms","start":"2026-03-08T03:18:15.192685Z","end":"2026-03-08T03:18:15.372988Z","steps":["trace[845088798] 'agreement among raft nodes before linearized reading' (duration: 180.031186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:17.068999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.199839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:17.06914Z","caller":"traceutil/trace.go:171","msg":"trace[511304531] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23853; }","duration":"213.338432ms","start":"2026-03-08T03:18:16.855748Z","end":"2026-03-08T03:18:17.069086Z","steps":["trace[511304531] 'count revisions from in-memory index tree' (duration: 213.078346ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:17.264297Z","caller":"traceutil/trace.go:171","msg":"trace[655483968] transaction","detail":"{read_only:false; response_revision:23857; number_of_response:1; }","duration":"121.306357ms","start":"2026-03-08T03:18:17.142954Z","end":"2026-03-08T03:18:17.264261Z","steps":["trace[655483968] 'process raft request' (duration: 121.054841ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:17.498282Z","caller":"traceutil/trace.go:171","msg":"trace[362310462] linearizableReadLoop","detail":"{readStateIndex:24725; appliedIndex:24724; }","duration":"115.4234ms","start":"2026-03-08T03:18:17.382827Z","end":"2026-03-08T03:18:17.498251Z","steps":["trace[362310462] 'read index received' (duration: 89.482726ms)","trace[362310462] 'applied index is now lower than readState.Index' (duration: 25.939264ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:17.498425Z","caller":"traceutil/trace.go:171","msg":"trace[1706825561] transaction","detail":"{read_only:false; response_revision:23859; number_of_response:1; }","duration":"116.898444ms","start":"2026-03-08T03:18:17.381473Z","end":"2026-03-08T03:18:17.498372Z","steps":["trace[1706825561] 'process raft request' (duration: 90.823666ms)","trace[1706825561] 'compare' (duration: 25.655979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:17.49855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.705197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:18:17.498588Z","caller":"traceutil/trace.go:171","msg":"trace[340665047] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23859; }","duration":"115.815479ms","start":"2026-03-08T03:18:17.382762Z","end":"2026-03-08T03:18:17.498578Z","steps":["trace[340665047] 'agreement among raft nodes before linearized reading' (duration: 115.607564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:17.820951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.576225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:17.821049Z","caller":"traceutil/trace.go:171","msg":"trace[298944213] linearizableReadLoop","detail":"{readStateIndex:24726; appliedIndex:24725; }","duration":"246.657099ms","start":"2026-03-08T03:18:17.574373Z","end":"2026-03-08T03:18:17.82103Z","steps":["trace[298944213] 'read index received' (duration: 66.986282ms)","trace[298944213] 'applied index is now lower than readState.Index' (duration: 179.669837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:17.821434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.063578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:18:17.821452Z","caller":"traceutil/trace.go:171","msg":"trace[238212264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23860; }","duration":"247.157951ms","start":"2026-03-08T03:18:17.574289Z","end":"2026-03-08T03:18:17.821447Z","steps":["trace[238212264] 'agreement among raft nodes before linearized reading' (duration: 246.784382ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:17.821566Z","caller":"traceutil/trace.go:171","msg":"trace[1157505259] transaction","detail":"{read_only:false; response_revision:23860; number_of_response:1; }","duration":"318.050352ms","start":"2026-03-08T03:18:17.503458Z","end":"2026-03-08T03:18:17.821508Z","steps":["trace[1157505259] 'process raft request' (duration: 137.838472ms)","trace[1157505259] 'compare' (duration: 179.218497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:17.821796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.503432Z","time spent":"318.247627ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:18.386106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019404246,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:18:18.452092Z","caller":"traceutil/trace.go:171","msg":"trace[740061646] linearizableReadLoop","detail":"{readStateIndex:24727; appliedIndex:24726; }","duration":"567.059656ms","start":"2026-03-08T03:18:17.884998Z","end":"2026-03-08T03:18:18.452057Z","steps":["trace[740061646] 'read index received' (duration: 537.834425ms)","trace[740061646] 'applied index is now lower than readState.Index' (duration: 29.224041ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:18.452373Z","caller":"traceutil/trace.go:171","msg":"trace[589143759] transaction","detail":"{read_only:false; response_revision:23861; number_of_response:1; }","duration":"627.387282ms","start":"2026-03-08T03:18:17.82497Z","end":"2026-03-08T03:18:18.452357Z","steps":["trace[589143759] 'process raft request' (duration: 597.928746ms)","trace[589143759] 'compare' (duration: 29.016306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:18.452497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.824936Z","time spent":"627.475885ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:18.452718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.716682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:18.452755Z","caller":"traceutil/trace.go:171","msg":"trace[987558693] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23861; }","duration":"567.754863ms","start":"2026-03-08T03:18:17.884989Z","end":"2026-03-08T03:18:18.452744Z","steps":["trace[987558693] 'agreement among raft nodes before linearized reading' (duration: 567.677921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.452788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.884934Z","time spent":"567.845454ms","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:18.453039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.744314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:18:18.453089Z","caller":"traceutil/trace.go:171","msg":"trace[2132398796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23861; }","duration":"486.830296ms","start":"2026-03-08T03:18:17.966248Z","end":"2026-03-08T03:18:18.453078Z","steps":["trace[2132398796] 'agreement among raft nodes before linearized reading' (duration: 486.691203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.453156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:17.96622Z","time spent":"486.929119ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:18.453322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.60231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:18.453342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.533042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-08T03:18:18.453332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.60488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:18.453373Z","caller":"traceutil/trace.go:171","msg":"trace[1087460811] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23861; }","duration":"301.701312ms","start":"2026-03-08T03:18:18.15166Z","end":"2026-03-08T03:18:18.453361Z","steps":["trace[1087460811] 'agreement among raft nodes before linearized reading' (duration: 301.60638ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:18.45338Z","caller":"traceutil/trace.go:171","msg":"trace[663841353] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23861; }","duration":"384.605904ms","start":"2026-03-08T03:18:18.068762Z","end":"2026-03-08T03:18:18.453368Z","steps":["trace[663841353] 'agreement among raft nodes before linearized reading' (duration: 384.513252ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:18.453393Z","caller":"traceutil/trace.go:171","msg":"trace[1751173294] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23861; }","duration":"301.705342ms","start":"2026-03-08T03:18:18.151671Z","end":"2026-03-08T03:18:18.453376Z","steps":["trace[1751173294] 'agreement among raft nodes before linearized reading' (duration: 301.59843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.453407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.151631Z","time spent":"301.769954ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:18:18.453408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.068737Z","time spent":"384.664596ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-08T03:18:18.453421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.151653Z","time spent":"301.762553ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-08T03:18:18.612305Z","caller":"traceutil/trace.go:171","msg":"trace[1960450303] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"141.590651ms","start":"2026-03-08T03:18:18.47068Z","end":"2026-03-08T03:18:18.612271Z","steps":["trace[1960450303] 'process raft request' (duration: 141.412727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.61258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.212495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:18.612565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.313987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:18.612632Z","caller":"traceutil/trace.go:171","msg":"trace[972694997] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23863; }","duration":"145.265146ms","start":"2026-03-08T03:18:18.467352Z","end":"2026-03-08T03:18:18.612617Z","steps":["trace[972694997] 'agreement among raft nodes before linearized reading' (duration: 145.150983ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:18.612655Z","caller":"traceutil/trace.go:171","msg":"trace[502374586] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23863; }","duration":"145.435ms","start":"2026-03-08T03:18:18.467206Z","end":"2026-03-08T03:18:18.612641Z","steps":["trace[502374586] 'agreement among raft nodes before linearized reading' (duration: 145.298007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:18.612755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.468028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:18.612876Z","caller":"traceutil/trace.go:171","msg":"trace[288671649] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23863; }","duration":"144.643611ms","start":"2026-03-08T03:18:18.468205Z","end":"2026-03-08T03:18:18.612849Z","steps":["trace[288671649] 'agreement among raft nodes before linearized reading' (duration: 144.342454ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:19.157787Z","caller":"traceutil/trace.go:171","msg":"trace[1936815205] linearizableReadLoop","detail":"{readStateIndex:24732; appliedIndex:24731; }","duration":"483.016127ms","start":"2026-03-08T03:18:18.67475Z","end":"2026-03-08T03:18:19.157766Z","steps":["trace[1936815205] 'read index received' (duration: 440.189789ms)","trace[1936815205] 'applied index is now lower than readState.Index' (duration: 42.825708ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:19.157853Z","caller":"traceutil/trace.go:171","msg":"trace[671632360] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"516.398835ms","start":"2026-03-08T03:18:18.64141Z","end":"2026-03-08T03:18:19.157809Z","steps":["trace[671632360] 'process raft request' (duration: 473.498845ms)","trace[671632360] 'compare' (duration: 42.755757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:19.158024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.641384Z","time spent":"516.541529ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8098,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:19.158232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.453178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:19.158417Z","caller":"traceutil/trace.go:171","msg":"trace[217024553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23866; }","duration":"483.677254ms","start":"2026-03-08T03:18:18.674699Z","end":"2026-03-08T03:18:19.158376Z","steps":["trace[217024553] 'agreement among raft nodes before linearized reading' (duration: 483.428778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:19.16158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.674665Z","time spent":"485.101026ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:18:19.172559Z","caller":"traceutil/trace.go:171","msg":"trace[500192971] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"461.909756ms","start":"2026-03-08T03:18:18.710628Z","end":"2026-03-08T03:18:19.172538Z","steps":["trace[500192971] 'process raft request' (duration: 461.599278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:19.172698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:18.710596Z","time spent":"462.025939ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:19.172937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.201667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:19.17302Z","caller":"traceutil/trace.go:171","msg":"trace[1650413247] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23867; }","duration":"270.33765ms","start":"2026-03-08T03:18:18.902661Z","end":"2026-03-08T03:18:19.172999Z","steps":["trace[1650413247] 'agreement among raft nodes before linearized reading' (duration: 270.217688ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:19.443911Z","caller":"traceutil/trace.go:171","msg":"trace[213550221] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"266.89393ms","start":"2026-03-08T03:18:19.176799Z","end":"2026-03-08T03:18:19.443693Z","steps":["trace[213550221] 'process raft request' (duration: 175.07503ms)","trace[213550221] 'compare' (duration: 91.630076ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:19.456004Z","caller":"traceutil/trace.go:171","msg":"trace[1642454584] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"278.497161ms","start":"2026-03-08T03:18:19.177483Z","end":"2026-03-08T03:18:19.455981Z","steps":["trace[1642454584] 'process raft request' (duration: 278.340297ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:19.456264Z","caller":"traceutil/trace.go:171","msg":"trace[1653845897] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"278.546422ms","start":"2026-03-08T03:18:19.177702Z","end":"2026-03-08T03:18:19.456248Z","steps":["trace[1653845897] 'process raft request' (duration: 278.237995ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:19.456337Z","caller":"traceutil/trace.go:171","msg":"trace[1137468602] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"186.175449ms","start":"2026-03-08T03:18:19.270146Z","end":"2026-03-08T03:18:19.456321Z","steps":["trace[1137468602] 'process raft request' (duration: 185.980445ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:19.456305Z","caller":"traceutil/trace.go:171","msg":"trace[1011144768] linearizableReadLoop","detail":"{readStateIndex:24736; appliedIndex:24733; }","duration":"278.286056ms","start":"2026-03-08T03:18:19.177983Z","end":"2026-03-08T03:18:19.456269Z","steps":["trace[1011144768] 'read index received' (duration: 173.902564ms)","trace[1011144768] 'applied index is now lower than readState.Index' (duration: 104.382352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:19.45643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.412999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:19.456506Z","caller":"traceutil/trace.go:171","msg":"trace[936692847] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23871; }","duration":"278.558153ms","start":"2026-03-08T03:18:19.177936Z","end":"2026-03-08T03:18:19.456495Z","steps":["trace[936692847] 'agreement among raft nodes before linearized reading' (duration: 278.428729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:19.456551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.281171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:19.456597Z","caller":"traceutil/trace.go:171","msg":"trace[1405914480] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23871; }","duration":"177.389855ms","start":"2026-03-08T03:18:19.279193Z","end":"2026-03-08T03:18:19.456583Z","steps":["trace[1405914480] 'agreement among raft nodes before linearized reading' (duration: 177.308993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:19.456814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.502059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:18:19.456888Z","caller":"traceutil/trace.go:171","msg":"trace[1217917744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23871; }","duration":"111.630181ms","start":"2026-03-08T03:18:19.345246Z","end":"2026-03-08T03:18:19.456876Z","steps":["trace[1217917744] 'agreement among raft nodes before linearized reading' (duration: 111.361005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:19.763694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.981189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:19.763944Z","caller":"traceutil/trace.go:171","msg":"trace[277944927] linearizableReadLoop","detail":"{readStateIndex:24738; appliedIndex:24737; }","duration":"302.005449ms","start":"2026-03-08T03:18:19.461913Z","end":"2026-03-08T03:18:19.763918Z","steps":["trace[277944927] 'read index received' (duration: 156.684042ms)","trace[277944927] 'applied index is now lower than readState.Index' (duration: 145.319697ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:19.764147Z","caller":"traceutil/trace.go:171","msg":"trace[1649531036] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"302.263475ms","start":"2026-03-08T03:18:19.461863Z","end":"2026-03-08T03:18:19.764127Z","steps":["trace[1649531036] 'process raft request' (duration: 156.764224ms)","trace[1649531036] 'compare' (duration: 144.748053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:19.764539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.617983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-08T03:18:19.76465Z","caller":"traceutil/trace.go:171","msg":"trace[154605765] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23872; }","duration":"302.748427ms","start":"2026-03-08T03:18:19.461887Z","end":"2026-03-08T03:18:19.764636Z","steps":["trace[154605765] 'agreement among raft nodes before linearized reading' (duration: 302.502401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:19.764558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.055277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:18:19.764738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:19.461877Z","time spent":"302.849089ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-08T03:18:19.764876Z","caller":"traceutil/trace.go:171","msg":"trace[2089323847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23872; }","duration":"262.338544ms","start":"2026-03-08T03:18:19.502443Z","end":"2026-03-08T03:18:19.764782Z","steps":["trace[2089323847] 'agreement among raft nodes before linearized reading' (duration: 261.962855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:19.764895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:19.461839Z","time spent":"302.376718ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:20.004759Z","caller":"traceutil/trace.go:171","msg":"trace[144881795] linearizableReadLoop","detail":"{readStateIndex:24739; appliedIndex:24738; }","duration":"178.364337ms","start":"2026-03-08T03:18:19.826362Z","end":"2026-03-08T03:18:20.004726Z","steps":["trace[144881795] 'read index received' (duration: 102.262964ms)","trace[144881795] 'applied index is now lower than readState.Index' (duration: 76.099533ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:20.004922Z","caller":"traceutil/trace.go:171","msg":"trace[2018132392] transaction","detail":"{read_only:false; response_revision:23873; number_of_response:1; }","duration":"235.5356ms","start":"2026-03-08T03:18:19.769369Z","end":"2026-03-08T03:18:20.004905Z","steps":["trace[2018132392] 'process raft request' (duration: 159.268482ms)","trace[2018132392] 'compare' (duration: 75.823007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:20.005202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.816128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:18:20.00527Z","caller":"traceutil/trace.go:171","msg":"trace[605761864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23873; }","duration":"178.943791ms","start":"2026-03-08T03:18:19.826308Z","end":"2026-03-08T03:18:20.005252Z","steps":["trace[605761864] 'agreement among raft nodes before linearized reading' (duration: 178.738386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.005245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.952864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:20.005375Z","caller":"traceutil/trace.go:171","msg":"trace[1851069826] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23873; }","duration":"174.112238ms","start":"2026-03-08T03:18:19.831239Z","end":"2026-03-08T03:18:20.005351Z","steps":["trace[1851069826] 'agreement among raft nodes before linearized reading' (duration: 173.925884ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:20.378388Z","caller":"traceutil/trace.go:171","msg":"trace[1923060195] linearizableReadLoop","detail":"{readStateIndex:24740; appliedIndex:24739; }","duration":"365.589171ms","start":"2026-03-08T03:18:20.012777Z","end":"2026-03-08T03:18:20.378366Z","steps":["trace[1923060195] 'read index received' (duration: 364.515796ms)","trace[1923060195] 'applied index is now lower than readState.Index' (duration: 1.072345ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:20.378503Z","caller":"traceutil/trace.go:171","msg":"trace[1093833727] transaction","detail":"{read_only:false; response_revision:23874; number_of_response:1; }","duration":"368.718514ms","start":"2026-03-08T03:18:20.009737Z","end":"2026-03-08T03:18:20.378456Z","steps":["trace[1093833727] 'process raft request' (duration: 368.156141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.378632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.816824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:20.378644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.058817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:20.37869Z","caller":"traceutil/trace.go:171","msg":"trace[1559804691] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23874; }","duration":"298.930587ms","start":"2026-03-08T03:18:20.079746Z","end":"2026-03-08T03:18:20.378676Z","steps":["trace[1559804691] 'agreement among raft nodes before linearized reading' (duration: 298.813964ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:20.378694Z","caller":"traceutil/trace.go:171","msg":"trace[1612416662] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23874; }","duration":"168.159309ms","start":"2026-03-08T03:18:20.210521Z","end":"2026-03-08T03:18:20.378681Z","steps":["trace[1612416662] 'agreement among raft nodes before linearized reading' (duration: 168.075567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.378713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.521366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:20.378721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.009712Z","time spent":"368.897688ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:20.378752Z","caller":"traceutil/trace.go:171","msg":"trace[845394673] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23874; }","duration":"246.610348ms","start":"2026-03-08T03:18:20.132133Z","end":"2026-03-08T03:18:20.378743Z","steps":["trace[845394673] 'agreement among raft nodes before linearized reading' (duration: 246.551906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.378639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.856867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:18:20.378889Z","caller":"traceutil/trace.go:171","msg":"trace[1716050669] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23874; }","duration":"366.146254ms","start":"2026-03-08T03:18:20.012735Z","end":"2026-03-08T03:18:20.378881Z","steps":["trace[1716050669] 'agreement among raft nodes before linearized reading' (duration: 365.775845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.378915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.012718Z","time spent":"366.188985ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:18:20.378959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.14972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-08T03:18:20.379003Z","caller":"traceutil/trace.go:171","msg":"trace[1843162317] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:23874; }","duration":"259.193982ms","start":"2026-03-08T03:18:20.119799Z","end":"2026-03-08T03:18:20.378993Z","steps":["trace[1843162317] 'agreement among raft nodes before linearized reading' (duration: 259.082449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.93333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.573226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:20.933458Z","caller":"traceutil/trace.go:171","msg":"trace[1294246838] linearizableReadLoop","detail":"{readStateIndex:24743; appliedIndex:24742; }","duration":"475.657535ms","start":"2026-03-08T03:18:20.457776Z","end":"2026-03-08T03:18:20.933433Z","steps":["trace[1294246838] 'read index received' (duration: 13.881403ms)","trace[1294246838] 'applied index is now lower than readState.Index' (duration: 461.774472ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:20.933475Z","caller":"traceutil/trace.go:171","msg":"trace[1314606321] transaction","detail":"{read_only:false; response_revision:23876; number_of_response:1; }","duration":"502.605033ms","start":"2026-03-08T03:18:20.430833Z","end":"2026-03-08T03:18:20.933438Z","steps":["trace[1314606321] 'process raft request' (duration: 40.850662ms)","trace[1314606321] 'compare' (duration: 461.351921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:20.933613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.430808Z","time spent":"502.748967ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:18:20.933689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.90521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:18:20.933731Z","caller":"traceutil/trace.go:171","msg":"trace[723456652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23876; }","duration":"475.990992ms","start":"2026-03-08T03:18:20.457726Z","end":"2026-03-08T03:18:20.933717Z","steps":["trace[723456652] 'agreement among raft nodes before linearized reading' (duration: 475.793768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.933769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.457703Z","time spent":"476.057254ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:18:20.942419Z","caller":"traceutil/trace.go:171","msg":"trace[309945409] transaction","detail":"{read_only:false; response_revision:23877; number_of_response:1; }","duration":"324.583004ms","start":"2026-03-08T03:18:20.617782Z","end":"2026-03-08T03:18:20.942365Z","steps":["trace[309945409] 'process raft request' (duration: 324.438201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.942727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.617749Z","time spent":"324.890081ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:20.945318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.284773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:20.945385Z","caller":"traceutil/trace.go:171","msg":"trace[945038908] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23878; }","duration":"486.369535ms","start":"2026-03-08T03:18:20.459001Z","end":"2026-03-08T03:18:20.945371Z","steps":["trace[945038908] 'agreement among raft nodes before linearized reading' (duration: 486.222952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.945375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.509135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:20.945428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.458995Z","time spent":"486.425536ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:18:20.945339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.381099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:20.945461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.06751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-08T03:18:20.945431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.490192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:20.945518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.605571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:20.945556Z","caller":"traceutil/trace.go:171","msg":"trace[948420925] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23878; }","duration":"327.664466ms","start":"2026-03-08T03:18:20.617881Z","end":"2026-03-08T03:18:20.945545Z","steps":["trace[948420925] 'agreement among raft nodes before linearized reading' (duration: 327.505563ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:20.945559Z","caller":"traceutil/trace.go:171","msg":"trace[143738055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23878; }","duration":"408.223793ms","start":"2026-03-08T03:18:20.537315Z","end":"2026-03-08T03:18:20.945538Z","steps":["trace[143738055] 'agreement among raft nodes before linearized reading' (duration: 407.997248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.945803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.617867Z","time spent":"327.831ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:18:20.945832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.537286Z","time spent":"408.531201ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:18:20.945569Z","caller":"traceutil/trace.go:171","msg":"trace[382743919] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23878; }","duration":"229.699323ms","start":"2026-03-08T03:18:20.715852Z","end":"2026-03-08T03:18:20.945552Z","steps":["trace[382743919] 'agreement among raft nodes before linearized reading' (duration: 229.617891ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:20.945568Z","caller":"traceutil/trace.go:171","msg":"trace[451502700] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23878; }","duration":"327.632105ms","start":"2026-03-08T03:18:20.617897Z","end":"2026-03-08T03:18:20.945529Z","steps":["trace[451502700] 'agreement among raft nodes before linearized reading' (duration: 327.354228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.946109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.61787Z","time spent":"328.221019ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-08T03:18:20.945634Z","caller":"traceutil/trace.go:171","msg":"trace[817139474] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23878; }","duration":"388.792031ms","start":"2026-03-08T03:18:20.556827Z","end":"2026-03-08T03:18:20.945619Z","steps":["trace[817139474] 'agreement among raft nodes before linearized reading' (duration: 388.464453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.946232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.556818Z","time spent":"389.404735ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:18:20.945654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.80906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:20.946309Z","caller":"traceutil/trace.go:171","msg":"trace[1216283284] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23878; }","duration":"277.502737ms","start":"2026-03-08T03:18:20.668776Z","end":"2026-03-08T03:18:20.946278Z","steps":["trace[1216283284] 'agreement among raft nodes before linearized reading' (duration: 276.828832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.945536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.663546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:20.946486Z","caller":"traceutil/trace.go:171","msg":"trace[128231880] transaction","detail":"{read_only:false; response_revision:23878; number_of_response:1; }","duration":"323.006207ms","start":"2026-03-08T03:18:20.622444Z","end":"2026-03-08T03:18:20.94545Z","steps":["trace[128231880] 'process raft request' (duration: 322.647149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.946649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.622425Z","time spent":"324.148264ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:20.946527Z","caller":"traceutil/trace.go:171","msg":"trace[1603948810] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23878; }","duration":"328.67294ms","start":"2026-03-08T03:18:20.617841Z","end":"2026-03-08T03:18:20.946513Z","steps":["trace[1603948810] 'agreement among raft nodes before linearized reading' (duration: 327.601935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.947706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.617814Z","time spent":"329.820676ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:18:20.946809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.088667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:20.948215Z","caller":"traceutil/trace.go:171","msg":"trace[2140291144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23878; }","duration":"278.634213ms","start":"2026-03-08T03:18:20.669545Z","end":"2026-03-08T03:18:20.948179Z","steps":["trace[2140291144] 'agreement among raft nodes before linearized reading' (duration: 277.089198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.945414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.359905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:20.948582Z","caller":"traceutil/trace.go:171","msg":"trace[518024504] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23878; }","duration":"489.534808ms","start":"2026-03-08T03:18:20.459028Z","end":"2026-03-08T03:18:20.948563Z","steps":["trace[518024504] 'agreement among raft nodes before linearized reading' (duration: 486.322664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:20.94864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:20.459025Z","time spent":"489.59455ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-08T03:18:21.422277Z","caller":"traceutil/trace.go:171","msg":"trace[1845099910] transaction","detail":"{read_only:false; response_revision:23883; number_of_response:1; }","duration":"242.85999ms","start":"2026-03-08T03:18:21.179379Z","end":"2026-03-08T03:18:21.422239Z","steps":["trace[1845099910] 'process raft request' (duration: 234.780312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:22.16109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.796307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:22.161269Z","caller":"traceutil/trace.go:171","msg":"trace[368341884] transaction","detail":"{read_only:false; response_revision:23884; number_of_response:1; }","duration":"711.066773ms","start":"2026-03-08T03:18:21.450172Z","end":"2026-03-08T03:18:22.161239Z","steps":["trace[368341884] 'process raft request' (duration: 407.867456ms)","trace[368341884] 'compare' (duration: 302.627793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:22.161348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.450145Z","time spent":"711.160614ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:22.243383Z","caller":"traceutil/trace.go:171","msg":"trace[367209859] transaction","detail":"{read_only:false; response_revision:23886; number_of_response:1; }","duration":"779.754994ms","start":"2026-03-08T03:18:21.463603Z","end":"2026-03-08T03:18:22.243358Z","steps":["trace[367209859] 'process raft request' (duration: 779.665162ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:22.243426Z","caller":"traceutil/trace.go:171","msg":"trace[272665343] transaction","detail":"{read_only:false; response_revision:23885; number_of_response:1; }","duration":"779.869416ms","start":"2026-03-08T03:18:21.463515Z","end":"2026-03-08T03:18:22.243384Z","steps":["trace[272665343] 'process raft request' (duration: 779.623011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:22.243512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.463592Z","time spent":"779.858976ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:22.243603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.463505Z","time spent":"780.006619ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:22.243782Z","caller":"traceutil/trace.go:171","msg":"trace[496745521] transaction","detail":"{read_only:false; response_revision:23887; number_of_response:1; }","duration":"780.099651ms","start":"2026-03-08T03:18:21.463664Z","end":"2026-03-08T03:18:22.243764Z","steps":["trace[496745521] 'process raft request' (duration: 779.650471ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:22.243888Z","caller":"traceutil/trace.go:171","msg":"trace[962023618] transaction","detail":"{read_only:false; response_revision:23889; number_of_response:1; }","duration":"596.857531ms","start":"2026-03-08T03:18:21.647015Z","end":"2026-03-08T03:18:22.243873Z","steps":["trace[962023618] 'process raft request' (duration: 596.746228ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:22.24389Z","caller":"traceutil/trace.go:171","msg":"trace[658106593] linearizableReadLoop","detail":"{readStateIndex:24754; appliedIndex:24750; }","duration":"742.046685ms","start":"2026-03-08T03:18:21.501782Z","end":"2026-03-08T03:18:22.243829Z","steps":["trace[658106593] 'read index received' (duration: 356.283524ms)","trace[658106593] 'applied index is now lower than readState.Index' (duration: 385.761721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:22.24396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.646988Z","time spent":"596.931303ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:22.243967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.463624Z","time spent":"780.199054ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:22.24397Z","caller":"traceutil/trace.go:171","msg":"trace[1086366871] transaction","detail":"{read_only:false; response_revision:23888; number_of_response:1; }","duration":"735.343269ms","start":"2026-03-08T03:18:21.508572Z","end":"2026-03-08T03:18:22.243916Z","steps":["trace[1086366871] 'process raft request' (duration: 735.053142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:22.244065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.25817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:22.244123Z","caller":"traceutil/trace.go:171","msg":"trace[614694232] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23889; }","duration":"742.358442ms","start":"2026-03-08T03:18:21.501743Z","end":"2026-03-08T03:18:22.244102Z","steps":["trace[614694232] 'agreement among raft nodes before linearized reading' (duration: 742.224589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:22.244174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.501731Z","time spent":"742.428193ms","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:22.244171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.508561Z","time spent":"735.510152ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:22.391902Z","caller":"traceutil/trace.go:171","msg":"trace[860723394] linearizableReadLoop","detail":"{readStateIndex:24758; appliedIndex:24756; }","duration":"147.939008ms","start":"2026-03-08T03:18:22.243939Z","end":"2026-03-08T03:18:22.391878Z","steps":["trace[860723394] 'read index received' (duration: 147.667932ms)","trace[860723394] 'applied index is now lower than readState.Index' (duration: 270.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:22.391938Z","caller":"traceutil/trace.go:171","msg":"trace[1450457039] transaction","detail":"{read_only:false; response_revision:23891; number_of_response:1; }","duration":"226.233943ms","start":"2026-03-08T03:18:22.165673Z","end":"2026-03-08T03:18:22.391907Z","steps":["trace[1450457039] 'process raft request' (duration: 226.161721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:22.392134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.444295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:22.392154Z","caller":"traceutil/trace.go:171","msg":"trace[1758752684] transaction","detail":"{read_only:false; response_revision:23890; number_of_response:1; }","duration":"326.320855ms","start":"2026-03-08T03:18:22.065804Z","end":"2026-03-08T03:18:22.392125Z","steps":["trace[1758752684] 'process raft request' (duration: 325.866214ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:22.392235Z","caller":"traceutil/trace.go:171","msg":"trace[1668144790] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23891; }","duration":"171.609509ms","start":"2026-03-08T03:18:22.220611Z","end":"2026-03-08T03:18:22.39222Z","steps":["trace[1668144790] 'agreement among raft nodes before linearized reading' (duration: 171.378994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:22.392233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.859437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:18:22.392323Z","caller":"traceutil/trace.go:171","msg":"trace[267473723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23891; }","duration":"384.02837ms","start":"2026-03-08T03:18:22.008274Z","end":"2026-03-08T03:18:22.392302Z","steps":["trace[267473723] 'agreement among raft nodes before linearized reading' (duration: 383.662972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:22.392364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:22.008261Z","time spent":"384.096521ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:18:22.392368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.933724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:22.392416Z","caller":"traceutil/trace.go:171","msg":"trace[1939090991] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23891; }","duration":"525.023556ms","start":"2026-03-08T03:18:21.867378Z","end":"2026-03-08T03:18:22.392401Z","steps":["trace[1939090991] 'agreement among raft nodes before linearized reading' (duration: 524.907374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:22.392451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.867359Z","time spent":"525.083387ms","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:22.392512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.834356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:18:22.392564Z","caller":"traceutil/trace.go:171","msg":"trace[1334137523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23891; }","duration":"622.940419ms","start":"2026-03-08T03:18:21.769607Z","end":"2026-03-08T03:18:22.392548Z","steps":["trace[1334137523] 'agreement among raft nodes before linearized reading' (duration: 622.669583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:22.39269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:21.769594Z","time spent":"623.046041ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:22.393295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:22.065779Z","time spent":"327.439211ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6248,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:23.200438Z","caller":"traceutil/trace.go:171","msg":"trace[382567821] transaction","detail":"{read_only:false; response_revision:23899; number_of_response:1; }","duration":"193.967941ms","start":"2026-03-08T03:18:23.006436Z","end":"2026-03-08T03:18:23.200404Z","steps":["trace[382567821] 'process raft request' (duration: 193.768626ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:26.526484Z","caller":"traceutil/trace.go:171","msg":"trace[1722118982] transaction","detail":"{read_only:false; response_revision:23915; number_of_response:1; }","duration":"271.614941ms","start":"2026-03-08T03:18:26.25484Z","end":"2026-03-08T03:18:26.526455Z","steps":["trace[1722118982] 'process raft request' (duration: 271.446447ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:26.527984Z","caller":"traceutil/trace.go:171","msg":"trace[207186178] transaction","detail":"{read_only:false; response_revision:23916; number_of_response:1; }","duration":"230.019871ms","start":"2026-03-08T03:18:26.297922Z","end":"2026-03-08T03:18:26.527941Z","steps":["trace[207186178] 'process raft request' (duration: 229.774475ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:26.528292Z","caller":"traceutil/trace.go:171","msg":"trace[1920814774] transaction","detail":"{read_only:false; response_revision:23917; number_of_response:1; }","duration":"175.90946ms","start":"2026-03-08T03:18:26.352358Z","end":"2026-03-08T03:18:26.528267Z","steps":["trace[1920814774] 'process raft request' (duration: 175.528111ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:26.528322Z","caller":"traceutil/trace.go:171","msg":"trace[456151685] transaction","detail":"{read_only:false; response_revision:23918; number_of_response:1; }","duration":"175.508701ms","start":"2026-03-08T03:18:26.352797Z","end":"2026-03-08T03:18:26.528306Z","steps":["trace[456151685] 'process raft request' (duration: 175.351507ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:26.641074Z","caller":"traceutil/trace.go:171","msg":"trace[36552095] transaction","detail":"{read_only:false; response_revision:23920; number_of_response:1; }","duration":"107.665219ms","start":"2026-03-08T03:18:26.533378Z","end":"2026-03-08T03:18:26.641043Z","steps":["trace[36552095] 'process raft request' (duration: 107.465075ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:26.641259Z","caller":"traceutil/trace.go:171","msg":"trace[71911125] transaction","detail":"{read_only:false; response_revision:23921; number_of_response:1; }","duration":"106.506873ms","start":"2026-03-08T03:18:26.534724Z","end":"2026-03-08T03:18:26.641231Z","steps":["trace[71911125] 'process raft request' (duration: 106.271047ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:29.345539Z","caller":"traceutil/trace.go:171","msg":"trace[1417041717] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"182.084004ms","start":"2026-03-08T03:18:29.163411Z","end":"2026-03-08T03:18:29.345495Z","steps":["trace[1417041717] 'process raft request' (duration: 181.586332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:29.706965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.134906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:29.707242Z","caller":"traceutil/trace.go:171","msg":"trace[1023068292] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"168.737183ms","start":"2026-03-08T03:18:29.538386Z","end":"2026-03-08T03:18:29.707123Z","steps":["trace[1023068292] 'process raft request' (duration: 19.31416ms)","trace[1023068292] 'compare' (duration: 148.797908ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:29.882646Z","caller":"traceutil/trace.go:171","msg":"trace[577684268] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"128.645128ms","start":"2026-03-08T03:18:29.75397Z","end":"2026-03-08T03:18:29.882615Z","steps":["trace[577684268] 'process raft request' (duration: 63.316146ms)","trace[577684268] 'compare' (duration: 64.917402ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:30.888047Z","caller":"traceutil/trace.go:171","msg":"trace[1753363129] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"118.267257ms","start":"2026-03-08T03:18:30.76974Z","end":"2026-03-08T03:18:30.888007Z","steps":["trace[1753363129] 'process raft request' (duration: 29.136019ms)","trace[1753363129] 'compare' (duration: 88.847531ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:30.906706Z","caller":"traceutil/trace.go:171","msg":"trace[1536994902] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"132.530849ms","start":"2026-03-08T03:18:30.774118Z","end":"2026-03-08T03:18:30.906649Z","steps":["trace[1536994902] 'process raft request' (duration: 132.321214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.260892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.011251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:32.261052Z","caller":"traceutil/trace.go:171","msg":"trace[1694106609] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"1.099174877s","start":"2026-03-08T03:18:31.161824Z","end":"2026-03-08T03:18:32.260999Z","steps":["trace[1694106609] 'process raft request' (duration: 351.973393ms)","trace[1694106609] 'compare' (duration: 746.296033ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:32.26121Z","caller":"traceutil/trace.go:171","msg":"trace[1413137330] linearizableReadLoop","detail":"{readStateIndex:24819; appliedIndex:24818; }","duration":"1.066304741s","start":"2026-03-08T03:18:31.194861Z","end":"2026-03-08T03:18:32.261166Z","steps":["trace[1413137330] 'read index received' (duration: 318.890042ms)","trace[1413137330] 'applied index is now lower than readState.Index' (duration: 747.411879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:32.261355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099955065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:32.261442Z","caller":"traceutil/trace.go:171","msg":"trace[965707633] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23951; }","duration":"1.100110909s","start":"2026-03-08T03:18:31.161307Z","end":"2026-03-08T03:18:32.261418Z","steps":["trace[965707633] 'agreement among raft nodes before linearized reading' (duration: 1.099937815s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.261463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124159579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:32.261462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124052217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:32.261498Z","caller":"traceutil/trace.go:171","msg":"trace[1729757968] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23951; }","duration":"1.124240032s","start":"2026-03-08T03:18:31.137248Z","end":"2026-03-08T03:18:32.261488Z","steps":["trace[1729757968] 'agreement among raft nodes before linearized reading' (duration: 1.12417915s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.261463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121376805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-08T03:18:32.261526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.137223Z","time spent":"1.124297413s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-08T03:18:32.261535Z","caller":"traceutil/trace.go:171","msg":"trace[373439484] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23951; }","duration":"1.12419093s","start":"2026-03-08T03:18:31.137322Z","end":"2026-03-08T03:18:32.261513Z","steps":["trace[373439484] 'agreement among raft nodes before linearized reading' (duration: 1.124077108s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:32.261552Z","caller":"traceutil/trace.go:171","msg":"trace[489368998] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23951; }","duration":"1.121473567s","start":"2026-03-08T03:18:31.140057Z","end":"2026-03-08T03:18:32.26153Z","steps":["trace[489368998] 'agreement among raft nodes before linearized reading' (duration: 1.12117969s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.261568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.826316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:32.261605Z","caller":"traceutil/trace.go:171","msg":"trace[1716634588] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23951; }","duration":"256.906807ms","start":"2026-03-08T03:18:32.004685Z","end":"2026-03-08T03:18:32.261592Z","steps":["trace[1716634588] 'agreement among raft nodes before linearized reading' (duration: 256.858816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.261602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.137284Z","time spent":"1.124304463s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:18:32.261617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.259747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-08T03:18:32.261488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.16128Z","time spent":"1.100199861s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:18:32.261612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.347564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T03:18:32.261646Z","caller":"traceutil/trace.go:171","msg":"trace[1954161705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23951; }","duration":"738.333588ms","start":"2026-03-08T03:18:31.523306Z","end":"2026-03-08T03:18:32.26164Z","steps":["trace[1954161705] 'agreement among raft nodes before linearized reading' (duration: 738.203925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.261668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.523283Z","time spent":"738.380049ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:32.26152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.639682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:32.261365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.161798Z","time spent":"1.099409812s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:32.261709Z","caller":"traceutil/trace.go:171","msg":"trace[738258886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23951; }","duration":"595.901749ms","start":"2026-03-08T03:18:31.665798Z","end":"2026-03-08T03:18:32.2617Z","steps":["trace[738258886] 'agreement among raft nodes before linearized reading' (duration: 595.683754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.261739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.665765Z","time spent":"595.967561ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:32.261602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.139996Z","time spent":"1.121591759s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:18:32.261153Z","caller":"traceutil/trace.go:171","msg":"trace[1675480383] transaction","detail":"{read_only:false; response_revision:23951; number_of_response:1; }","duration":"547.968681ms","start":"2026-03-08T03:18:31.713161Z","end":"2026-03-08T03:18:32.26113Z","steps":["trace[1675480383] 'process raft request' (duration: 547.847979ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:32.261672Z","caller":"traceutil/trace.go:171","msg":"trace[699714951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23951; }","duration":"912.443706ms","start":"2026-03-08T03:18:31.349213Z","end":"2026-03-08T03:18:32.261657Z","steps":["trace[699714951] 'agreement among raft nodes before linearized reading' (duration: 912.223291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:32.261841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.713086Z","time spent":"548.721789ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:32.261864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:31.349188Z","time spent":"912.66983ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:18:32.376356Z","caller":"traceutil/trace.go:171","msg":"trace[1899474348] transaction","detail":"{read_only:false; response_revision:23953; number_of_response:1; }","duration":"106.779628ms","start":"2026-03-08T03:18:32.269544Z","end":"2026-03-08T03:18:32.376323Z","steps":["trace[1899474348] 'process raft request' (duration: 105.734714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:33.132056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.653086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:33.132157Z","caller":"traceutil/trace.go:171","msg":"trace[1415123185] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23962; }","duration":"112.81917ms","start":"2026-03-08T03:18:33.01931Z","end":"2026-03-08T03:18:33.132129Z","steps":["trace[1415123185] 'count revisions from in-memory index tree' (duration: 112.560603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:33.366705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.655599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:33.366913Z","caller":"traceutil/trace.go:171","msg":"trace[337023801] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"165.484888ms","start":"2026-03-08T03:18:33.201332Z","end":"2026-03-08T03:18:33.366816Z","steps":["trace[337023801] 'process raft request' (duration: 45.597613ms)","trace[337023801] 'compare' (duration: 119.310181ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:34.381754Z","caller":"traceutil/trace.go:171","msg":"trace[1979642330] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"110.569427ms","start":"2026-03-08T03:18:34.271145Z","end":"2026-03-08T03:18:34.381715Z","steps":["trace[1979642330] 'process raft request' (duration: 106.188314ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:35.049679Z","caller":"traceutil/trace.go:171","msg":"trace[141616194] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"122.618796ms","start":"2026-03-08T03:18:34.927005Z","end":"2026-03-08T03:18:35.049624Z","steps":["trace[141616194] 'process raft request' (duration: 30.658304ms)","trace[141616194] 'compare' (duration: 91.537463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:35.781308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.503198ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:18:35.781443Z","caller":"traceutil/trace.go:171","msg":"trace[106147360] linearizableReadLoop","detail":"{readStateIndex:24846; appliedIndex:24845; }","duration":"115.244206ms","start":"2026-03-08T03:18:35.666172Z","end":"2026-03-08T03:18:35.781416Z","steps":["trace[106147360] 'read index received' (duration: 44.501µs)","trace[106147360] 'applied index is now lower than readState.Index' (duration: 115.198095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:35.781632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.44471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:35.78172Z","caller":"traceutil/trace.go:171","msg":"trace[1499938121] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23976; }","duration":"115.536313ms","start":"2026-03-08T03:18:35.66616Z","end":"2026-03-08T03:18:35.781696Z","steps":["trace[1499938121] 'agreement among raft nodes before linearized reading' (duration: 115.392829ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:36.828921Z","caller":"traceutil/trace.go:171","msg":"trace[1911088655] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"104.529646ms","start":"2026-03-08T03:18:36.724332Z","end":"2026-03-08T03:18:36.828862Z","steps":["trace[1911088655] 'process raft request' (duration: 30.007869ms)","trace[1911088655] 'compare' (duration: 74.22849ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:36.828992Z","caller":"traceutil/trace.go:171","msg":"trace[1851112737] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"102.087969ms","start":"2026-03-08T03:18:36.726831Z","end":"2026-03-08T03:18:36.828919Z","steps":["trace[1851112737] 'process raft request' (duration: 101.906215ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:39.459238Z","caller":"traceutil/trace.go:171","msg":"trace[343615765] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"108.953459ms","start":"2026-03-08T03:18:39.35024Z","end":"2026-03-08T03:18:39.459193Z","steps":["trace[343615765] 'process raft request' (duration: 108.666063ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:39.849778Z","caller":"traceutil/trace.go:171","msg":"trace[150884707] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24006; }","duration":"123.15621ms","start":"2026-03-08T03:18:39.726594Z","end":"2026-03-08T03:18:39.84975Z","steps":["trace[150884707] 'process raft request' (duration: 122.982036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:41.723356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.660829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:41.723544Z","caller":"traceutil/trace.go:171","msg":"trace[1618800420] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"168.381034ms","start":"2026-03-08T03:18:41.555133Z","end":"2026-03-08T03:18:41.723514Z","steps":["trace[1618800420] 'process raft request' (duration: 57.464539ms)","trace[1618800420] 'compare' (duration: 110.211319ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:41.724177Z","caller":"traceutil/trace.go:171","msg":"trace[189216273] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"166.05506ms","start":"2026-03-08T03:18:41.558081Z","end":"2026-03-08T03:18:41.724136Z","steps":["trace[189216273] 'process raft request' (duration: 165.402675ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:44.640772Z","caller":"traceutil/trace.go:171","msg":"trace[1454315827] linearizableReadLoop","detail":"{readStateIndex:24926; appliedIndex:24924; }","duration":"162.728703ms","start":"2026-03-08T03:18:44.478009Z","end":"2026-03-08T03:18:44.640738Z","steps":["trace[1454315827] 'read index received' (duration: 33.115362ms)","trace[1454315827] 'applied index is now lower than readState.Index' (duration: 129.612051ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:44.640809Z","caller":"traceutil/trace.go:171","msg":"trace[2038586503] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"202.194393ms","start":"2026-03-08T03:18:44.43859Z","end":"2026-03-08T03:18:44.640784Z","steps":["trace[2038586503] 'process raft request' (duration: 187.018519ms)","trace[2038586503] 'compare' (duration: 14.990889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:44.641211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.173203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:44.64127Z","caller":"traceutil/trace.go:171","msg":"trace[2130515936] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24055; }","duration":"163.315017ms","start":"2026-03-08T03:18:44.477937Z","end":"2026-03-08T03:18:44.641252Z","steps":["trace[2130515936] 'agreement among raft nodes before linearized reading' (duration: 162.951938ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:44.721894Z","caller":"traceutil/trace.go:171","msg":"trace[950522840] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"195.155048ms","start":"2026-03-08T03:18:44.5267Z","end":"2026-03-08T03:18:44.721855Z","steps":["trace[950522840] 'process raft request' (duration: 194.888142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:44.722141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.142464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:18:44.722256Z","caller":"traceutil/trace.go:171","msg":"trace[1056463839] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24056; }","duration":"106.324618ms","start":"2026-03-08T03:18:44.6159Z","end":"2026-03-08T03:18:44.722225Z","steps":["trace[1056463839] 'agreement among raft nodes before linearized reading' (duration: 105.963739ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:46.59715Z","caller":"traceutil/trace.go:171","msg":"trace[547177087] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"113.629328ms","start":"2026-03-08T03:18:46.483467Z","end":"2026-03-08T03:18:46.597096Z","steps":["trace[547177087] 'process raft request' (duration: 113.372082ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:46.669857Z","caller":"traceutil/trace.go:171","msg":"trace[836629681] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"152.527565ms","start":"2026-03-08T03:18:46.517284Z","end":"2026-03-08T03:18:46.669812Z","steps":["trace[836629681] 'process raft request' (duration: 128.690989ms)","trace[836629681] 'compare' (duration: 23.5972ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:47.896066Z","caller":"traceutil/trace.go:171","msg":"trace[2114961726] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"110.596618ms","start":"2026-03-08T03:18:47.785439Z","end":"2026-03-08T03:18:47.896035Z","steps":["trace[2114961726] 'process raft request' (duration: 110.433714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:48.045058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.896125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:48.045172Z","caller":"traceutil/trace.go:171","msg":"trace[870161959] linearizableReadLoop","detail":"{readStateIndex:24962; appliedIndex:24960; }","duration":"190.313035ms","start":"2026-03-08T03:18:47.854837Z","end":"2026-03-08T03:18:48.04515Z","steps":["trace[870161959] 'read index received' (duration: 41.102418ms)","trace[870161959] 'applied index is now lower than readState.Index' (duration: 149.209357ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:48.045253Z","caller":"traceutil/trace.go:171","msg":"trace[522643265] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"233.591824ms","start":"2026-03-08T03:18:47.8116Z","end":"2026-03-08T03:18:48.045192Z","steps":["trace[522643265] 'process raft request' (duration: 131.472124ms)","trace[522643265] 'compare' (duration: 101.549347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:48.045269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.434148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:48.046103Z","caller":"traceutil/trace.go:171","msg":"trace[792048391] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24090; }","duration":"191.311979ms","start":"2026-03-08T03:18:47.854773Z","end":"2026-03-08T03:18:48.046085Z","steps":["trace[792048391] 'agreement among raft nodes before linearized reading' (duration: 190.449489ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:49.143792Z","caller":"traceutil/trace.go:171","msg":"trace[988655723] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"147.065727ms","start":"2026-03-08T03:18:48.996686Z","end":"2026-03-08T03:18:49.143752Z","steps":["trace[988655723] 'process raft request' (duration: 132.856606ms)","trace[988655723] 'compare' (duration: 13.554226ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:49.14398Z","caller":"traceutil/trace.go:171","msg":"trace[467696722] linearizableReadLoop","detail":"{readStateIndex:24972; appliedIndex:24969; }","duration":"124.412959ms","start":"2026-03-08T03:18:49.019523Z","end":"2026-03-08T03:18:49.143936Z","steps":["trace[467696722] 'read index received' (duration: 4.680129ms)","trace[467696722] 'applied index is now lower than readState.Index' (duration: 119.7299ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:49.144064Z","caller":"traceutil/trace.go:171","msg":"trace[1296487015] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"147.351654ms","start":"2026-03-08T03:18:48.996694Z","end":"2026-03-08T03:18:49.144045Z","steps":["trace[1296487015] 'process raft request' (duration: 146.995136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:49.144411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.878241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-08T03:18:49.144467Z","caller":"traceutil/trace.go:171","msg":"trace[1848970032] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24100; }","duration":"124.995493ms","start":"2026-03-08T03:18:49.019456Z","end":"2026-03-08T03:18:49.144452Z","steps":["trace[1848970032] 'agreement among raft nodes before linearized reading' (duration: 124.790419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:51.30148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.900624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:51.301619Z","caller":"traceutil/trace.go:171","msg":"trace[371922260] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"479.589628ms","start":"2026-03-08T03:18:50.822001Z","end":"2026-03-08T03:18:51.30159Z","steps":["trace[371922260] 'process raft request' (duration: 90.464778ms)","trace[371922260] 'compare' (duration: 388.566757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.301696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:50.821951Z","time spent":"479.70586ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:51.363513Z","caller":"traceutil/trace.go:171","msg":"trace[1851111485] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"537.137169ms","start":"2026-03-08T03:18:50.826337Z","end":"2026-03-08T03:18:51.363474Z","steps":["trace[1851111485] 'process raft request' (duration: 536.897703ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:51.363666Z","caller":"traceutil/trace.go:171","msg":"trace[1458857396] transaction","detail":"{read_only:false; response_revision:24111; number_of_response:1; }","duration":"489.332865ms","start":"2026-03-08T03:18:50.874292Z","end":"2026-03-08T03:18:51.363625Z","steps":["trace[1458857396] 'process raft request' (duration: 489.128701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:51.363835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:50.874283Z","time spent":"489.468418ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:51.363974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:50.826325Z","time spent":"537.456936ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:51.364897Z","caller":"traceutil/trace.go:171","msg":"trace[488243321] linearizableReadLoop","detail":"{readStateIndex:24985; appliedIndex:24982; }","duration":"220.776305ms","start":"2026-03-08T03:18:51.144088Z","end":"2026-03-08T03:18:51.364865Z","steps":["trace[488243321] 'read index received' (duration: 219.131427ms)","trace[488243321] 'applied index is now lower than readState.Index' (duration: 1.643278ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:51.365288Z","caller":"traceutil/trace.go:171","msg":"trace[510342380] transaction","detail":"{read_only:false; response_revision:24112; number_of_response:1; }","duration":"335.194463ms","start":"2026-03-08T03:18:51.030066Z","end":"2026-03-08T03:18:51.365261Z","steps":["trace[510342380] 'process raft request' (duration: 334.512727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:51.365331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.248667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:18:51.365379Z","caller":"traceutil/trace.go:171","msg":"trace[203471524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24114; }","duration":"221.298398ms","start":"2026-03-08T03:18:51.144067Z","end":"2026-03-08T03:18:51.365365Z","steps":["trace[203471524] 'agreement among raft nodes before linearized reading' (duration: 221.072843ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:51.365379Z","caller":"traceutil/trace.go:171","msg":"trace[375663930] transaction","detail":"{read_only:false; response_revision:24113; number_of_response:1; }","duration":"215.498503ms","start":"2026-03-08T03:18:51.149854Z","end":"2026-03-08T03:18:51.365352Z","steps":["trace[375663930] 'process raft request' (duration: 214.857188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:51.365407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:51.030029Z","time spent":"335.314875ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:51.365478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.462632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:18:51.365551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.236271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-08T03:18:51.365594Z","caller":"traceutil/trace.go:171","msg":"trace[653784873] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24114; }","duration":"206.675227ms","start":"2026-03-08T03:18:51.158898Z","end":"2026-03-08T03:18:51.365574Z","steps":["trace[653784873] 'agreement among raft nodes before linearized reading' (duration: 206.252967ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:51.365658Z","caller":"traceutil/trace.go:171","msg":"trace[607340034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24114; }","duration":"192.393334ms","start":"2026-03-08T03:18:51.173237Z","end":"2026-03-08T03:18:51.36563Z","steps":["trace[607340034] 'agreement among raft nodes before linearized reading' (duration: 192.078457ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:51.366473Z","caller":"traceutil/trace.go:171","msg":"trace[1915333577] transaction","detail":"{read_only:false; response_revision:24114; number_of_response:1; }","duration":"216.356353ms","start":"2026-03-08T03:18:51.150079Z","end":"2026-03-08T03:18:51.366435Z","steps":["trace[1915333577] 'process raft request' (duration: 214.687984ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:51.640205Z","caller":"traceutil/trace.go:171","msg":"trace[1584668740] linearizableReadLoop","detail":"{readStateIndex:24990; appliedIndex:24988; }","duration":"163.258855ms","start":"2026-03-08T03:18:51.476919Z","end":"2026-03-08T03:18:51.640178Z","steps":["trace[1584668740] 'read index received' (duration: 83.25529ms)","trace[1584668740] 'applied index is now lower than readState.Index' (duration: 80.002055ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:51.640274Z","caller":"traceutil/trace.go:171","msg":"trace[938132061] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"164.549915ms","start":"2026-03-08T03:18:51.47568Z","end":"2026-03-08T03:18:51.64023Z","steps":["trace[938132061] 'process raft request' (duration: 127.708147ms)","trace[938132061] 'compare' (duration: 36.138572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:51.640423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.489561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:18:51.640449Z","caller":"traceutil/trace.go:171","msg":"trace[1778467097] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24117; }","duration":"163.558272ms","start":"2026-03-08T03:18:51.476883Z","end":"2026-03-08T03:18:51.640442Z","steps":["trace[1778467097] 'agreement among raft nodes before linearized reading' (duration: 163.393418ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:52.662296Z","caller":"traceutil/trace.go:171","msg":"trace[703930264] transaction","detail":"{read_only:false; response_revision:24119; number_of_response:1; }","duration":"163.90895ms","start":"2026-03-08T03:18:52.498273Z","end":"2026-03-08T03:18:52.662182Z","steps":["trace[703930264] 'process raft request' (duration: 163.712265ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:52.667816Z","caller":"traceutil/trace.go:171","msg":"trace[1606793719] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"120.829756ms","start":"2026-03-08T03:18:52.546941Z","end":"2026-03-08T03:18:52.667771Z","steps":["trace[1606793719] 'process raft request' (duration: 120.521109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:53.077664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.629275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:53.077911Z","caller":"traceutil/trace.go:171","msg":"trace[50006270] linearizableReadLoop","detail":"{readStateIndex:24995; appliedIndex:24994; }","duration":"172.695663ms","start":"2026-03-08T03:18:52.905063Z","end":"2026-03-08T03:18:53.077759Z","steps":["trace[50006270] 'read index received' (duration: 100.762µs)","trace[50006270] 'applied index is now lower than readState.Index' (duration: 172.593691ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:53.077928Z","caller":"traceutil/trace.go:171","msg":"trace[1209417616] transaction","detail":"{read_only:false; response_revision:24122; number_of_response:1; }","duration":"267.306679ms","start":"2026-03-08T03:18:52.810578Z","end":"2026-03-08T03:18:53.077884Z","steps":["trace[1209417616] 'process raft request' (duration: 93.360386ms)","trace[1209417616] 'compare' (duration: 173.244046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:53.078066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.017191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:53.078095Z","caller":"traceutil/trace.go:171","msg":"trace[1456489177] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24122; }","duration":"173.095172ms","start":"2026-03-08T03:18:52.904989Z","end":"2026-03-08T03:18:53.078084Z","steps":["trace[1456489177] 'agreement among raft nodes before linearized reading' (duration: 173.00671ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:55.572868Z","caller":"traceutil/trace.go:171","msg":"trace[537469871] linearizableReadLoop","detail":"{readStateIndex:25016; appliedIndex:25014; }","duration":"102.641012ms","start":"2026-03-08T03:18:55.470198Z","end":"2026-03-08T03:18:55.572839Z","steps":["trace[537469871] 'read index received' (duration: 75.902109ms)","trace[537469871] 'applied index is now lower than readState.Index' (duration: 26.738133ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:55.572943Z","caller":"traceutil/trace.go:171","msg":"trace[2012448695] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"103.713207ms","start":"2026-03-08T03:18:55.469182Z","end":"2026-03-08T03:18:55.572895Z","steps":["trace[2012448695] 'process raft request' (duration: 103.471782ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:55.572988Z","caller":"traceutil/trace.go:171","msg":"trace[1215005718] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"100.698497ms","start":"2026-03-08T03:18:55.472255Z","end":"2026-03-08T03:18:55.572953Z","steps":["trace[1215005718] 'process raft request' (duration: 100.546443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:55.573288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.049301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:18:55.573375Z","caller":"traceutil/trace.go:171","msg":"trace[36686102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24143; }","duration":"103.188655ms","start":"2026-03-08T03:18:55.470167Z","end":"2026-03-08T03:18:55.573355Z","steps":["trace[36686102] 'agreement among raft nodes before linearized reading' (duration: 102.816426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.458342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.130912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-08T03:18:57.458614Z","caller":"traceutil/trace.go:171","msg":"trace[128793893] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24152; }","duration":"199.451639ms","start":"2026-03-08T03:18:57.259139Z","end":"2026-03-08T03:18:57.458591Z","steps":["trace[128793893] 'range keys from in-memory index tree' (duration: 198.930427ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:57.528322Z","caller":"traceutil/trace.go:171","msg":"trace[258820036] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"106.418741ms","start":"2026-03-08T03:18:57.421871Z","end":"2026-03-08T03:18:57.52829Z","steps":["trace[258820036] 'process raft request' (duration: 106.234186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.83095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.516369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:57.831251Z","caller":"traceutil/trace.go:171","msg":"trace[186732022] linearizableReadLoop","detail":"{readStateIndex:25029; appliedIndex:25028; }","duration":"253.170101ms","start":"2026-03-08T03:18:57.578047Z","end":"2026-03-08T03:18:57.831217Z","steps":["trace[186732022] 'read index received' (duration: 26.259062ms)","trace[186732022] 'applied index is now lower than readState.Index' (duration: 226.909049ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:57.831322Z","caller":"traceutil/trace.go:171","msg":"trace[1093967912] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"271.840725ms","start":"2026-03-08T03:18:57.559452Z","end":"2026-03-08T03:18:57.831293Z","steps":["trace[1093967912] 'process raft request' (duration: 44.840475ms)","trace[1093967912] 'compare' (duration: 226.380596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:57.831386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.330904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:57.831421Z","caller":"traceutil/trace.go:171","msg":"trace[899069045] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24156; }","duration":"253.395906ms","start":"2026-03-08T03:18:57.578015Z","end":"2026-03-08T03:18:57.831411Z","steps":["trace[899069045] 'agreement among raft nodes before linearized reading' (duration: 253.305584ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:57.83152Z","caller":"traceutil/trace.go:171","msg":"trace[1728394994] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"251.982503ms","start":"2026-03-08T03:18:57.579528Z","end":"2026-03-08T03:18:57.83151Z","steps":["trace[1728394994] 'process raft request' (duration: 251.639595ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:57.832082Z","caller":"traceutil/trace.go:171","msg":"trace[497900846] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"253.539469ms","start":"2026-03-08T03:18:57.578073Z","end":"2026-03-08T03:18:57.831613Z","steps":["trace[497900846] 'process raft request' (duration: 253.050387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.909007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.071606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:18:57.909074Z","caller":"traceutil/trace.go:171","msg":"trace[78472232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24157; }","duration":"316.158489ms","start":"2026-03-08T03:18:57.592898Z","end":"2026-03-08T03:18:57.909056Z","steps":["trace[78472232] 'agreement among raft nodes before linearized reading' (duration: 315.993855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.909038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.119791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:57.909173Z","caller":"traceutil/trace.go:171","msg":"trace[985179214] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"238.186492ms","start":"2026-03-08T03:18:57.670976Z","end":"2026-03-08T03:18:57.909162Z","steps":["trace[985179214] 'process raft request' (duration: 237.727351ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:57.909192Z","caller":"traceutil/trace.go:171","msg":"trace[1967125993] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24157; }","duration":"326.298216ms","start":"2026-03-08T03:18:57.582867Z","end":"2026-03-08T03:18:57.909165Z","steps":["trace[1967125993] 'agreement among raft nodes before linearized reading' (duration: 326.06929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.909295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.331924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:18:57.90932Z","caller":"traceutil/trace.go:171","msg":"trace[287667284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24157; }","duration":"150.402846ms","start":"2026-03-08T03:18:57.758908Z","end":"2026-03-08T03:18:57.909311Z","steps":["trace[287667284] 'agreement among raft nodes before linearized reading' (duration: 150.343485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.909399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.58124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:18:57.909417Z","caller":"traceutil/trace.go:171","msg":"trace[154263883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24157; }","duration":"165.62026ms","start":"2026-03-08T03:18:57.743792Z","end":"2026-03-08T03:18:57.909412Z","steps":["trace[154263883] 'agreement among raft nodes before linearized reading' (duration: 165.572039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.909477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.139273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:57.909494Z","caller":"traceutil/trace.go:171","msg":"trace[337909552] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24157; }","duration":"169.200394ms","start":"2026-03-08T03:18:57.740288Z","end":"2026-03-08T03:18:57.909488Z","steps":["trace[337909552] 'agreement among raft nodes before linearized reading' (duration: 169.168073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.909546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.58286Z","time spent":"326.393638ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:18:57.909797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.012195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:18:57.909823Z","caller":"traceutil/trace.go:171","msg":"trace[611898722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24157; }","duration":"325.052466ms","start":"2026-03-08T03:18:57.584764Z","end":"2026-03-08T03:18:57.909817Z","steps":["trace[611898722] 'agreement among raft nodes before linearized reading' (duration: 324.992024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.90984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.584752Z","time spent":"325.083927ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:57.909919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.101831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:18:57.909937Z","caller":"traceutil/trace.go:171","msg":"trace[238780748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24157; }","duration":"317.118281ms","start":"2026-03-08T03:18:57.592813Z","end":"2026-03-08T03:18:57.909931Z","steps":["trace[238780748] 'agreement among raft nodes before linearized reading' (duration: 317.06786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.909954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.592781Z","time spent":"317.167802ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:18:57.909556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.136165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12589"} {"level":"info","ts":"2026-03-08T03:18:57.910579Z","caller":"traceutil/trace.go:171","msg":"trace[380413783] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:24157; }","duration":"328.199889ms","start":"2026-03-08T03:18:57.582335Z","end":"2026-03-08T03:18:57.910535Z","steps":["trace[380413783] 'agreement among raft nodes before linearized reading' (duration: 326.91531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.910664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.582326Z","time spent":"328.322882ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12612,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:18:57.909625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.286258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:18:57.909649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.40817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:57.910884Z","caller":"traceutil/trace.go:171","msg":"trace[342686728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24157; }","duration":"210.492206ms","start":"2026-03-08T03:18:57.700333Z","end":"2026-03-08T03:18:57.910825Z","steps":["trace[342686728] 'agreement among raft nodes before linearized reading' (duration: 209.272738ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:57.910971Z","caller":"traceutil/trace.go:171","msg":"trace[1212597995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24157; }","duration":"246.755361ms","start":"2026-03-08T03:18:57.664193Z","end":"2026-03-08T03:18:57.910948Z","steps":["trace[1212597995] 'agreement among raft nodes before linearized reading' (duration: 245.445171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:57.90914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.592893Z","time spent":"316.20381ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:18:58.524437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.427755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:58.524677Z","caller":"traceutil/trace.go:171","msg":"trace[1476158344] linearizableReadLoop","detail":"{readStateIndex:25034; appliedIndex:25032; }","duration":"602.974934ms","start":"2026-03-08T03:18:57.921684Z","end":"2026-03-08T03:18:58.524659Z","steps":["trace[1476158344] 'read index received' (duration: 162.254982ms)","trace[1476158344] 'applied index is now lower than readState.Index' (duration: 440.719172ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:58.524846Z","caller":"traceutil/trace.go:171","msg":"trace[1560159816] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"604.477789ms","start":"2026-03-08T03:18:57.920358Z","end":"2026-03-08T03:18:58.524836Z","steps":["trace[1560159816] 'process raft request' (duration: 163.560692ms)","trace[1560159816] 'compare' (duration: 439.376831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:58.524897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.920336Z","time spent":"604.53725ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:58.525197Z","caller":"traceutil/trace.go:171","msg":"trace[456157151] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"603.790963ms","start":"2026-03-08T03:18:57.921392Z","end":"2026-03-08T03:18:58.525183Z","steps":["trace[456157151] 'process raft request' (duration: 603.140068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.525238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.921376Z","time spent":"603.839444ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:58.525338Z","caller":"traceutil/trace.go:171","msg":"trace[914729733] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"603.562987ms","start":"2026-03-08T03:18:57.921769Z","end":"2026-03-08T03:18:58.525332Z","steps":["trace[914729733] 'process raft request' (duration: 602.80652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.525373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.921745Z","time spent":"603.607188ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:58.525456Z","caller":"traceutil/trace.go:171","msg":"trace[298692363] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"601.902028ms","start":"2026-03-08T03:18:57.923547Z","end":"2026-03-08T03:18:58.525449Z","steps":["trace[298692363] 'process raft request' (duration: 601.061428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.525689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.923538Z","time spent":"602.131634ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:58.526397Z","caller":"traceutil/trace.go:171","msg":"trace[1848508960] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"599.336049ms","start":"2026-03-08T03:18:57.927052Z","end":"2026-03-08T03:18:58.526388Z","steps":["trace[1848508960] 'process raft request' (duration: 597.580668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.526452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.927044Z","time spent":"599.38078ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:58.526795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.107853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-08T03:18:58.52683Z","caller":"traceutil/trace.go:171","msg":"trace[1605542465] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24162; }","duration":"605.166045ms","start":"2026-03-08T03:18:57.921655Z","end":"2026-03-08T03:18:58.526821Z","steps":["trace[1605542465] 'agreement among raft nodes before linearized reading' (duration: 605.016622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:58.52685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:57.921642Z","time spent":"605.203726ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:18:59.045695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019404963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:18:59.20007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.266537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:18:59.200221Z","caller":"traceutil/trace.go:171","msg":"trace[1307703251] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"1.023163047s","start":"2026-03-08T03:18:58.177029Z","end":"2026-03-08T03:18:59.200192Z","steps":["trace[1307703251] 'process raft request' (duration: 922.654814ms)","trace[1307703251] 'compare' (duration: 100.124794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:18:59.200754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.176999Z","time spent":"1.023712129s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:59.221358Z","caller":"traceutil/trace.go:171","msg":"trace[2038188261] linearizableReadLoop","detail":"{readStateIndex:25039; appliedIndex:25037; }","duration":"696.636647ms","start":"2026-03-08T03:18:58.524698Z","end":"2026-03-08T03:18:59.221335Z","steps":["trace[2038188261] 'read index received' (duration: 575.006962ms)","trace[2038188261] 'applied index is now lower than readState.Index' (duration: 121.628405ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:59.221841Z","caller":"traceutil/trace.go:171","msg":"trace[883042517] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"303.155495ms","start":"2026-03-08T03:18:58.91867Z","end":"2026-03-08T03:18:59.221826Z","steps":["trace[883042517] 'process raft request' (duration: 302.555681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.222223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.807912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:59.222272Z","caller":"traceutil/trace.go:171","msg":"trace[55348430] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24164; }","duration":"869.889294ms","start":"2026-03-08T03:18:58.352371Z","end":"2026-03-08T03:18:59.22226Z","steps":["trace[55348430] 'agreement among raft nodes before linearized reading' (duration: 869.804342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.222303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.352337Z","time spent":"869.958806ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:18:59.222568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.01562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12589"} {"level":"info","ts":"2026-03-08T03:18:59.222618Z","caller":"traceutil/trace.go:171","msg":"trace[699732388] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:24164; }","duration":"862.107692ms","start":"2026-03-08T03:18:58.360501Z","end":"2026-03-08T03:18:59.222609Z","steps":["trace[699732388] 'agreement among raft nodes before linearized reading' (duration: 861.971989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.222644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.360478Z","time spent":"862.160284ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12612,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-08T03:18:59.223287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.318491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:59.223342Z","caller":"traceutil/trace.go:171","msg":"trace[2066410425] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24164; }","duration":"872.375302ms","start":"2026-03-08T03:18:58.350954Z","end":"2026-03-08T03:18:59.223329Z","steps":["trace[2066410425] 'agreement among raft nodes before linearized reading' (duration: 872.28966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.223381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.350877Z","time spent":"872.495655ms","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-08T03:18:59.224214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.918638Z","time spent":"303.240467ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:18:59.22869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.499453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:59.228717Z","caller":"traceutil/trace.go:171","msg":"trace[406282261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24165; }","duration":"560.612856ms","start":"2026-03-08T03:18:58.668097Z","end":"2026-03-08T03:18:59.228709Z","steps":["trace[406282261] 'agreement among raft nodes before linearized reading' (duration: 560.550704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.228732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:58.668066Z","time spent":"560.662277ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:18:59.228887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.716274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:59.228915Z","caller":"traceutil/trace.go:171","msg":"trace[171724170] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24165; }","duration":"226.743914ms","start":"2026-03-08T03:18:59.002164Z","end":"2026-03-08T03:18:59.228908Z","steps":["trace[171724170] 'agreement among raft nodes before linearized reading' (duration: 226.650362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.228912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.074372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-08T03:18:59.229001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.04572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:18:59.229002Z","caller":"traceutil/trace.go:171","msg":"trace[2051680647] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24165; }","duration":"142.210665ms","start":"2026-03-08T03:18:59.086765Z","end":"2026-03-08T03:18:59.228976Z","steps":["trace[2051680647] 'agreement among raft nodes before linearized reading' (duration: 141.966489ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:59.229406Z","caller":"traceutil/trace.go:171","msg":"trace[1178180901] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24165; }","duration":"293.102461ms","start":"2026-03-08T03:18:58.935912Z","end":"2026-03-08T03:18:59.229014Z","steps":["trace[1178180901] 'agreement among raft nodes before linearized reading' (duration: 293.06833ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:59.616555Z","caller":"traceutil/trace.go:171","msg":"trace[197786108] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"342.84366ms","start":"2026-03-08T03:18:59.273675Z","end":"2026-03-08T03:18:59.616518Z","steps":["trace[197786108] 'process raft request' (duration: 342.295508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.616708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.837198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:18:59.616883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:59.273646Z","time spent":"342.986934ms","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:18:59.617232Z","caller":"traceutil/trace.go:171","msg":"trace[916100503] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24166; }","duration":"324.36822ms","start":"2026-03-08T03:18:59.292834Z","end":"2026-03-08T03:18:59.617203Z","steps":["trace[916100503] 'agreement among raft nodes before linearized reading' (duration: 323.788417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.617318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:59.292779Z","time spent":"324.517383ms","remote":"127.0.0.1:57866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:18:59.616214Z","caller":"traceutil/trace.go:171","msg":"trace[1783620591] linearizableReadLoop","detail":"{readStateIndex:25041; appliedIndex:25040; }","duration":"323.342497ms","start":"2026-03-08T03:18:59.29284Z","end":"2026-03-08T03:18:59.616183Z","steps":["trace[1783620591] 'read index received' (duration: 323.04825ms)","trace[1783620591] 'applied index is now lower than readState.Index' (duration: 292.837µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:18:59.637855Z","caller":"traceutil/trace.go:171","msg":"trace[451671311] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"102.690913ms","start":"2026-03-08T03:18:59.535147Z","end":"2026-03-08T03:18:59.637838Z","steps":["trace[451671311] 'process raft request' (duration: 102.624612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.638341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.971341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:18:59.638375Z","caller":"traceutil/trace.go:171","msg":"trace[492823595] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24167; }","duration":"318.053343ms","start":"2026-03-08T03:18:59.320313Z","end":"2026-03-08T03:18:59.638367Z","steps":["trace[492823595] 'agreement among raft nodes before linearized reading' (duration: 317.869788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:18:59.638398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:18:59.320289Z","time spent":"318.102884ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:18:59.638616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.753496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:18:59.638654Z","caller":"traceutil/trace.go:171","msg":"trace[931493392] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24167; }","duration":"175.836088ms","start":"2026-03-08T03:18:59.462808Z","end":"2026-03-08T03:18:59.638644Z","steps":["trace[931493392] 'agreement among raft nodes before linearized reading' (duration: 175.337196ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:18:59.91042Z","caller":"traceutil/trace.go:171","msg":"trace[970896693] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"122.085265ms","start":"2026-03-08T03:18:59.788295Z","end":"2026-03-08T03:18:59.910381Z","steps":["trace[970896693] 'process raft request' (duration: 121.877791ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:00.0435Z","caller":"traceutil/trace.go:171","msg":"trace[1975757053] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"202.814597ms","start":"2026-03-08T03:18:59.840656Z","end":"2026-03-08T03:19:00.043471Z","steps":["trace[1975757053] 'process raft request' (duration: 202.714555ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:00.043509Z","caller":"traceutil/trace.go:171","msg":"trace[1025514520] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"204.459106ms","start":"2026-03-08T03:18:59.839028Z","end":"2026-03-08T03:19:00.043488Z","steps":["trace[1025514520] 'process raft request' (duration: 143.142597ms)","trace[1025514520] 'compare' (duration: 60.914509ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:19:00.044092Z","caller":"traceutil/trace.go:171","msg":"trace[2051348227] linearizableReadLoop","detail":"{readStateIndex:25045; appliedIndex:25042; }","duration":"203.309439ms","start":"2026-03-08T03:18:59.840735Z","end":"2026-03-08T03:19:00.044045Z","steps":["trace[2051348227] 'read index received' (duration: 69.48141ms)","trace[2051348227] 'applied index is now lower than readState.Index' (duration: 133.827189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:19:00.044215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.461592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:19:00.044359Z","caller":"traceutil/trace.go:171","msg":"trace[278045922] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24171; }","duration":"203.645566ms","start":"2026-03-08T03:18:59.840698Z","end":"2026-03-08T03:19:00.044343Z","steps":["trace[278045922] 'agreement among raft nodes before linearized reading' (duration: 203.458812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:00.044741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.30439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:1 size:12589"} {"level":"info","ts":"2026-03-08T03:19:00.0448Z","caller":"traceutil/trace.go:171","msg":"trace[1910964745] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:1; response_revision:24171; }","duration":"125.407083ms","start":"2026-03-08T03:18:59.919379Z","end":"2026-03-08T03:19:00.044786Z","steps":["trace[1910964745] 'agreement among raft nodes before linearized reading' (duration: 125.232099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:00.044795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.188685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:19:00.04485Z","caller":"traceutil/trace.go:171","msg":"trace[1289486673] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24171; }","duration":"118.274257ms","start":"2026-03-08T03:18:59.926563Z","end":"2026-03-08T03:19:00.044837Z","steps":["trace[1289486673] 'agreement among raft nodes before linearized reading' (duration: 118.196505ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:00.044121Z","caller":"traceutil/trace.go:171","msg":"trace[1784304868] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"201.773862ms","start":"2026-03-08T03:18:59.842306Z","end":"2026-03-08T03:19:00.04408Z","steps":["trace[1784304868] 'process raft request' (duration: 201.126547ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:14.246251Z","caller":"traceutil/trace.go:171","msg":"trace[401374803] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"132.199171ms","start":"2026-03-08T03:19:14.114029Z","end":"2026-03-08T03:19:14.246228Z","steps":["trace[401374803] 'process raft request' (duration: 131.914895ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:14.246243Z","caller":"traceutil/trace.go:171","msg":"trace[2063779946] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"131.759181ms","start":"2026-03-08T03:19:14.114448Z","end":"2026-03-08T03:19:14.246207Z","steps":["trace[2063779946] 'process raft request' (duration: 131.686449ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:30.825494Z","caller":"traceutil/trace.go:171","msg":"trace[1147101514] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"111.11656ms","start":"2026-03-08T03:19:30.714339Z","end":"2026-03-08T03:19:30.825455Z","steps":["trace[1147101514] 'process raft request' (duration: 110.875744ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:30.825732Z","caller":"traceutil/trace.go:171","msg":"trace[2065819146] linearizableReadLoop","detail":"{readStateIndex:25295; appliedIndex:25292; }","duration":"110.184008ms","start":"2026-03-08T03:19:30.715503Z","end":"2026-03-08T03:19:30.825687Z","steps":["trace[2065819146] 'read index received' (duration: 55.249948ms)","trace[2065819146] 'applied index is now lower than readState.Index' (duration: 54.93103ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:19:30.825781Z","caller":"traceutil/trace.go:171","msg":"trace[1035996686] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"111.227712ms","start":"2026-03-08T03:19:30.714504Z","end":"2026-03-08T03:19:30.825732Z","steps":["trace[1035996686] 'process raft request' (duration: 110.892885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:30.826058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.538766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:19:30.826186Z","caller":"traceutil/trace.go:171","msg":"trace[1031558530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24413; }","duration":"110.702761ms","start":"2026-03-08T03:19:30.715462Z","end":"2026-03-08T03:19:30.826165Z","steps":["trace[1031558530] 'agreement among raft nodes before linearized reading' (duration: 110.359783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:30.826102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.318551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:19:30.826504Z","caller":"traceutil/trace.go:171","msg":"trace[1162077980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24413; }","duration":"110.757421ms","start":"2026-03-08T03:19:30.715726Z","end":"2026-03-08T03:19:30.826483Z","steps":["trace[1162077980] 'agreement among raft nodes before linearized reading' (duration: 110.162637ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:31.975299Z","caller":"traceutil/trace.go:171","msg":"trace[1625260996] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"137.623348ms","start":"2026-03-08T03:19:31.837651Z","end":"2026-03-08T03:19:31.975275Z","steps":["trace[1625260996] 'process raft request' (duration: 137.346081ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:31.975342Z","caller":"traceutil/trace.go:171","msg":"trace[1124150500] transaction","detail":"{read_only:false; response_revision:24428; number_of_response:1; }","duration":"140.867253ms","start":"2026-03-08T03:19:31.834437Z","end":"2026-03-08T03:19:31.975304Z","steps":["trace[1124150500] 'process raft request' (duration: 140.408713ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:35.505486Z","caller":"traceutil/trace.go:171","msg":"trace[2110380661] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"125.224269ms","start":"2026-03-08T03:19:35.380226Z","end":"2026-03-08T03:19:35.50545Z","steps":["trace[2110380661] 'process raft request' (duration: 124.965793ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:35.563748Z","caller":"traceutil/trace.go:171","msg":"trace[290978342] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"171.558788ms","start":"2026-03-08T03:19:35.392164Z","end":"2026-03-08T03:19:35.563723Z","steps":["trace[290978342] 'process raft request' (duration: 171.335583ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:35.564318Z","caller":"traceutil/trace.go:171","msg":"trace[355271954] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"171.677021ms","start":"2026-03-08T03:19:35.392632Z","end":"2026-03-08T03:19:35.564309Z","steps":["trace[355271954] 'process raft request' (duration: 171.010085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:36.723247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.403113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:19:36.723764Z","caller":"traceutil/trace.go:171","msg":"trace[730286070] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"165.985868ms","start":"2026-03-08T03:19:36.557749Z","end":"2026-03-08T03:19:36.723735Z","steps":["trace[730286070] 'process raft request' (duration: 63.982991ms)","trace[730286070] 'compare' (duration: 100.456091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:19:36.724234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.549099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-domain-ks-user-lblhk\" ","response":"range_response_count:1 size:8640"} {"level":"info","ts":"2026-03-08T03:19:36.724288Z","caller":"traceutil/trace.go:171","msg":"trace[1134399981] range","detail":"{range_begin:/registry/pods/openstack/magnum-domain-ks-user-lblhk; range_end:; response_count:1; response_revision:24467; }","duration":"168.649931ms","start":"2026-03-08T03:19:36.555622Z","end":"2026-03-08T03:19:36.724272Z","steps":["trace[1134399981] 'range keys from in-memory index tree' (duration: 167.085594ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:36.963615Z","caller":"traceutil/trace.go:171","msg":"trace[168530182] linearizableReadLoop","detail":"{readStateIndex:25352; appliedIndex:25351; }","duration":"148.537963ms","start":"2026-03-08T03:19:36.815052Z","end":"2026-03-08T03:19:36.96359Z","steps":["trace[168530182] 'read index received' (duration: 146.914015ms)","trace[168530182] 'applied index is now lower than readState.Index' (duration: 1.622958ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:19:36.963986Z","caller":"traceutil/trace.go:171","msg":"trace[477160078] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"228.326841ms","start":"2026-03-08T03:19:36.735642Z","end":"2026-03-08T03:19:36.963969Z","steps":["trace[477160078] 'process raft request' (duration: 226.271283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:19:36.964307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.242399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:19:36.964352Z","caller":"traceutil/trace.go:171","msg":"trace[704280915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24469; }","duration":"149.352771ms","start":"2026-03-08T03:19:36.814987Z","end":"2026-03-08T03:19:36.96434Z","steps":["trace[704280915] 'agreement among raft nodes before linearized reading' (duration: 149.193797ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:37.134526Z","caller":"traceutil/trace.go:171","msg":"trace[1347520293] transaction","detail":"{read_only:false; response_revision:24472; number_of_response:1; }","duration":"163.48014ms","start":"2026-03-08T03:19:36.971013Z","end":"2026-03-08T03:19:37.134493Z","steps":["trace[1347520293] 'process raft request' (duration: 163.393598ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:37.134749Z","caller":"traceutil/trace.go:171","msg":"trace[404333370] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"163.47573ms","start":"2026-03-08T03:19:36.971256Z","end":"2026-03-08T03:19:37.134732Z","steps":["trace[404333370] 'process raft request' (duration: 163.197154ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:37.134823Z","caller":"traceutil/trace.go:171","msg":"trace[50478242] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"163.968841ms","start":"2026-03-08T03:19:36.97084Z","end":"2026-03-08T03:19:37.134808Z","steps":["trace[50478242] 'process raft request' (duration: 113.007323ms)","trace[50478242] 'compare' (duration: 50.403325ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:19:37.135003Z","caller":"traceutil/trace.go:171","msg":"trace[1373413557] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"162.327543ms","start":"2026-03-08T03:19:36.972666Z","end":"2026-03-08T03:19:37.134993Z","steps":["trace[1373413557] 'process raft request' (duration: 162.003136ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:42.657649Z","caller":"traceutil/trace.go:171","msg":"trace[1951003238] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"117.819266ms","start":"2026-03-08T03:19:42.539766Z","end":"2026-03-08T03:19:42.657585Z","steps":["trace[1951003238] 'process raft request' (duration: 117.613571ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:50.594217Z","caller":"traceutil/trace.go:171","msg":"trace[1726972193] transaction","detail":"{read_only:false; response_revision:24567; number_of_response:1; }","duration":"106.537893ms","start":"2026-03-08T03:19:50.487637Z","end":"2026-03-08T03:19:50.594175Z","steps":["trace[1726972193] 'process raft request' (duration: 106.302918ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:19:50.608791Z","caller":"traceutil/trace.go:171","msg":"trace[154766536] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"118.84326ms","start":"2026-03-08T03:19:50.489918Z","end":"2026-03-08T03:19:50.608761Z","steps":["trace[154766536] 'process raft request' (duration: 118.673756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.23976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406571,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:20:09.525424Z","caller":"traceutil/trace.go:171","msg":"trace[827341861] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"835.920642ms","start":"2026-03-08T03:20:08.689469Z","end":"2026-03-08T03:20:09.52539Z","steps":["trace[827341861] 'process raft request' (duration: 835.672267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.525618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:08.689431Z","time spent":"836.093486ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:09.525648Z","caller":"traceutil/trace.go:171","msg":"trace[1793403779] transaction","detail":"{read_only:false; response_revision:24832; number_of_response:1; }","duration":"836.147958ms","start":"2026-03-08T03:20:08.68947Z","end":"2026-03-08T03:20:09.525618Z","steps":["trace[1793403779] 'process raft request' (duration: 835.870231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:09.526021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:08.689437Z","time spent":"836.324022ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:10.320667Z","caller":"traceutil/trace.go:171","msg":"trace[1930647141] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"1.395412553s","start":"2026-03-08T03:20:08.925193Z","end":"2026-03-08T03:20:10.320606Z","steps":["trace[1930647141] 'process raft request' (duration: 1.309808538s)","trace[1930647141] 'compare' (duration: 84.388846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:10.320887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:08.925166Z","time spent":"1.395610318s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:10.321821Z","caller":"traceutil/trace.go:171","msg":"trace[23504492] linearizableReadLoop","detail":"{readStateIndex:25728; appliedIndex:25725; }","duration":"1.582445922s","start":"2026-03-08T03:20:08.739341Z","end":"2026-03-08T03:20:10.321787Z","steps":["trace[23504492] 'read index received' (duration: 785.803765ms)","trace[23504492] 'applied index is now lower than readState.Index' (duration: 796.639467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:10.322592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58324489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:10.322668Z","caller":"traceutil/trace.go:171","msg":"trace[1227316482] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24833; }","duration":"1.583431155s","start":"2026-03-08T03:20:08.739219Z","end":"2026-03-08T03:20:10.32265Z","steps":["trace[1227316482] 'agreement among raft nodes before linearized reading' (duration: 1.583275422s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:10.32276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:08.739199Z","time spent":"1.583512887s","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:10.822893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:11.23757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007299237s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:20:11.351272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.306561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:11.351437Z","caller":"traceutil/trace.go:171","msg":"trace[1046061648] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"1.539670365s","start":"2026-03-08T03:20:09.811745Z","end":"2026-03-08T03:20:11.351416Z","steps":["trace[1046061648] 'process raft request' (duration: 1.426100488s)","trace[1046061648] 'compare' (duration: 113.175478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:11.351494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.811722Z","time spent":"1.539748557s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:11.352162Z","caller":"traceutil/trace.go:171","msg":"trace[1356956326] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"1.539564642s","start":"2026-03-08T03:20:09.81256Z","end":"2026-03-08T03:20:11.352124Z","steps":["trace[1356956326] 'process raft request' (duration: 1.538811745s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.35235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.812532Z","time spent":"1.539722706s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:11.352541Z","caller":"traceutil/trace.go:171","msg":"trace[2091657562] linearizableReadLoop","detail":"{readStateIndex:25732; appliedIndex:25728; }","duration":"1.03060644s","start":"2026-03-08T03:20:10.321903Z","end":"2026-03-08T03:20:11.352509Z","steps":["trace[2091657562] 'read index received' (duration: 915.817585ms)","trace[2091657562] 'applied index is now lower than readState.Index' (duration: 114.787545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:11.352711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908358899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-08T03:20:11.352726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884437011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:20:11.352764Z","caller":"traceutil/trace.go:171","msg":"trace[1099541231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24837; }","duration":"1.908452331s","start":"2026-03-08T03:20:09.444298Z","end":"2026-03-08T03:20:11.352751Z","steps":["trace[1099541231] 'agreement among raft nodes before linearized reading' (duration: 1.908257536s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.352787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062698585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:11.352835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108031982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-08T03:20:11.352846Z","caller":"traceutil/trace.go:171","msg":"trace[476953024] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24837; }","duration":"2.062805908s","start":"2026-03-08T03:20:09.290025Z","end":"2026-03-08T03:20:11.352831Z","steps":["trace[476953024] 'agreement among raft nodes before linearized reading' (duration: 2.062667725s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:11.352857Z","caller":"traceutil/trace.go:171","msg":"trace[679033745] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24837; }","duration":"2.108077623s","start":"2026-03-08T03:20:09.244773Z","end":"2026-03-08T03:20:11.352851Z","steps":["trace[679033745] 'agreement among raft nodes before linearized reading' (duration: 2.108015022s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.352891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.244758Z","time spent":"2.108128954s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T03:20:11.3529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.289993Z","time spent":"2.06289567s","remote":"127.0.0.1:60614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:11.352908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074438629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:20:11.352951Z","caller":"traceutil/trace.go:171","msg":"trace[542504595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24837; }","duration":"2.0745032s","start":"2026-03-08T03:20:09.278439Z","end":"2026-03-08T03:20:11.352942Z","steps":["trace[542504595] 'agreement among raft nodes before linearized reading' (duration: 2.074401038s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.352804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.444272Z","time spent":"1.908522592s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:11.352713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872702367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:20:11.352973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509784838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:11.353Z","caller":"traceutil/trace.go:171","msg":"trace[1011737257] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24837; }","duration":"1.873040735s","start":"2026-03-08T03:20:09.479952Z","end":"2026-03-08T03:20:11.352993Z","steps":["trace[1011737257] 'agreement among raft nodes before linearized reading' (duration: 1.872598174s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:11.353017Z","caller":"traceutil/trace.go:171","msg":"trace[949996636] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24837; }","duration":"1.50984801s","start":"2026-03-08T03:20:09.843154Z","end":"2026-03-08T03:20:11.353002Z","steps":["trace[949996636] 'agreement among raft nodes before linearized reading' (duration: 1.509783408s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.353042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.479926Z","time spent":"1.873105386s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:20:11.353046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.843147Z","time spent":"1.509890921s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:11.352771Z","caller":"traceutil/trace.go:171","msg":"trace[1349537049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24837; }","duration":"1.884501232s","start":"2026-03-08T03:20:09.468255Z","end":"2026-03-08T03:20:11.352756Z","steps":["trace[1349537049] 'agreement among raft nodes before linearized reading' (duration: 1.884390769s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.352979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.278423Z","time spent":"2.074550952s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:20:11.353231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.468244Z","time spent":"1.884973844s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:11.353243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.05611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:11.353282Z","caller":"traceutil/trace.go:171","msg":"trace[2026684702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24837; }","duration":"644.129652ms","start":"2026-03-08T03:20:10.709141Z","end":"2026-03-08T03:20:11.353271Z","steps":["trace[2026684702] 'agreement among raft nodes before linearized reading' (duration: 644.068991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.35332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.70912Z","time spent":"644.192554ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:11.352978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030050958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:11.353392Z","caller":"traceutil/trace.go:171","msg":"trace[1516869120] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24837; }","duration":"1.030466698s","start":"2026-03-08T03:20:10.322912Z","end":"2026-03-08T03:20:11.353379Z","steps":["trace[1516869120] 'agreement among raft nodes before linearized reading' (duration: 1.030022987s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.353437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.322866Z","time spent":"1.03055727s","remote":"127.0.0.1:46014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:11.353486Z","caller":"traceutil/trace.go:171","msg":"trace[1933468451] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"1.292791341s","start":"2026-03-08T03:20:10.060685Z","end":"2026-03-08T03:20:11.353476Z","steps":["trace[1933468451] 'process raft request' (duration: 1.291669575s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.353544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.060661Z","time spent":"1.292854273s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:11.353629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90928072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-08T03:20:11.353671Z","caller":"traceutil/trace.go:171","msg":"trace[2086254625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24837; }","duration":"1.909363022s","start":"2026-03-08T03:20:09.444298Z","end":"2026-03-08T03:20:11.353661Z","steps":["trace[2086254625] 'agreement among raft nodes before linearized reading' (duration: 1.908526753s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.353707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.444275Z","time spent":"1.909423333s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:20:11.353712Z","caller":"traceutil/trace.go:171","msg":"trace[730031452] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"1.512084961s","start":"2026-03-08T03:20:09.840416Z","end":"2026-03-08T03:20:11.352501Z","steps":["trace[730031452] 'process raft request' (duration: 1.51159444s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.353702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171084454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-08T03:20:11.35379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:09.840393Z","time spent":"1.513355781s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:11.353811Z","caller":"traceutil/trace.go:171","msg":"trace[112830328] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24837; }","duration":"1.171234318s","start":"2026-03-08T03:20:10.182546Z","end":"2026-03-08T03:20:11.35378Z","steps":["trace[112830328] 'agreement among raft nodes before linearized reading' (duration: 1.170946731s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.35386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.182523Z","time spent":"1.171325161s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:20:11.353931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229869954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-08T03:20:11.353995Z","caller":"traceutil/trace.go:171","msg":"trace[1038908100] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:24837; }","duration":"1.229969737s","start":"2026-03-08T03:20:10.12401Z","end":"2026-03-08T03:20:11.353979Z","steps":["trace[1038908100] 'agreement among raft nodes before linearized reading' (duration: 1.22883419s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:11.354037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:10.123991Z","time spent":"1.230037959s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-08T03:20:12.016546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:13.091673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.937995ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-08T03:20:13.091764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:11.355423Z","time spent":"1.736336848s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:20:13.857529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.650643531s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:20:13.887303Z","caller":"traceutil/trace.go:171","msg":"trace[939231745] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"2.527343854s","start":"2026-03-08T03:20:11.359934Z","end":"2026-03-08T03:20:13.887278Z","steps":["trace[939231745] 'process raft request' (duration: 2.527046817s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:13.887328Z","caller":"traceutil/trace.go:171","msg":"trace[1035277490] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"2.52847171s","start":"2026-03-08T03:20:11.358815Z","end":"2026-03-08T03:20:13.887287Z","steps":["trace[1035277490] 'process raft request' (duration: 2.528024589s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:13.887348Z","caller":"traceutil/trace.go:171","msg":"trace[26580793] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"2.529408661s","start":"2026-03-08T03:20:11.357904Z","end":"2026-03-08T03:20:13.887313Z","steps":["trace[26580793] 'process raft request' (duration: 2.500017036s)","trace[26580793] 'compare' (duration: 27.700056ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:13.887363Z","caller":"traceutil/trace.go:171","msg":"trace[740232755] transaction","detail":"{read_only:false; response_revision:24839; number_of_response:1; }","duration":"2.529370181s","start":"2026-03-08T03:20:11.357959Z","end":"2026-03-08T03:20:13.887329Z","steps":["trace[740232755] 'process raft request' (duration: 2.528661894s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:13.887381Z","caller":"traceutil/trace.go:171","msg":"trace[464917219] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"2.355439647s","start":"2026-03-08T03:20:11.531898Z","end":"2026-03-08T03:20:13.887338Z","steps":["trace[464917219] 'process raft request' (duration: 2.355176711s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:13.887425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:11.359909Z","time spent":"2.527452956s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:13.8874Z","caller":"traceutil/trace.go:171","msg":"trace[1234739260] transaction","detail":"{read_only:false; response_revision:24842; number_of_response:1; }","duration":"2.528300736s","start":"2026-03-08T03:20:11.359059Z","end":"2026-03-08T03:20:13.887359Z","steps":["trace[1234739260] 'process raft request' (duration: 2.527835385s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:13.88746Z","caller":"traceutil/trace.go:171","msg":"trace[1090246048] transaction","detail":"{read_only:false; response_revision:24840; number_of_response:1; }","duration":"2.528746806s","start":"2026-03-08T03:20:11.358689Z","end":"2026-03-08T03:20:13.887436Z","steps":["trace[1090246048] 'process raft request' (duration: 2.528101421s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:13.887488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:11.357937Z","time spent":"2.529482653s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:13.887506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:11.358787Z","time spent":"2.528614153s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:13.88752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:11.357887Z","time spent":"2.529526644s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:13.887533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:11.358658Z","time spent":"2.528840038s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:13.887546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:11.531865Z","time spent":"2.355581021s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:13.887611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:11.35905Z","time spent":"2.528451029s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:13.887611Z","caller":"traceutil/trace.go:171","msg":"trace[468189798] transaction","detail":"{read_only:false; response_revision:24846; number_of_response:1; }","duration":"2.355671392s","start":"2026-03-08T03:20:11.531916Z","end":"2026-03-08T03:20:13.887587Z","steps":["trace[468189798] 'process raft request' (duration: 2.355208311s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:13.887628Z","caller":"traceutil/trace.go:171","msg":"trace[560475461] transaction","detail":"{read_only:false; response_revision:24843; number_of_response:1; }","duration":"2.527999608s","start":"2026-03-08T03:20:11.359344Z","end":"2026-03-08T03:20:13.887343Z","steps":["trace[560475461] 'process raft request' (duration: 2.527592119s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:13.887748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:11.531896Z","time spent":"2.355775755s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:13.888025Z","caller":"traceutil/trace.go:171","msg":"trace[686704555] linearizableReadLoop","detail":"{readStateIndex:25742; appliedIndex:25732; }","duration":"2.371944821s","start":"2026-03-08T03:20:11.515952Z","end":"2026-03-08T03:20:13.887896Z","steps":["trace[686704555] 'read index received' (duration: 690.882371ms)","trace[686704555] 'applied index is now lower than readState.Index' (duration: 1.68106055s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:13.888151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372189238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:13.888393Z","caller":"traceutil/trace.go:171","msg":"trace[213517224] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24846; }","duration":"2.372470434s","start":"2026-03-08T03:20:11.515899Z","end":"2026-03-08T03:20:13.888369Z","steps":["trace[213517224] 'agreement among raft nodes before linearized reading' (duration: 2.372196338s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:13.888492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:11.515877Z","time spent":"2.372596076s","remote":"127.0.0.1:56988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:13.888838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:11.359333Z","time spent":"2.528411589s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:14.38878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:14.664641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:14.664797Z","caller":"traceutil/trace.go:171","msg":"trace[512832111] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169588s","start":"2026-03-08T03:20:12.664591Z","end":"2026-03-08T03:20:14.664761Z","steps":["trace[512832111] 'agreement among raft nodes before linearized reading' (duration: 2.000001914s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:14.664971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:12.664559Z","time spent":"2.000386063s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:14.88953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:15.035663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.168821682s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:20:16.096471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475257152s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:16.096596Z","caller":"traceutil/trace.go:171","msg":"trace[1113150197] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24846; }","duration":"1.475397275s","start":"2026-03-08T03:20:14.621178Z","end":"2026-03-08T03:20:16.096576Z","steps":["trace[1113150197] 'range keys from in-memory index tree' (duration: 1.475238182s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.098166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062132523s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:16.098377Z","caller":"traceutil/trace.go:171","msg":"trace[1593112517] transaction","detail":"{read_only:false; response_revision:24847; number_of_response:1; }","duration":"3.770266442s","start":"2026-03-08T03:20:12.328091Z","end":"2026-03-08T03:20:16.098358Z","steps":["trace[1593112517] 'process raft request' (duration: 2.707807751s)","trace[1593112517] 'compare' (duration: 1.061106869s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:16.09848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:12.328063Z","time spent":"3.770344824s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:16.098738Z","caller":"traceutil/trace.go:171","msg":"trace[635880270] transaction","detail":"{read_only:false; response_revision:24848; number_of_response:1; }","duration":"3.004801242s","start":"2026-03-08T03:20:13.093928Z","end":"2026-03-08T03:20:16.09873Z","steps":["trace[635880270] 'process raft request' (duration: 3.004357121s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.098778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:13.09391Z","time spent":"3.004849062s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:16.098838Z","caller":"traceutil/trace.go:171","msg":"trace[1162732965] transaction","detail":"{read_only:false; response_revision:24849; number_of_response:1; }","duration":"2.962109736s","start":"2026-03-08T03:20:13.1367Z","end":"2026-03-08T03:20:16.09881Z","steps":["trace[1162732965] 'process raft request' (duration: 2.961697627s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.098961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:13.136682Z","time spent":"2.962216579s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:16.099987Z","caller":"traceutil/trace.go:171","msg":"trace[1675023221] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"2.7404345s","start":"2026-03-08T03:20:13.359506Z","end":"2026-03-08T03:20:16.099941Z","steps":["trace[1675023221] 'process raft request' (duration: 2.738950355s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.100119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:13.35948Z","time spent":"2.740573524s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:16.100977Z","caller":"traceutil/trace.go:171","msg":"trace[1404264808] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"2.740829899s","start":"2026-03-08T03:20:13.360117Z","end":"2026-03-08T03:20:16.100947Z","steps":["trace[1404264808] 'process raft request' (duration: 2.740736727s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.101081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:13.360109Z","time spent":"2.740925691s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:16.101155Z","caller":"traceutil/trace.go:171","msg":"trace[129951825] linearizableReadLoop","detail":"{readStateIndex:25749; appliedIndex:25742; }","duration":"2.212929146s","start":"2026-03-08T03:20:13.888211Z","end":"2026-03-08T03:20:16.10114Z","steps":["trace[129951825] 'read index received' (duration: 1.147635948s)","trace[129951825] 'applied index is now lower than readState.Index' (duration: 1.065259367s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:16.101273Z","caller":"traceutil/trace.go:171","msg":"trace[1262710827] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"2.741097016s","start":"2026-03-08T03:20:13.360169Z","end":"2026-03-08T03:20:16.101266Z","steps":["trace[1262710827] 'process raft request' (duration: 2.740728847s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.101318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:13.360162Z","time spent":"2.741124686s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:16.101416Z","caller":"traceutil/trace.go:171","msg":"trace[1965276485] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"2.74131433s","start":"2026-03-08T03:20:13.360051Z","end":"2026-03-08T03:20:16.101365Z","steps":["trace[1965276485] 'process raft request' (duration: 2.738445663s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.101431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509932528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:16.101457Z","caller":"traceutil/trace.go:171","msg":"trace[217768110] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24853; }","duration":"2.510001709s","start":"2026-03-08T03:20:13.591448Z","end":"2026-03-08T03:20:16.10145Z","steps":["trace[217768110] 'agreement among raft nodes before linearized reading' (duration: 2.509956768s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.101473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:13.591424Z","time spent":"2.510045111s","remote":"127.0.0.1:56764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:16.10148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:13.360042Z","time spent":"2.741402603s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:16.101633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562722828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:20:16.101647Z","caller":"traceutil/trace.go:171","msg":"trace[283131119] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24853; }","duration":"2.56279385s","start":"2026-03-08T03:20:13.538849Z","end":"2026-03-08T03:20:16.101643Z","steps":["trace[283131119] 'agreement among raft nodes before linearized reading' (duration: 2.562700527s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.101664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:13.538821Z","time spent":"2.562840291s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:20:16.101769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570213532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:16.101784Z","caller":"traceutil/trace.go:171","msg":"trace[1114874605] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24853; }","duration":"2.570270404s","start":"2026-03-08T03:20:13.531507Z","end":"2026-03-08T03:20:16.101778Z","steps":["trace[1114874605] 'agreement among raft nodes before linearized reading' (duration: 2.570242863s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.101797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:13.531485Z","time spent":"2.570309025s","remote":"127.0.0.1:56818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:16.101902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.465293969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:16.10192Z","caller":"traceutil/trace.go:171","msg":"trace[1989218868] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24853; }","duration":"4.465358301s","start":"2026-03-08T03:20:11.636553Z","end":"2026-03-08T03:20:16.101911Z","steps":["trace[1989218868] 'agreement among raft nodes before linearized reading' (duration: 4.46532081s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.101936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:11.636527Z","time spent":"4.465403942s","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:16.101986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.046815197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-08T03:20:16.102023Z","caller":"traceutil/trace.go:171","msg":"trace[1127227733] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24853; }","duration":"4.046895329s","start":"2026-03-08T03:20:12.055113Z","end":"2026-03-08T03:20:16.102009Z","steps":["trace[1127227733] 'agreement among raft nodes before linearized reading' (duration: 4.046739575s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.102057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:12.055088Z","time spent":"4.046961911s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-08T03:20:16.102263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747619228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:16.102296Z","caller":"traceutil/trace.go:171","msg":"trace[805095259] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24853; }","duration":"2.747694549s","start":"2026-03-08T03:20:13.354589Z","end":"2026-03-08T03:20:16.102283Z","steps":["trace[805095259] 'agreement among raft nodes before linearized reading' (duration: 2.747629578s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.102327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:13.354567Z","time spent":"2.74775108s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:16.10238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540396285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:16.102401Z","caller":"traceutil/trace.go:171","msg":"trace[1377907240] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24853; }","duration":"3.540455706s","start":"2026-03-08T03:20:12.561938Z","end":"2026-03-08T03:20:16.102393Z","steps":["trace[1377907240] 'agreement among raft nodes before linearized reading' (duration: 3.540398535s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.102415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:12.561914Z","time spent":"3.540497746s","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:16.102487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.74401797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:16.10252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977832393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:16.10252Z","caller":"traceutil/trace.go:171","msg":"trace[1117537744] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24853; }","duration":"3.744094842s","start":"2026-03-08T03:20:12.358415Z","end":"2026-03-08T03:20:16.10251Z","steps":["trace[1117537744] 'agreement among raft nodes before linearized reading' (duration: 3.744043441s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:16.102536Z","caller":"traceutil/trace.go:171","msg":"trace[320815962] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24853; }","duration":"2.977902674s","start":"2026-03-08T03:20:13.124628Z","end":"2026-03-08T03:20:16.102531Z","steps":["trace[320815962] 'agreement among raft nodes before linearized reading' (duration: 2.977866413s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.102551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:13.124594Z","time spent":"2.977953046s","remote":"127.0.0.1:56936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:16.102553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:12.358391Z","time spent":"3.744150073s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:16.601846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:16.665062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:16.665147Z","caller":"traceutil/trace.go:171","msg":"trace[610975183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210328s","start":"2026-03-08T03:20:14.664918Z","end":"2026-03-08T03:20:16.665128Z","steps":["trace[610975183] 'agreement among raft nodes before linearized reading' (duration: 2.000102715s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:16.665185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:14.664893Z","time spent":"2.000284409s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:17.102764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:17.603451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:18.103987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:18.257007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.159796488s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:20:18.675571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:18.675995Z","caller":"traceutil/trace.go:171","msg":"trace[828133800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000748021s","start":"2026-03-08T03:20:16.675225Z","end":"2026-03-08T03:20:18.675973Z","steps":["trace[828133800] 'agreement among raft nodes before linearized reading' (duration: 2.000307791s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:18.676106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:16.67522Z","time spent":"2.000871434s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:20.464276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206816072s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:20.465456Z","caller":"traceutil/trace.go:171","msg":"trace[474940914] transaction","detail":"{read_only:false; response_revision:24854; number_of_response:1; }","duration":"5.057166445s","start":"2026-03-08T03:20:15.407214Z","end":"2026-03-08T03:20:20.46438Z","steps":["trace[474940914] 'process raft request' (duration: 2.850155158s)","trace[474940914] 'compare' (duration: 2.206145547s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:20.465593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:15.407184Z","time spent":"5.058323572s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:20.676443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000440894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:20.676563Z","caller":"traceutil/trace.go:171","msg":"trace[310320572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000615707s","start":"2026-03-08T03:20:18.675918Z","end":"2026-03-08T03:20:20.676534Z","steps":["trace[310320572] 'agreement among raft nodes before linearized reading' (duration: 2.000464114s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:20.676641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:18.675909Z","time spent":"2.000721139s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:20.891861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:15.897215Z","time spent":"4.994637018s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:20:20.891909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998247312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} 2026/03/08 03:20:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-08T03:20:20.891995Z","caller":"traceutil/trace.go:171","msg":"trace[864383631] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998398946s","start":"2026-03-08T03:20:15.89357Z","end":"2026-03-08T03:20:20.891969Z","steps":["trace[864383631] 'agreement among raft nodes before linearized reading' (duration: 4.998280033s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:20.892027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:15.894809Z","time spent":"4.997212818s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 03:20:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:20.89204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996567223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-08T03:20:20.892031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:15.893547Z","time spent":"4.998476587s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T03:20:20.892137Z","caller":"traceutil/trace.go:171","msg":"trace[995475236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.996709576s","start":"2026-03-08T03:20:15.895403Z","end":"2026-03-08T03:20:20.892112Z","steps":["trace[995475236] 'agreement among raft nodes before linearized reading' (duration: 4.996582333s)"],"step_count":1} 2026/03/08 03:20:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:20.89191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999670415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-08T03:20:20.892193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:15.895397Z","time spent":"4.996783778s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/08 03:20:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-08T03:20:20.892234Z","caller":"traceutil/trace.go:171","msg":"trace[1539313114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000027084s","start":"2026-03-08T03:20:15.892184Z","end":"2026-03-08T03:20:20.892211Z","steps":["trace[1539313114] 'agreement among raft nodes before linearized reading' (duration: 4.999702596s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:20.892309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:15.892159Z","time spent":"5.000118356s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/08 03:20:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:22.413853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:15.412938Z","time spent":"7.000906197s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:20:22.553855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:15.552897Z","time spent":"7.000949898s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:20:22.596393Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869ccb43d4172c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-08T03:20:22.684443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000351311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:22.684554Z","caller":"traceutil/trace.go:171","msg":"trace[1306521927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000534845s","start":"2026-03-08T03:20:20.683992Z","end":"2026-03-08T03:20:22.684527Z","steps":["trace[1306521927] 'agreement among raft nodes before linearized reading' (duration: 2.000392932s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:22.684608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:20.683964Z","time spent":"2.000633308s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:22.813862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.707567684s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:20:23.102992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:18.107339Z","time spent":"4.99564091s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 03:20:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:23.105173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:18.10708Z","time spent":"4.998083017s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 03:20:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:23.106312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:18.108294Z","time spent":"4.998012915s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:20:23.106328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:18.108855Z","time spent":"4.997465533s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 03:20:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:23.107613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:18.109699Z","time spent":"4.997910343s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 03:20:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:24.685248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00040428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:24.685376Z","caller":"traceutil/trace.go:171","msg":"trace[1866049548] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000621596s","start":"2026-03-08T03:20:22.684723Z","end":"2026-03-08T03:20:24.685345Z","steps":["trace[1866049548] 'agreement among raft nodes before linearized reading' (duration: 2.000444732s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:24.685497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:22.684694Z","time spent":"2.000785399s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:24.823028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003235929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:24.82314Z","caller":"traceutil/trace.go:171","msg":"trace[1912265304] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.003409152s","start":"2026-03-08T03:20:14.819703Z","end":"2026-03-08T03:20:24.823112Z","steps":["trace[1912265304] 'agreement among raft nodes before linearized reading' (duration: 10.003259279s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:24.823199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:14.819687Z","time spent":"10.003500765s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/08 03:20:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:24.838777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:24.838885Z","caller":"traceutil/trace.go:171","msg":"trace[1465219977] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185986s","start":"2026-03-08T03:20:22.838673Z","end":"2026-03-08T03:20:24.838859Z","steps":["trace[1465219977] 'agreement among raft nodes before linearized reading' (duration: 2.000049243s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:24.838945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:22.838648Z","time spent":"2.000285408s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:24.912687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.698106ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:24.912801Z","caller":"traceutil/trace.go:171","msg":"trace[1434130358] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24854; }","duration":"290.815828ms","start":"2026-03-08T03:20:24.621964Z","end":"2026-03-08T03:20:24.91278Z","steps":["trace[1434130358] 'range keys from in-memory index tree' (duration: 290.680925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:24.91308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098771833s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-08T03:20:25.891088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994587613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:25.891203Z","caller":"traceutil/trace.go:171","msg":"trace[797834773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.994791678s","start":"2026-03-08T03:20:22.896383Z","end":"2026-03-08T03:20:25.891175Z","steps":["trace[797834773] 'agreement among raft nodes before linearized reading' (duration: 2.994646035s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:25.891262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:22.896292Z","time spent":"2.994957252s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/08 03:20:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:25.892638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999258174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:25.892695Z","caller":"traceutil/trace.go:171","msg":"trace[1252484161] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.999332026s","start":"2026-03-08T03:20:20.893349Z","end":"2026-03-08T03:20:25.892681Z","steps":["trace[1252484161] 'agreement among raft nodes before linearized reading' (duration: 4.999258974s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:25.892654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99833703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-08T03:20:25.89274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:20.893344Z","time spent":"4.999383287s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-08T03:20:25.892752Z","caller":"traceutil/trace.go:171","msg":"trace[1462571225] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998512454s","start":"2026-03-08T03:20:22.894215Z","end":"2026-03-08T03:20:25.892727Z","steps":["trace[1462571225] 'agreement among raft nodes before linearized reading' (duration: 2.998383821s)"],"step_count":1} 2026/03/08 03:20:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:25.892792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:22.894186Z","time spent":"2.998597936s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/08 03:20:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:25.892783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999400838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-08T03:20:25.892843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000320712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:25.892871Z","caller":"traceutil/trace.go:171","msg":"trace[1556033814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000358043s","start":"2026-03-08T03:20:15.892503Z","end":"2026-03-08T03:20:25.892861Z","steps":["trace[1556033814] 'agreement among raft nodes before linearized reading' (duration: 10.000330412s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:25.892877Z","caller":"traceutil/trace.go:171","msg":"trace[657699630] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999552851s","start":"2026-03-08T03:20:20.893298Z","end":"2026-03-08T03:20:25.892851Z","steps":["trace[657699630] 'agreement among raft nodes before linearized reading' (duration: 4.999423328s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:25.892901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:15.892495Z","time spent":"10.000398814s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:20:25.892915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999268937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} 2026/03/08 03:20:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-08T03:20:25.892931Z","caller":"traceutil/trace.go:171","msg":"trace[1211589264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999293688s","start":"2026-03-08T03:20:15.893632Z","end":"2026-03-08T03:20:25.892926Z","steps":["trace[1211589264] 'agreement among raft nodes before linearized reading' (duration: 9.999277107s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:25.892931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:20.893284Z","time spent":"4.999637564s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:20:25.892946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:15.893628Z","time spent":"9.999314019s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/08 03:20:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/08 03:20:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:25.89473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998218567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:25.894766Z","caller":"traceutil/trace.go:171","msg":"trace[893415228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998306649s","start":"2026-03-08T03:20:22.896446Z","end":"2026-03-08T03:20:25.894753Z","steps":["trace[893415228] 'agreement among raft nodes before linearized reading' (duration: 2.998270908s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:25.894784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:22.896416Z","time spent":"2.998362441s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/08 03:20:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:26.692774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:26.692881Z","caller":"traceutil/trace.go:171","msg":"trace[1497705756] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586446s","start":"2026-03-08T03:20:24.69227Z","end":"2026-03-08T03:20:26.692856Z","steps":["trace[1497705756] 'agreement among raft nodes before linearized reading' (duration: 2.000418452s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:26.692935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:24.69224Z","time spent":"2.000684779s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:27.122493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209195868s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-08T03:20:27.696014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.800952864s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:20:27.698408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.370718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-08T03:20:27.699334Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"46.681µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-03-08T03:20:27.699488Z","caller":"traceutil/trace.go:171","msg":"trace[1378879109] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"1.804557027s","start":"2026-03-08T03:20:25.894905Z","end":"2026-03-08T03:20:27.699462Z","steps":["trace[1378879109] 'process raft request' (duration: 1.804501436s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:27.699599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:25.894874Z","time spent":"1.80465026s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:27.699846Z","caller":"traceutil/trace.go:171","msg":"trace[1160020537] linearizableReadLoop","detail":"{readStateIndex:25755; appliedIndex:25749; }","duration":"11.598652263s","start":"2026-03-08T03:20:16.101182Z","end":"2026-03-08T03:20:27.699834Z","steps":["trace[1160020537] 'read index received' (duration: 2.156158683s)","trace[1160020537] 'applied index is now lower than readState.Index' (duration: 9.4424921s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:27.699911Z","caller":"traceutil/trace.go:171","msg":"trace[189404977] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"6.595009695s","start":"2026-03-08T03:20:21.104892Z","end":"2026-03-08T03:20:27.699901Z","steps":["trace[189404977] 'process raft request' (duration: 6.594298038s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:27.699965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:21.104862Z","time spent":"6.595068656s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:27.700105Z","caller":"traceutil/trace.go:171","msg":"trace[1478646496] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24864; }","duration":"5.139993354s","start":"2026-03-08T03:20:22.560101Z","end":"2026-03-08T03:20:27.700094Z","steps":["trace[1478646496] 'process raft request' (duration: 5.139127234s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:27.700157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:22.560038Z","time spent":"5.140089897s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:27.700282Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869ccb43d4172c","error":"lease not found"} {"level":"warn","ts":"2026-03-08T03:20:27.700456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.801797107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:27.700491Z","caller":"traceutil/trace.go:171","msg":"trace[1396120195] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24865; }","duration":"11.801854149s","start":"2026-03-08T03:20:15.898626Z","end":"2026-03-08T03:20:27.70048Z","steps":["trace[1396120195] 'agreement among raft nodes before linearized reading' (duration: 11.801793908s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:27.700527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:15.898619Z","time spent":"11.80189586s","remote":"127.0.0.1:54240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:27.700697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.06038375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:27.700726Z","caller":"traceutil/trace.go:171","msg":"trace[1160348182] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24865; }","duration":"13.060455882s","start":"2026-03-08T03:20:14.640261Z","end":"2026-03-08T03:20:27.700717Z","steps":["trace[1160348182] 'agreement among raft nodes before linearized reading' (duration: 13.060405871s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:27.700759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:14.640235Z","time spent":"13.060512773s","remote":"127.0.0.1:56792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:28.103311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99857424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:28.103417Z","caller":"traceutil/trace.go:171","msg":"trace[1039936269] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998749554s","start":"2026-03-08T03:20:23.104637Z","end":"2026-03-08T03:20:28.103387Z","steps":["trace[1039936269] 'agreement among raft nodes before linearized reading' (duration: 4.998608581s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:28.103471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:23.104615Z","time spent":"4.998845625s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/08 03:20:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:28.105581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999115572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:28.105689Z","caller":"traceutil/trace.go:171","msg":"trace[288790413] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999299096s","start":"2026-03-08T03:20:23.106365Z","end":"2026-03-08T03:20:28.105664Z","steps":["trace[288790413] 'agreement among raft nodes before linearized reading' (duration: 4.999162083s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:28.105754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:23.106311Z","time spent":"4.99943189s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-08T03:20:28.107445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999181014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:28.107503Z","caller":"traceutil/trace.go:171","msg":"trace[1341832041] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999271865s","start":"2026-03-08T03:20:23.108218Z","end":"2026-03-08T03:20:28.10749Z","steps":["trace[1341832041] 'agreement among raft nodes before linearized reading' (duration: 4.999199763s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:28.107544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:23.108207Z","time spent":"4.999325086s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-08T03:20:28.107537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994945594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} 2026/03/08 03:20:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-08T03:20:28.107631Z","caller":"traceutil/trace.go:171","msg":"trace[1340803250] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.995051727s","start":"2026-03-08T03:20:23.112545Z","end":"2026-03-08T03:20:28.107597Z","steps":["trace[1340803250] 'agreement among raft nodes before linearized reading' (duration: 4.994940674s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:28.10769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:23.112513Z","time spent":"4.99516704s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/08 03:20:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:28.107533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995517518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:28.108164Z","caller":"traceutil/trace.go:171","msg":"trace[690591356] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.996177364s","start":"2026-03-08T03:20:23.111975Z","end":"2026-03-08T03:20:28.108153Z","steps":["trace[690591356] 'agreement among raft nodes before linearized reading' (duration: 4.995532249s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:28.108193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:23.111961Z","time spent":"4.996222614s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/08 03:20:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:28.20101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:28.693277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:28.693387Z","caller":"traceutil/trace.go:171","msg":"trace[287346119] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0003643s","start":"2026-03-08T03:20:26.692995Z","end":"2026-03-08T03:20:28.693359Z","steps":["trace[287346119] 'agreement among raft nodes before linearized reading' (duration: 2.000207657s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:28.69346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:26.692968Z","time spent":"2.000469263s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:28.701297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:29.085901Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.389679616s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:20:29.926395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:29.926493Z","caller":"traceutil/trace.go:171","msg":"trace[1361871956] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346498s","start":"2026-03-08T03:20:27.926122Z","end":"2026-03-08T03:20:29.926468Z","steps":["trace[1361871956] 'agreement among raft nodes before linearized reading' (duration: 2.000223865s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:29.926547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:27.926096Z","time spent":"2.000440021s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:30.411036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993365195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:30.41114Z","caller":"traceutil/trace.go:171","msg":"trace[1640506789] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993538539s","start":"2026-03-08T03:20:22.417576Z","end":"2026-03-08T03:20:30.411114Z","steps":["trace[1640506789] 'agreement among raft nodes before linearized reading' (duration: 7.993401295s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:30.411207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:22.417555Z","time spent":"7.993640581s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/08 03:20:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:30.702222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000365751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:30.702313Z","caller":"traceutil/trace.go:171","msg":"trace[569756336] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000516855s","start":"2026-03-08T03:20:28.701771Z","end":"2026-03-08T03:20:30.702288Z","steps":["trace[569756336] 'agreement among raft nodes before linearized reading' (duration: 2.000397172s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:30.70239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.701748Z","time spent":"2.000603576s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:30.895554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:25.897541Z","time spent":"4.998003844s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 03:20:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:31.959237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872973189s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:31.960609Z","caller":"traceutil/trace.go:171","msg":"trace[988936613] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"6.064806918s","start":"2026-03-08T03:20:25.895766Z","end":"2026-03-08T03:20:31.960573Z","steps":["trace[988936613] 'process raft request' (duration: 3.190371674s)","trace[988936613] 'compare' (duration: 2.870643585s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:31.96075Z","caller":"traceutil/trace.go:171","msg":"trace[1512801651] transaction","detail":"{read_only:false; response_revision:24867; number_of_response:1; }","duration":"6.064617113s","start":"2026-03-08T03:20:25.896096Z","end":"2026-03-08T03:20:31.960713Z","steps":["trace[1512801651] 'process raft request' (duration: 6.064243564s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:31.960902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:25.896073Z","time spent":"6.064757647s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:31.960787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:25.895738Z","time spent":"6.064956312s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:32.710559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000594257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:32.71069Z","caller":"traceutil/trace.go:171","msg":"trace[997854346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000803172s","start":"2026-03-08T03:20:30.709855Z","end":"2026-03-08T03:20:32.710658Z","steps":["trace[997854346] 'agreement among raft nodes before linearized reading' (duration: 2.000619368s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:32.710756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:30.709836Z","time spent":"2.000906144s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:33.108543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998822873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-08T03:20:33.108587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998188279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:33.10895Z","caller":"traceutil/trace.go:171","msg":"trace[244905812] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999236463s","start":"2026-03-08T03:20:28.109625Z","end":"2026-03-08T03:20:33.108862Z","steps":["trace[244905812] 'agreement among raft nodes before linearized reading' (duration: 4.998845824s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:33.109025Z","caller":"traceutil/trace.go:171","msg":"trace[1130299933] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998573477s","start":"2026-03-08T03:20:28.110303Z","end":"2026-03-08T03:20:33.108876Z","steps":["trace[1130299933] 'agreement among raft nodes before linearized reading' (duration: 4.998201529s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:33.109163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.10961Z","time spent":"4.999489149s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/08 03:20:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:33.109393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.110296Z","time spent":"4.998889875s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/08 03:20:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:33.568351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.837764618s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:20:34.251472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.290892322s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-08T03:20:34.251625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:32.351515Z","time spent":"1.900098524s","remote":"127.0.0.1:54096","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:20:34.252006Z","caller":"traceutil/trace.go:171","msg":"trace[362301104] linearizableReadLoop","detail":"{readStateIndex:25768; appliedIndex:25764; }","duration":"6.552103644s","start":"2026-03-08T03:20:27.699869Z","end":"2026-03-08T03:20:34.251973Z","steps":["trace[362301104] 'read index received' (duration: 1.386157924s)","trace[362301104] 'applied index is now lower than readState.Index' (duration: 5.1659433s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:20:34.252579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.643531915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.252718Z","caller":"traceutil/trace.go:171","msg":"trace[1720555501] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24869; }","duration":"6.643717849s","start":"2026-03-08T03:20:27.608979Z","end":"2026-03-08T03:20:34.252696Z","steps":["trace[1720555501] 'agreement among raft nodes before linearized reading' (duration: 6.643526444s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.252828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:27.608956Z","time spent":"6.643849962s","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.253324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.672508208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:34.253453Z","caller":"traceutil/trace.go:171","msg":"trace[1495948798] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24869; }","duration":"7.672664631s","start":"2026-03-08T03:20:26.580769Z","end":"2026-03-08T03:20:34.253433Z","steps":["trace[1495948798] 'agreement among raft nodes before linearized reading' (duration: 7.672509537s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.253541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:26.58075Z","time spent":"7.672772734s","remote":"127.0.0.1:33464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.253698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.360813857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.253832Z","caller":"traceutil/trace.go:171","msg":"trace[1959587521] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24869; }","duration":"14.360988761s","start":"2026-03-08T03:20:19.892796Z","end":"2026-03-08T03:20:34.253785Z","steps":["trace[1959587521] 'agreement among raft nodes before linearized reading' (duration: 14.360780396s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.253874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.647404616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.253988Z","caller":"traceutil/trace.go:171","msg":"trace[1167214830] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24869; }","duration":"14.647522389s","start":"2026-03-08T03:20:19.60645Z","end":"2026-03-08T03:20:34.253973Z","steps":["trace[1167214830] 'agreement among raft nodes before linearized reading' (duration: 14.647321614s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.254053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:19.606371Z","time spent":"14.647668742s","remote":"127.0.0.1:56978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.254116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.828138803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:34.254147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.524676168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:34.254238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.764510436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:34.25424Z","caller":"traceutil/trace.go:171","msg":"trace[1837372707] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24869; }","duration":"10.828306167s","start":"2026-03-08T03:20:23.425902Z","end":"2026-03-08T03:20:34.254209Z","steps":["trace[1837372707] 'agreement among raft nodes before linearized reading' (duration: 10.828108403s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:34.254253Z","caller":"traceutil/trace.go:171","msg":"trace[976678135] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24869; }","duration":"8.524802951s","start":"2026-03-08T03:20:25.72942Z","end":"2026-03-08T03:20:34.254223Z","steps":["trace[976678135] 'agreement among raft nodes before linearized reading' (duration: 8.524619036s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.254295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.628455875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:34.254159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.244375373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-08T03:20:34.254269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.700305511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.2543Z","caller":"traceutil/trace.go:171","msg":"trace[439829427] transaction","detail":"{read_only:false; response_revision:24870; number_of_response:1; }","duration":"3.523838928s","start":"2026-03-08T03:20:30.730429Z","end":"2026-03-08T03:20:34.254268Z","steps":["trace[439829427] 'process raft request' (duration: 3.52136472s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.254566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.055350133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:20:34.254604Z","caller":"traceutil/trace.go:171","msg":"trace[1757172731] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24870; }","duration":"12.055438746s","start":"2026-03-08T03:20:22.199157Z","end":"2026-03-08T03:20:34.254596Z","steps":["trace[1757172731] 'agreement among raft nodes before linearized reading' (duration: 12.055213381s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.254624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.565875426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-08T03:20:34.25462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:30.7304Z","time spent":"3.524125725s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:34.254702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.147927191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-15dd18ea-b268-4d4f-8a6d-6527e4a821dd\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-08T03:20:34.25476Z","caller":"traceutil/trace.go:171","msg":"trace[550525139] range","detail":"{range_begin:/registry/persistentvolumes/pvc-15dd18ea-b268-4d4f-8a6d-6527e4a821dd; range_end:; response_count:1; response_revision:24870; }","duration":"18.148022714s","start":"2026-03-08T03:20:16.106723Z","end":"2026-03-08T03:20:34.254746Z","steps":["trace[550525139] 'agreement among raft nodes before linearized reading' (duration: 18.147697236s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.254762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.887358877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:34.254309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:25.729348Z","time spent":"8.524947424s","remote":"127.0.0.1:46050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.254806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.114777796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:34.25481Z","caller":"traceutil/trace.go:171","msg":"trace[1378375703] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24870; }","duration":"9.887448679s","start":"2026-03-08T03:20:24.367349Z","end":"2026-03-08T03:20:34.254798Z","steps":["trace[1378375703] 'agreement among raft nodes before linearized reading' (duration: 9.887374617s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.254817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:16.106704Z","time spent":"18.148097046s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-15dd18ea-b268-4d4f-8a6d-6527e4a821dd\" "} {"level":"info","ts":"2026-03-08T03:20:34.254842Z","caller":"traceutil/trace.go:171","msg":"trace[1717756520] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24870; }","duration":"13.114856418s","start":"2026-03-08T03:20:21.139977Z","end":"2026-03-08T03:20:34.254834Z","steps":["trace[1717756520] 'agreement among raft nodes before linearized reading' (duration: 13.114765066s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.254852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:24.367325Z","time spent":"9.887518651s","remote":"127.0.0.1:57100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.25487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:21.139953Z","time spent":"13.114909428s","remote":"127.0.0.1:57852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.254994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.041271819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.25504Z","caller":"traceutil/trace.go:171","msg":"trace[1293158003] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:24870; }","duration":"14.041362071s","start":"2026-03-08T03:20:20.213667Z","end":"2026-03-08T03:20:34.255029Z","steps":["trace[1293158003] 'agreement among raft nodes before linearized reading' (duration: 14.041255609s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.255101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:20.213632Z","time spent":"14.041459284s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.255134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.151049314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-08T03:20:34.255162Z","caller":"traceutil/trace.go:171","msg":"trace[259065218] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24870; }","duration":"18.151170937s","start":"2026-03-08T03:20:16.103983Z","end":"2026-03-08T03:20:34.255154Z","steps":["trace[259065218] 'agreement among raft nodes before linearized reading' (duration: 18.151032344s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.255179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.051037257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:34.254722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.129183265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:34.255225Z","caller":"traceutil/trace.go:171","msg":"trace[1354468553] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24870; }","duration":"14.05114391s","start":"2026-03-08T03:20:20.204069Z","end":"2026-03-08T03:20:34.255212Z","steps":["trace[1354468553] 'agreement among raft nodes before linearized reading' (duration: 14.051067318s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:34.25525Z","caller":"traceutil/trace.go:171","msg":"trace[950998162] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24870; }","duration":"12.129751848s","start":"2026-03-08T03:20:22.12549Z","end":"2026-03-08T03:20:34.255242Z","steps":["trace[950998162] 'agreement among raft nodes before linearized reading' (duration: 12.129184265s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.255256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:20.20404Z","time spent":"14.05120835s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.255263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.347157182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.255313Z","caller":"traceutil/trace.go:171","msg":"trace[2027295297] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24870; }","duration":"13.347256534s","start":"2026-03-08T03:20:20.908045Z","end":"2026-03-08T03:20:34.255302Z","steps":["trace[2027295297] 'agreement among raft nodes before linearized reading' (duration: 13.347172552s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.255352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:20.908022Z","time spent":"13.347321786s","remote":"127.0.0.1:41080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:34.254295Z","caller":"traceutil/trace.go:171","msg":"trace[925511699] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24870; }","duration":"17.764590517s","start":"2026-03-08T03:20:16.489678Z","end":"2026-03-08T03:20:34.254269Z","steps":["trace[925511699] 'agreement among raft nodes before linearized reading' (duration: 17.764521285s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.255193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:16.103962Z","time spent":"18.151225579s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-08T03:20:34.254694Z","caller":"traceutil/trace.go:171","msg":"trace[1551938821] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24870; }","duration":"9.566004918s","start":"2026-03-08T03:20:24.688676Z","end":"2026-03-08T03:20:34.254681Z","steps":["trace[1551938821] 'agreement among raft nodes before linearized reading' (duration: 9.565699771s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.255528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.891311507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:34.255577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.583271618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:34.255485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.321252785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:34.255279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:22.125467Z","time spent":"12.129803799s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.255716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.692382367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.255738Z","caller":"traceutil/trace.go:171","msg":"trace[505718] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24870; }","duration":"16.692404078s","start":"2026-03-08T03:20:17.563328Z","end":"2026-03-08T03:20:34.255732Z","steps":["trace[505718] 'agreement among raft nodes before linearized reading' (duration: 16.692364977s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.255764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:17.563268Z","time spent":"16.69249152s","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.255809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.109202865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:34.255829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.859392493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:20:34.255854Z","caller":"traceutil/trace.go:171","msg":"trace[1613873787] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24870; }","duration":"16.109298327s","start":"2026-03-08T03:20:18.146545Z","end":"2026-03-08T03:20:34.255843Z","steps":["trace[1613873787] 'agreement among raft nodes before linearized reading' (duration: 16.109225826s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:34.255876Z","caller":"traceutil/trace.go:171","msg":"trace[1166760778] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24870; }","duration":"15.859469465s","start":"2026-03-08T03:20:18.396382Z","end":"2026-03-08T03:20:34.255851Z","steps":["trace[1166760778] 'agreement among raft nodes before linearized reading' (duration: 15.859300631s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.255892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:18.146518Z","time spent":"16.109365899s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:34.254347Z","caller":"traceutil/trace.go:171","msg":"trace[623251080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24870; }","duration":"11.628554537s","start":"2026-03-08T03:20:22.625776Z","end":"2026-03-08T03:20:34.254331Z","steps":["trace[623251080] 'agreement among raft nodes before linearized reading' (duration: 11.628406064s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.255923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:18.396361Z","time spent":"15.859555037s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-08T03:20:34.255869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.190349286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:20:34.255968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:22.62575Z","time spent":"11.630202056s","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.255974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.51190887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:34.256022Z","caller":"traceutil/trace.go:171","msg":"trace[1914313371] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24870; }","duration":"8.512002932s","start":"2026-03-08T03:20:25.744006Z","end":"2026-03-08T03:20:34.256009Z","steps":["trace[1914313371] 'agreement among raft nodes before linearized reading' (duration: 8.51191012s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:34.256033Z","caller":"traceutil/trace.go:171","msg":"trace[688926769] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24870; }","duration":"8.190557181s","start":"2026-03-08T03:20:26.065432Z","end":"2026-03-08T03:20:34.255989Z","steps":["trace[688926769] 'agreement among raft nodes before linearized reading' (duration: 8.190374327s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.256068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:25.743984Z","time spent":"8.512074644s","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.253925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:19.892739Z","time spent":"14.361170655s","remote":"127.0.0.1:60738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.253988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.742039388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:34.254295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:23.425882Z","time spent":"10.82840075s","remote":"127.0.0.1:56836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.256159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:26.065401Z","time spent":"8.190694844s","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.254357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.164473047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.256272Z","caller":"traceutil/trace.go:171","msg":"trace[1978324894] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24870; }","duration":"15.166421113s","start":"2026-03-08T03:20:19.089835Z","end":"2026-03-08T03:20:34.256256Z","steps":["trace[1978324894] 'agreement among raft nodes before linearized reading' (duration: 15.164490248s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.255537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:24.688654Z","time spent":"9.566873678s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-08T03:20:34.256319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:19.089814Z","time spent":"15.166492334s","remote":"127.0.0.1:56776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.256437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.972073329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.256496Z","caller":"traceutil/trace.go:171","msg":"trace[685854212] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24870; }","duration":"7.97213434s","start":"2026-03-08T03:20:26.284353Z","end":"2026-03-08T03:20:34.256487Z","steps":["trace[685854212] 'agreement among raft nodes before linearized reading' (duration: 7.972050328s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:34.255593Z","caller":"traceutil/trace.go:171","msg":"trace[197619702] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24870; }","duration":"15.89143394s","start":"2026-03-08T03:20:18.364148Z","end":"2026-03-08T03:20:34.255582Z","steps":["trace[197619702] 'agreement among raft nodes before linearized reading' (duration: 15.891295897s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.256538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:26.284259Z","time spent":"7.972271494s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.256575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:18.364123Z","time spent":"15.892433833s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:34.254352Z","caller":"traceutil/trace.go:171","msg":"trace[348437385] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24869; }","duration":"11.244615669s","start":"2026-03-08T03:20:23.009721Z","end":"2026-03-08T03:20:34.254337Z","steps":["trace[348437385] 'agreement among raft nodes before linearized reading' (duration: 11.244293232s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.256794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:23.009691Z","time spent":"11.247087826s","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-08T03:20:34.255651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.473783646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:34.256913Z","caller":"traceutil/trace.go:171","msg":"trace[449727950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24870; }","duration":"15.475066276s","start":"2026-03-08T03:20:18.781825Z","end":"2026-03-08T03:20:34.256891Z","steps":["trace[449727950] 'agreement among raft nodes before linearized reading' (duration: 15.473799926s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.256996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:18.781808Z","time spent":"15.475156048s","remote":"127.0.0.1:58364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.256987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.551193973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"warn","ts":"2026-03-08T03:20:34.255642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.816778339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:34.257104Z","caller":"traceutil/trace.go:171","msg":"trace[1794360872] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:24871; }","duration":"6.551367987s","start":"2026-03-08T03:20:27.705701Z","end":"2026-03-08T03:20:34.257069Z","steps":["trace[1794360872] 'agreement among raft nodes before linearized reading' (duration: 6.550945107s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:34.257209Z","caller":"traceutil/trace.go:171","msg":"trace[10585843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24870; }","duration":"15.818354236s","start":"2026-03-08T03:20:18.438811Z","end":"2026-03-08T03:20:34.257166Z","steps":["trace[10585843] 'agreement among raft nodes before linearized reading' (duration: 15.81680099s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.257261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:27.705677Z","time spent":"6.551566222s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-08T03:20:34.257294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:18.438787Z","time spent":"15.81849075s","remote":"127.0.0.1:58350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.255657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:16.489656Z","time spent":"17.765770715s","remote":"127.0.0.1:57866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:34.256151Z","caller":"traceutil/trace.go:171","msg":"trace[1393563887] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24869; }","duration":"7.744242529s","start":"2026-03-08T03:20:26.511894Z","end":"2026-03-08T03:20:34.256136Z","steps":["trace[1393563887] 'agreement among raft nodes before linearized reading' (duration: 7.742057728s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.257619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:26.511868Z","time spent":"7.745740365s","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.257257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.293412533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:34.257747Z","caller":"traceutil/trace.go:171","msg":"trace[1041022613] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24870; }","duration":"15.293950465s","start":"2026-03-08T03:20:18.963781Z","end":"2026-03-08T03:20:34.257731Z","steps":["trace[1041022613] 'agreement among raft nodes before linearized reading' (duration: 15.290598827s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:34.257791Z","caller":"traceutil/trace.go:171","msg":"trace[683141046] transaction","detail":"{read_only:false; response_revision:24871; number_of_response:1; }","duration":"1.549106003s","start":"2026-03-08T03:20:32.708661Z","end":"2026-03-08T03:20:34.257767Z","steps":["trace[683141046] 'process raft request' (duration: 1.545500469s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.257795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:18.963757Z","time spent":"15.294021617s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:34.254376Z","caller":"traceutil/trace.go:171","msg":"trace[1496445416] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24870; }","duration":"8.700430875s","start":"2026-03-08T03:20:25.553921Z","end":"2026-03-08T03:20:34.254352Z","steps":["trace[1496445416] 'agreement among raft nodes before linearized reading' (duration: 8.700207429s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.257994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:32.708628Z","time spent":"1.549224936s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:34.258028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:25.553864Z","time spent":"8.70412057s","remote":"127.0.0.1:56960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:34.258136Z","caller":"traceutil/trace.go:171","msg":"trace[1157063872] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24870; }","duration":"14.321741226s","start":"2026-03-08T03:20:19.934163Z","end":"2026-03-08T03:20:34.255904Z","steps":["trace[1157063872] 'agreement among raft nodes before linearized reading' (duration: 14.321279075s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.258188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.586407764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-08T03:20:34.258192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:19.934138Z","time spent":"14.32404029s","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:34.258237Z","caller":"traceutil/trace.go:171","msg":"trace[1768616977] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c; range_end:; response_count:1; response_revision:24871; }","duration":"17.586459736s","start":"2026-03-08T03:20:16.671749Z","end":"2026-03-08T03:20:34.258209Z","steps":["trace[1768616977] 'agreement among raft nodes before linearized reading' (duration: 17.586335693s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:34.25561Z","caller":"traceutil/trace.go:171","msg":"trace[1621461668] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24870; }","duration":"15.58334751s","start":"2026-03-08T03:20:18.672256Z","end":"2026-03-08T03:20:34.255603Z","steps":["trace[1621461668] 'agreement among raft nodes before linearized reading' (duration: 15.583290218s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.258066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.580688561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:34.258293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:16.671736Z","time spent":"17.586552367s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" "} {"level":"info","ts":"2026-03-08T03:20:34.258342Z","caller":"traceutil/trace.go:171","msg":"trace[156579438] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24871; }","duration":"17.580980438s","start":"2026-03-08T03:20:16.677319Z","end":"2026-03-08T03:20:34.2583Z","steps":["trace[156579438] 'agreement among raft nodes before linearized reading' (duration: 17.580702721s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.254651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:22.199131Z","time spent":"12.055511657s","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.254142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.928374027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.258423Z","caller":"traceutil/trace.go:171","msg":"trace[2069004154] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24869; }","duration":"8.932730418s","start":"2026-03-08T03:20:25.325685Z","end":"2026-03-08T03:20:34.258415Z","steps":["trace[2069004154] 'agreement among raft nodes before linearized reading' (duration: 8.928369737s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.258515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:25.325662Z","time spent":"8.93284096s","remote":"127.0.0.1:57440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.258276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:18.672231Z","time spent":"15.586035102s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.258769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443338862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:34.258793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:16.677296Z","time spent":"17.58148653s","remote":"127.0.0.1:56994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.258891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.641059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.258928Z","caller":"traceutil/trace.go:171","msg":"trace[447446908] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24871; }","duration":"857.717821ms","start":"2026-03-08T03:20:33.4012Z","end":"2026-03-08T03:20:34.258918Z","steps":["trace[447446908] 'agreement among raft nodes before linearized reading' (duration: 857.65464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.25897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:33.401173Z","time spent":"857.787143ms","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:34.258831Z","caller":"traceutil/trace.go:171","msg":"trace[980491328] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24871; }","duration":"3.443435434s","start":"2026-03-08T03:20:30.815378Z","end":"2026-03-08T03:20:34.258814Z","steps":["trace[980491328] 'agreement among raft nodes before linearized reading' (duration: 3.443327991s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.259092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:30.815357Z","time spent":"3.443723211s","remote":"127.0.0.1:56724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.25924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337827409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:34.259272Z","caller":"traceutil/trace.go:171","msg":"trace[1895916029] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24871; }","duration":"1.337856181s","start":"2026-03-08T03:20:32.921406Z","end":"2026-03-08T03:20:34.259262Z","steps":["trace[1895916029] 'agreement among raft nodes before linearized reading' (duration: 1.337757279s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.259293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:32.921273Z","time spent":"1.338015045s","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.259103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547882165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:34.259444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52022435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.25947Z","caller":"traceutil/trace.go:171","msg":"trace[1315237107] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24871; }","duration":"1.520300943s","start":"2026-03-08T03:20:32.739161Z","end":"2026-03-08T03:20:34.259462Z","steps":["trace[1315237107] 'agreement among raft nodes before linearized reading' (duration: 1.520266382s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.259494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:32.739132Z","time spent":"1.520356633s","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:34.259506Z","caller":"traceutil/trace.go:171","msg":"trace[1675954064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24871; }","duration":"1.548277195s","start":"2026-03-08T03:20:32.711179Z","end":"2026-03-08T03:20:34.259456Z","steps":["trace[1675954064] 'agreement among raft nodes before linearized reading' (duration: 1.547892916s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.259576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:32.711165Z","time spent":"1.548402097s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:34.25968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178195985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:20:34.259921Z","caller":"traceutil/trace.go:171","msg":"trace[829432437] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24871; }","duration":"2.178439111s","start":"2026-03-08T03:20:32.081469Z","end":"2026-03-08T03:20:34.259908Z","steps":["trace[829432437] 'agreement among raft nodes before linearized reading' (duration: 2.177936749s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.259944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:32.081376Z","time spent":"2.178562054s","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.254583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.147738908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:20:34.260138Z","caller":"traceutil/trace.go:171","msg":"trace[1347491541] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24870; }","duration":"18.153314287s","start":"2026-03-08T03:20:16.106812Z","end":"2026-03-08T03:20:34.260127Z","steps":["trace[1347491541] 'agreement among raft nodes before linearized reading' (duration: 18.147499242s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.260189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:16.106809Z","time spent":"18.153366268s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:20:34.260212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201382022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:34.25915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249980822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:34.260244Z","caller":"traceutil/trace.go:171","msg":"trace[844727545] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24871; }","duration":"3.201459185s","start":"2026-03-08T03:20:31.058775Z","end":"2026-03-08T03:20:34.260235Z","steps":["trace[844727545] 'agreement among raft nodes before linearized reading' (duration: 3.201411333s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.260302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:31.058753Z","time spent":"3.201537416s","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.260354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.366753899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-08T03:20:34.260386Z","caller":"traceutil/trace.go:171","msg":"trace[1883959484] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24871; }","duration":"5.366831551s","start":"2026-03-08T03:20:28.893546Z","end":"2026-03-08T03:20:34.260378Z","steps":["trace[1883959484] 'agreement among raft nodes before linearized reading' (duration: 5.366727839s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.260402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.466651682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:20:34.260421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.367334123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-08T03:20:34.260426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846922878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T03:20:34.260443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.638982379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.260458Z","caller":"traceutil/trace.go:171","msg":"trace[991623592] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24871; }","duration":"3.84698455s","start":"2026-03-08T03:20:30.413464Z","end":"2026-03-08T03:20:34.260448Z","steps":["trace[991623592] 'agreement among raft nodes before linearized reading' (duration: 3.846911178s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.260154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835383073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:34.260495Z","caller":"traceutil/trace.go:171","msg":"trace[342163615] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24871; }","duration":"2.835766951s","start":"2026-03-08T03:20:31.424721Z","end":"2026-03-08T03:20:34.260488Z","steps":["trace[342163615] 'agreement among raft nodes before linearized reading' (duration: 2.835392193s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.260512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.723434002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.260299Z","caller":"traceutil/trace.go:171","msg":"trace[1447874190] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24871; }","duration":"1.251201361s","start":"2026-03-08T03:20:33.009072Z","end":"2026-03-08T03:20:34.260273Z","steps":["trace[1447874190] 'agreement among raft nodes before linearized reading' (duration: 1.250048534s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:34.260548Z","caller":"traceutil/trace.go:171","msg":"trace[1269884157] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24871; }","duration":"5.723517124s","start":"2026-03-08T03:20:28.537022Z","end":"2026-03-08T03:20:34.260539Z","steps":["trace[1269884157] 'agreement among raft nodes before linearized reading' (duration: 5.723460182s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.260563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:33.009046Z","time spent":"1.251508318s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.260576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.536991Z","time spent":"5.723578735s","remote":"127.0.0.1:57786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:34.260462Z","caller":"traceutil/trace.go:171","msg":"trace[2052156550] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24871; }","duration":"5.367368994s","start":"2026-03-08T03:20:28.893077Z","end":"2026-03-08T03:20:34.260446Z","steps":["trace[2052156550] 'agreement among raft nodes before linearized reading' (duration: 5.367268481s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.260518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:31.424697Z","time spent":"2.835815182s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.260642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.893024Z","time spent":"5.367600489s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-08T03:20:34.260439Z","caller":"traceutil/trace.go:171","msg":"trace[691153163] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24871; }","duration":"6.466689033s","start":"2026-03-08T03:20:27.79374Z","end":"2026-03-08T03:20:34.260429Z","steps":["trace[691153163] 'agreement among raft nodes before linearized reading' (duration: 6.466636882s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.26073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:27.793665Z","time spent":"6.467056301s","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.26032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.096565507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:20:34.260797Z","caller":"traceutil/trace.go:171","msg":"trace[1966663997] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24871; }","duration":"6.097098289s","start":"2026-03-08T03:20:28.163687Z","end":"2026-03-08T03:20:34.260786Z","steps":["trace[1966663997] 'agreement among raft nodes before linearized reading' (duration: 6.096434004s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.26041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.893523Z","time spent":"5.366881902s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T03:20:34.259413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421485569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.26108Z","caller":"traceutil/trace.go:171","msg":"trace[1044525224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24871; }","duration":"1.423173859s","start":"2026-03-08T03:20:32.837895Z","end":"2026-03-08T03:20:34.261069Z","steps":["trace[1044525224] 'agreement among raft nodes before linearized reading' (duration: 1.42149906s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.260353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.268316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.261146Z","caller":"traceutil/trace.go:171","msg":"trace[868251599] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24871; }","duration":"6.269117209s","start":"2026-03-08T03:20:27.992017Z","end":"2026-03-08T03:20:34.261134Z","steps":["trace[868251599] 'agreement among raft nodes before linearized reading' (duration: 6.268291499s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.261197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:27.991942Z","time spent":"6.269241352s","remote":"127.0.0.1:57570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.261152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:32.837878Z","time spent":"1.42325181s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:20:34.260466Z","caller":"traceutil/trace.go:171","msg":"trace[417380434] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24871; }","duration":"4.63904247s","start":"2026-03-08T03:20:29.621415Z","end":"2026-03-08T03:20:34.260458Z","steps":["trace[417380434] 'agreement among raft nodes before linearized reading' (duration: 4.639007499s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.260488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:30.413445Z","time spent":"3.84703845s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-08T03:20:34.261305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:29.621383Z","time spent":"4.63990647s","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.260529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428097496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:34.261379Z","caller":"traceutil/trace.go:171","msg":"trace[935431290] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24871; }","duration":"3.428965066s","start":"2026-03-08T03:20:30.83238Z","end":"2026-03-08T03:20:34.261345Z","steps":["trace[935431290] 'agreement among raft nodes before linearized reading' (duration: 3.428099776s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.261447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:30.832359Z","time spent":"3.429060989s","remote":"127.0.0.1:56904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.261451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.263021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:34.261486Z","caller":"traceutil/trace.go:171","msg":"trace[1124499339] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24871; }","duration":"431.368074ms","start":"2026-03-08T03:20:33.830109Z","end":"2026-03-08T03:20:34.261477Z","steps":["trace[1124499339] 'agreement among raft nodes before linearized reading' (duration: 428.116628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:34.261516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:33.830079Z","time spent":"431.430535ms","remote":"127.0.0.1:60658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.26102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:28.16366Z","time spent":"6.097348856s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:34.762865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:35.26377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:35.764391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:36.265205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:36.269449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000728421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:36.269531Z","caller":"traceutil/trace.go:171","msg":"trace[1235511273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000834364s","start":"2026-03-08T03:20:34.268672Z","end":"2026-03-08T03:20:36.269507Z","steps":["trace[1235511273] 'agreement among raft nodes before linearized reading' (duration: 2.000740551s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:36.269585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.268661Z","time spent":"2.000914685s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:36.765436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:37.266375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:37.767328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:38.268151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:38.270018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000103815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:38.270139Z","caller":"traceutil/trace.go:171","msg":"trace[331604928] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283489s","start":"2026-03-08T03:20:36.269827Z","end":"2026-03-08T03:20:38.27011Z","steps":["trace[331604928] 'agreement among raft nodes before linearized reading' (duration: 2.000130256s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.270205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.269633Z","time spent":"2.000560165s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:38.542749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.92161798s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:38.543005Z","caller":"traceutil/trace.go:171","msg":"trace[1562048982] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24871; }","duration":"3.921877146s","start":"2026-03-08T03:20:34.621098Z","end":"2026-03-08T03:20:38.542976Z","steps":["trace[1562048982] 'range keys from in-memory index tree' (duration: 3.921598098s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.543587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:37.220945Z","time spent":"1.322630597s","remote":"127.0.0.1:54118","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:20:38.629435Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.36832574s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:20:38.63015Z","caller":"traceutil/trace.go:171","msg":"trace[1196861496] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"4.369092409s","start":"2026-03-08T03:20:34.261024Z","end":"2026-03-08T03:20:38.630116Z","steps":["trace[1196861496] 'process raft request' (duration: 4.368872804s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:38.630352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.261009Z","time spent":"4.369236202s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:40.277626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:40.27773Z","caller":"traceutil/trace.go:171","msg":"trace[1776285253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000361532s","start":"2026-03-08T03:20:38.277342Z","end":"2026-03-08T03:20:40.277703Z","steps":["trace[1776285253] 'agreement among raft nodes before linearized reading' (duration: 2.000213959s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.277801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:38.277327Z","time spent":"2.000448225s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:40.815978Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.186205924s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:20:40.817504Z","caller":"traceutil/trace.go:171","msg":"trace[1506811759] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"6.552500397s","start":"2026-03-08T03:20:34.264975Z","end":"2026-03-08T03:20:40.817475Z","steps":["trace[1506811759] 'process raft request' (duration: 6.552247091s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.817655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.264965Z","time spent":"6.552614429s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:40.817976Z","caller":"traceutil/trace.go:171","msg":"trace[1003146958] linearizableReadLoop","detail":"{readStateIndex:25775; appliedIndex:25770; }","duration":"6.555349783s","start":"2026-03-08T03:20:34.26259Z","end":"2026-03-08T03:20:40.81794Z","steps":["trace[1003146958] 'read index received' (duration: 4.367249415s)","trace[1003146958] 'applied index is now lower than readState.Index' (duration: 2.188098768s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:40.818131Z","caller":"traceutil/trace.go:171","msg":"trace[1959884136] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"6.552463766s","start":"2026-03-08T03:20:34.265617Z","end":"2026-03-08T03:20:40.818081Z","steps":["trace[1959884136] 'process raft request' (duration: 6.55178989s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.818194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.555571819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:40.81823Z","caller":"traceutil/trace.go:171","msg":"trace[1628724663] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"6.552129378s","start":"2026-03-08T03:20:34.266084Z","end":"2026-03-08T03:20:40.818213Z","steps":["trace[1628724663] 'process raft request' (duration: 6.551619226s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:40.818239Z","caller":"traceutil/trace.go:171","msg":"trace[1380080034] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:0; response_revision:24876; }","duration":"6.55567104s","start":"2026-03-08T03:20:34.262555Z","end":"2026-03-08T03:20:40.818226Z","steps":["trace[1380080034] 'agreement among raft nodes before linearized reading' (duration: 6.555568438s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:40.818182Z","caller":"traceutil/trace.go:171","msg":"trace[603125552] transaction","detail":"{read_only:false; response_revision:24876; number_of_response:1; }","duration":"6.55181305s","start":"2026-03-08T03:20:34.266322Z","end":"2026-03-08T03:20:40.818135Z","steps":["trace[603125552] 'process raft request' (duration: 6.551535704s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:40.818301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.266049Z","time spent":"6.55221956s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:40.818379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.265589Z","time spent":"6.55264205s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:40.818462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.266312Z","time spent":"6.552038386s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:40.818284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.262535Z","time spent":"6.555740753s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-08T03:20:41.318603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:41.819577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:42.278242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:42.278364Z","caller":"traceutil/trace.go:171","msg":"trace[1556847309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438984s","start":"2026-03-08T03:20:40.277892Z","end":"2026-03-08T03:20:42.278331Z","steps":["trace[1556847309] 'agreement among raft nodes before linearized reading' (duration: 2.00028241s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:42.278427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:40.277867Z","time spent":"2.000545616s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:42.321026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:42.821992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:43.322892Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:43.823673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:44.290899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:44.290996Z","caller":"traceutil/trace.go:171","msg":"trace[2017924417] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00035521s","start":"2026-03-08T03:20:42.290615Z","end":"2026-03-08T03:20:44.290971Z","steps":["trace[2017924417] 'agreement among raft nodes before linearized reading' (duration: 2.000236907s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.291051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.290587Z","time spent":"2.000453622s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:44.324586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:44.454499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.638299225s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:20:44.850859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007825347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:44.850931Z","caller":"traceutil/trace.go:171","msg":"trace[385185022] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.00796758s","start":"2026-03-08T03:20:34.842944Z","end":"2026-03-08T03:20:44.850911Z","steps":["trace[385185022] 'agreement among raft nodes before linearized reading' (duration: 10.007869108s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:44.850972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.842917Z","time spent":"10.008043992s","remote":"127.0.0.1:46008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/03/08 03:20:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:45.635433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:38.63489Z","time spent":"7.000534148s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:20:45.749481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128465741s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:45.749671Z","caller":"traceutil/trace.go:171","msg":"trace[1661219380] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24876; }","duration":"1.128655335s","start":"2026-03-08T03:20:44.620982Z","end":"2026-03-08T03:20:45.749637Z","steps":["trace[1661219380] 'range keys from in-memory index tree' (duration: 1.128445931s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:45.750792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295957895s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:20:45.751093Z","caller":"traceutil/trace.go:171","msg":"trace[2031188287] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"6.482903493s","start":"2026-03-08T03:20:39.268164Z","end":"2026-03-08T03:20:45.751067Z","steps":["trace[2031188287] 'process raft request' (duration: 6.482747599s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:45.751214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:39.26814Z","time spent":"6.483007596s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:46.291173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99985131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:46.29129Z","caller":"traceutil/trace.go:171","msg":"trace[557145232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000051104s","start":"2026-03-08T03:20:44.29121Z","end":"2026-03-08T03:20:46.291261Z","steps":["trace[557145232] 'agreement among raft nodes before linearized reading' (duration: 1.99989945s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:46.291346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:44.291177Z","time spent":"2.000159417s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:47.822089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:40.820921Z","time spent":"7.001155012s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:20:47.902579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401523024s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-08T03:20:47.902849Z","caller":"traceutil/trace.go:171","msg":"trace[399818488] linearizableReadLoop","detail":"{readStateIndex:25778; appliedIndex:25775; }","duration":"7.084752309s","start":"2026-03-08T03:20:40.818058Z","end":"2026-03-08T03:20:47.90281Z","steps":["trace[399818488] 'read index received' (duration: 3.636680156s)","trace[399818488] 'applied index is now lower than readState.Index' (duration: 3.448069043s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:47.90291Z","caller":"traceutil/trace.go:171","msg":"trace[1185932120] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"3.294719059s","start":"2026-03-08T03:20:44.608165Z","end":"2026-03-08T03:20:47.902884Z","steps":["trace[1185932120] 'process raft request' (duration: 3.294542785s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.903067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:44.608131Z","time spent":"3.2948214s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:47.903085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.942259344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:47.903316Z","caller":"traceutil/trace.go:171","msg":"trace[1392980394] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24879; }","duration":"7.942558431s","start":"2026-03-08T03:20:39.960738Z","end":"2026-03-08T03:20:47.903297Z","steps":["trace[1392980394] 'agreement among raft nodes before linearized reading' (duration: 7.942251784s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.903324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.273963239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:47.903426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.36754264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:20:47.903365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:39.960713Z","time spent":"7.942639294s","remote":"127.0.0.1:60580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:47.903466Z","caller":"traceutil/trace.go:171","msg":"trace[376029829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24879; }","duration":"13.367582701s","start":"2026-03-08T03:20:34.535872Z","end":"2026-03-08T03:20:47.903454Z","steps":["trace[376029829] 'agreement among raft nodes before linearized reading' (duration: 13.36751918s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.9035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.535795Z","time spent":"13.367697004s","remote":"127.0.0.1:58326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:47.903617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.464281185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:47.903707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.525354286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:47.903764Z","caller":"traceutil/trace.go:171","msg":"trace[471921550] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24879; }","duration":"8.525405037s","start":"2026-03-08T03:20:39.378337Z","end":"2026-03-08T03:20:47.903742Z","steps":["trace[471921550] 'agreement among raft nodes before linearized reading' (duration: 8.525320465s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:47.903694Z","caller":"traceutil/trace.go:171","msg":"trace[1411152270] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24879; }","duration":"10.464392098s","start":"2026-03-08T03:20:37.439287Z","end":"2026-03-08T03:20:47.903679Z","steps":["trace[1411152270] 'agreement among raft nodes before linearized reading' (duration: 10.464229375s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.903845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:39.378312Z","time spent":"8.525511979s","remote":"127.0.0.1:33456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:47.903851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:37.439268Z","time spent":"10.464567242s","remote":"127.0.0.1:58284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:47.9039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.716134191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:47.904026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.639768615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-08T03:20:47.904066Z","caller":"traceutil/trace.go:171","msg":"trace[1138929939] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24879; }","duration":"13.639814616s","start":"2026-03-08T03:20:34.264241Z","end":"2026-03-08T03:20:47.904055Z","steps":["trace[1138929939] 'agreement among raft nodes before linearized reading' (duration: 13.639722504s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.904101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.264235Z","time spent":"13.639859707s","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-08T03:20:47.904139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.222743346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:47.904152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.552989056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:47.904182Z","caller":"traceutil/trace.go:171","msg":"trace[1018974755] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24879; }","duration":"10.222829638s","start":"2026-03-08T03:20:37.681342Z","end":"2026-03-08T03:20:47.904172Z","steps":["trace[1018974755] 'agreement among raft nodes before linearized reading' (duration: 10.222762686s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:47.90419Z","caller":"traceutil/trace.go:171","msg":"trace[87050589] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24879; }","duration":"12.553026027s","start":"2026-03-08T03:20:35.351151Z","end":"2026-03-08T03:20:47.904177Z","steps":["trace[87050589] 'agreement among raft nodes before linearized reading' (duration: 12.552958605s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.90422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:37.681319Z","time spent":"10.22289351s","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:47.904224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:35.351075Z","time spent":"12.55314136s","remote":"127.0.0.1:45924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:47.903856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.633681093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T03:20:47.904445Z","caller":"traceutil/trace.go:171","msg":"trace[1721348731] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24879; }","duration":"13.634278867s","start":"2026-03-08T03:20:34.270152Z","end":"2026-03-08T03:20:47.904431Z","steps":["trace[1721348731] 'agreement among raft nodes before linearized reading' (duration: 13.63356412s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.904494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.270147Z","time spent":"13.634333038s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-08T03:20:47.904811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.641393622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-08T03:20:47.90487Z","caller":"traceutil/trace.go:171","msg":"trace[370392507] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24879; }","duration":"13.641633439s","start":"2026-03-08T03:20:34.263221Z","end":"2026-03-08T03:20:47.904854Z","steps":["trace[370392507] 'agreement among raft nodes before linearized reading' (duration: 13.641474175s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.90491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.263138Z","time spent":"13.641765592s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-08T03:20:47.90403Z","caller":"traceutil/trace.go:171","msg":"trace[2141865211] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24879; }","duration":"11.716333536s","start":"2026-03-08T03:20:36.187662Z","end":"2026-03-08T03:20:47.903996Z","steps":["trace[2141865211] 'agreement among raft nodes before linearized reading' (duration: 11.715961677s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.905057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.187595Z","time spent":"11.717444502s","remote":"127.0.0.1:58172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:47.905198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.074647544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-08T03:20:47.905238Z","caller":"traceutil/trace.go:171","msg":"trace[1710124570] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24879; }","duration":"7.074687595s","start":"2026-03-08T03:20:40.83054Z","end":"2026-03-08T03:20:47.905228Z","steps":["trace[1710124570] 'agreement among raft nodes before linearized reading' (duration: 7.074548142s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.905271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:40.830519Z","time spent":"7.074745646s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-08T03:20:47.905404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723407189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:47.905402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836710444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:47.903425Z","caller":"traceutil/trace.go:171","msg":"trace[1019320849] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24879; }","duration":"13.274111743s","start":"2026-03-08T03:20:34.629287Z","end":"2026-03-08T03:20:47.903399Z","steps":["trace[1019320849] 'agreement among raft nodes before linearized reading' (duration: 13.273765935s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.905529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.326945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:20:47.905543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.913502199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:47.905713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.576053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:47.905734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268224557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:47.904312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.225495756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:20:47.905766Z","caller":"traceutil/trace.go:171","msg":"trace[362797220] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24879; }","duration":"623.613273ms","start":"2026-03-08T03:20:47.282129Z","end":"2026-03-08T03:20:47.905742Z","steps":["trace[362797220] 'agreement among raft nodes before linearized reading' (duration: 623.557132ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:47.905775Z","caller":"traceutil/trace.go:171","msg":"trace[912447637] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24879; }","duration":"1.268307109s","start":"2026-03-08T03:20:46.637459Z","end":"2026-03-08T03:20:47.905766Z","steps":["trace[912447637] 'agreement among raft nodes before linearized reading' (duration: 1.268248438s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:47.905773Z","caller":"traceutil/trace.go:171","msg":"trace[68589731] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24879; }","duration":"3.913752045s","start":"2026-03-08T03:20:43.991981Z","end":"2026-03-08T03:20:47.905733Z","steps":["trace[68589731] 'agreement among raft nodes before linearized reading' (duration: 3.91351674s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.903942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.639343355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-08T03:20:47.905823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:46.637432Z","time spent":"1.268382291s","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:47.90583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.282075Z","time spent":"623.743796ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:47.90585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:43.991956Z","time spent":"3.913870808s","remote":"127.0.0.1:45892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:47.905872Z","caller":"traceutil/trace.go:171","msg":"trace[473608719] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24879; }","duration":"11.227006541s","start":"2026-03-08T03:20:36.678769Z","end":"2026-03-08T03:20:47.905775Z","steps":["trace[473608719] 'agreement among raft nodes before linearized reading' (duration: 11.225323642s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.905768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60511996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:47.905991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:36.678749Z","time spent":"11.227228716s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-08T03:20:47.906194Z","caller":"traceutil/trace.go:171","msg":"trace[764801422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24879; }","duration":"1.60559941s","start":"2026-03-08T03:20:46.300573Z","end":"2026-03-08T03:20:47.906173Z","steps":["trace[764801422] 'agreement among raft nodes before linearized reading' (duration: 1.60514937s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.906243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:46.300543Z","time spent":"1.605690973s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:47.905497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.099900266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:47.906314Z","caller":"traceutil/trace.go:171","msg":"trace[907018024] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24879; }","duration":"6.100788396s","start":"2026-03-08T03:20:41.805505Z","end":"2026-03-08T03:20:47.906294Z","steps":["trace[907018024] 'agreement among raft nodes before linearized reading' (duration: 6.099866155s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.906377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:41.80548Z","time spent":"6.100881419s","remote":"127.0.0.1:54264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:47.905854Z","caller":"traceutil/trace.go:171","msg":"trace[1611395175] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24879; }","duration":"13.64127338s","start":"2026-03-08T03:20:34.264566Z","end":"2026-03-08T03:20:47.905839Z","steps":["trace[1611395175] 'agreement among raft nodes before linearized reading' (duration: 13.639310234s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.906469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.264551Z","time spent":"13.641901265s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-08T03:20:47.905534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.78889291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:47.906529Z","caller":"traceutil/trace.go:171","msg":"trace[1334039952] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24879; }","duration":"4.789929574s","start":"2026-03-08T03:20:43.116583Z","end":"2026-03-08T03:20:47.906513Z","steps":["trace[1334039952] 'agreement among raft nodes before linearized reading' (duration: 4.788813458s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.906557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:43.116556Z","time spent":"4.789993306s","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:47.905458Z","caller":"traceutil/trace.go:171","msg":"trace[1339584561] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24879; }","duration":"3.723508051s","start":"2026-03-08T03:20:44.181935Z","end":"2026-03-08T03:20:47.905443Z","steps":["trace[1339584561] 'agreement among raft nodes before linearized reading' (duration: 3.723416249s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.906661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:44.181911Z","time spent":"3.724741291s","remote":"127.0.0.1:54218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:47.90546Z","caller":"traceutil/trace.go:171","msg":"trace[1569895704] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24879; }","duration":"2.836821097s","start":"2026-03-08T03:20:45.068627Z","end":"2026-03-08T03:20:47.905448Z","steps":["trace[1569895704] 'agreement among raft nodes before linearized reading' (duration: 2.836729514s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.906768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:45.068602Z","time spent":"2.838159577s","remote":"127.0.0.1:57876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:47.905434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.45892832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:20:47.905526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265362137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-rm5m5.189abeca911d5ef0\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-08T03:20:47.907127Z","caller":"traceutil/trace.go:171","msg":"trace[1953390525] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-rm5m5.189abeca911d5ef0; range_end:; response_count:1; response_revision:24879; }","duration":"2.267049526s","start":"2026-03-08T03:20:45.640067Z","end":"2026-03-08T03:20:47.907117Z","steps":["trace[1953390525] 'agreement among raft nodes before linearized reading' (duration: 2.265185353s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.907154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:45.640036Z","time spent":"2.267108388s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-rm5m5.189abeca911d5ef0\" "} {"level":"info","ts":"2026-03-08T03:20:47.905572Z","caller":"traceutil/trace.go:171","msg":"trace[1052121591] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24879; }","duration":"541.399277ms","start":"2026-03-08T03:20:47.364164Z","end":"2026-03-08T03:20:47.905563Z","steps":["trace[1052121591] 'agreement among raft nodes before linearized reading' (duration: 541.331216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.907197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.364145Z","time spent":"543.033775ms","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:47.907198Z","caller":"traceutil/trace.go:171","msg":"trace[413839178] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24879; }","duration":"4.460494016s","start":"2026-03-08T03:20:43.446404Z","end":"2026-03-08T03:20:47.906898Z","steps":["trace[413839178] 'agreement among raft nodes before linearized reading' (duration: 4.458874319s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.905639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.021126672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:47.907263Z","caller":"traceutil/trace.go:171","msg":"trace[1984128816] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24879; }","duration":"5.022803112s","start":"2026-03-08T03:20:42.884449Z","end":"2026-03-08T03:20:47.907252Z","steps":["trace[1984128816] 'agreement among raft nodes before linearized reading' (duration: 5.021112342s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.907293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:42.884422Z","time spent":"5.022861273s","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:47.905655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.662312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:47.905658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:34.629261Z","time spent":"13.276269712s","remote":"127.0.0.1:56846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:47.905458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.93159686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:47.905659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.246301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:47.907272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:43.446379Z","time spent":"4.460871316s","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:47.909015Z","caller":"traceutil/trace.go:171","msg":"trace[389196618] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24879; }","duration":"581.048311ms","start":"2026-03-08T03:20:47.327944Z","end":"2026-03-08T03:20:47.908993Z","steps":["trace[389196618] 'agreement among raft nodes before linearized reading' (duration: 577.668552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.909079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.327925Z","time spent":"581.133763ms","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:47.909379Z","caller":"traceutil/trace.go:171","msg":"trace[1980596725] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24879; }","duration":"6.935556692s","start":"2026-03-08T03:20:40.973808Z","end":"2026-03-08T03:20:47.909365Z","steps":["trace[1980596725] 'agreement among raft nodes before linearized reading' (duration: 6.93161245s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:47.909427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:40.973786Z","time spent":"6.935627154s","remote":"127.0.0.1:57048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:47.909651Z","caller":"traceutil/trace.go:171","msg":"trace[353439717] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24879; }","duration":"287.287155ms","start":"2026-03-08T03:20:47.622351Z","end":"2026-03-08T03:20:47.909638Z","steps":["trace[353439717] 'agreement among raft nodes before linearized reading' (duration: 283.267711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:48.407382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:48.908182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:49.399019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.491912482s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:20:49.406557Z","caller":"traceutil/trace.go:171","msg":"trace[834051558] linearizableReadLoop","detail":"{readStateIndex:25783; appliedIndex:25779; }","duration":"1.499341755s","start":"2026-03-08T03:20:47.907128Z","end":"2026-03-08T03:20:49.40647Z","steps":["trace[834051558] 'read index received' (duration: 1.492562087s)","trace[834051558] 'applied index is now lower than readState.Index' (duration: 6.778968ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:49.406683Z","caller":"traceutil/trace.go:171","msg":"trace[956131844] transaction","detail":"{read_only:false; response_revision:24881; number_of_response:1; }","duration":"1.48925198s","start":"2026-03-08T03:20:47.917422Z","end":"2026-03-08T03:20:49.406674Z","steps":["trace[956131844] 'process raft request' (duration: 1.488973283s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:49.406763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.917398Z","time spent":"1.489307871s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:49.406766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.906978Z","time spent":"1.499784296s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:20:49.407024Z","caller":"traceutil/trace.go:171","msg":"trace[1657919569] transaction","detail":"{read_only:false; response_revision:24882; number_of_response:1; }","duration":"628.824645ms","start":"2026-03-08T03:20:48.778188Z","end":"2026-03-08T03:20:49.407013Z","steps":["trace[1657919569] 'process raft request' (duration: 628.254572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:49.407109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.778151Z","time spent":"628.900057ms","remote":"127.0.0.1:57372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:49.407122Z","caller":"traceutil/trace.go:171","msg":"trace[129990154] transaction","detail":"{read_only:false; response_revision:24880; number_of_response:1; }","duration":"1.497522993s","start":"2026-03-08T03:20:47.909546Z","end":"2026-03-08T03:20:49.407069Z","steps":["trace[129990154] 'process raft request' (duration: 1.496684473s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:49.407245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.755149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:20:49.40727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.380436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:49.40735Z","caller":"traceutil/trace.go:171","msg":"trace[2096328870] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24882; }","duration":"256.515739ms","start":"2026-03-08T03:20:49.150811Z","end":"2026-03-08T03:20:49.407327Z","steps":["trace[2096328870] 'agreement among raft nodes before linearized reading' (duration: 256.382646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:49.407346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.909516Z","time spent":"1.497727247s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:20:49.407299Z","caller":"traceutil/trace.go:171","msg":"trace[244151156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24882; }","duration":"702.896222ms","start":"2026-03-08T03:20:48.704389Z","end":"2026-03-08T03:20:49.407285Z","steps":["trace[244151156] 'agreement among raft nodes before linearized reading' (duration: 702.733988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:49.407374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093981618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:20:49.407412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.704355Z","time spent":"703.049456ms","remote":"127.0.0.1:58374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:49.407457Z","caller":"traceutil/trace.go:171","msg":"trace[2078388612] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24882; }","duration":"1.094079399s","start":"2026-03-08T03:20:48.313348Z","end":"2026-03-08T03:20:49.407427Z","steps":["trace[2078388612] 'agreement among raft nodes before linearized reading' (duration: 1.093978647s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:49.407458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012396866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:20:49.407516Z","caller":"traceutil/trace.go:171","msg":"trace[2057983428] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24882; }","duration":"1.012501698s","start":"2026-03-08T03:20:48.395001Z","end":"2026-03-08T03:20:49.407503Z","steps":["trace[2057983428] 'agreement among raft nodes before linearized reading' (duration: 1.012242252s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:49.407519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.313331Z","time spent":"1.094175312s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:49.407229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500090782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:49.407557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:48.394979Z","time spent":"1.01256502s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:49.407269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49608612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c1be023a-fd65-4219-9994-3d1e4ea9882b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-08T03:20:49.407704Z","caller":"traceutil/trace.go:171","msg":"trace[462241587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24882; }","duration":"1.500487762s","start":"2026-03-08T03:20:47.907088Z","end":"2026-03-08T03:20:49.407575Z","steps":["trace[462241587] 'agreement among raft nodes before linearized reading' (duration: 1.500083852s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:49.407683Z","caller":"traceutil/trace.go:171","msg":"trace[2047334504] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c1be023a-fd65-4219-9994-3d1e4ea9882b; range_end:; response_count:1; response_revision:24882; }","duration":"1.496520849s","start":"2026-03-08T03:20:47.911135Z","end":"2026-03-08T03:20:49.407656Z","steps":["trace[2047334504] 'agreement among raft nodes before linearized reading' (duration: 1.495918455s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:49.407745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.907068Z","time spent":"1.500668756s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:49.407778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:47.911126Z","time spent":"1.496622522s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-c1be023a-fd65-4219-9994-3d1e4ea9882b\" "} {"level":"warn","ts":"2026-03-08T03:20:49.911027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:50.411817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:50.91257Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:51.413419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:51.414652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:51.41477Z","caller":"traceutil/trace.go:171","msg":"trace[661564989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00033866s","start":"2026-03-08T03:20:49.414396Z","end":"2026-03-08T03:20:51.414735Z","steps":["trace[661564989] 'agreement among raft nodes before linearized reading' (duration: 2.000192097s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:51.414827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.414391Z","time spent":"2.000424823s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:51.914139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:52.415174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:52.915364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:20:53.062924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.55951627s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:20:53.415687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000500375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:53.41584Z","caller":"traceutil/trace.go:171","msg":"trace[1698015862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00069542s","start":"2026-03-08T03:20:51.415109Z","end":"2026-03-08T03:20:53.415804Z","steps":["trace[1698015862] 'agreement among raft nodes before linearized reading' (duration: 2.000530416s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:53.415909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:51.415093Z","time spent":"2.000796383s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:54.84143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000781781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:54.841534Z","caller":"traceutil/trace.go:171","msg":"trace[186368567] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000944564s","start":"2026-03-08T03:20:52.840565Z","end":"2026-03-08T03:20:54.841509Z","steps":["trace[186368567] 'agreement among raft nodes before linearized reading' (duration: 2.000821592s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:54.841589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.84054Z","time spent":"2.001038037s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:20:55.424785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00075868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:55.424917Z","caller":"traceutil/trace.go:171","msg":"trace[587006937] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000966145s","start":"2026-03-08T03:20:53.423926Z","end":"2026-03-08T03:20:55.424892Z","steps":["trace[587006937] 'agreement among raft nodes before linearized reading' (duration: 2.000795371s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:55.424978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:53.423901Z","time spent":"2.001065208s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:56.408173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.407822Z","time spent":"7.000342344s","remote":"127.0.0.1:57372","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:20:56.409333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.408975Z","time spent":"7.000341094s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:20:56.410406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.41031Z","time spent":"7.000092618s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:20:57.428385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.365067225s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:20:57.432939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000682839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:20:57.43302Z","caller":"traceutil/trace.go:171","msg":"trace[1045972032] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000825043s","start":"2026-03-08T03:20:55.432172Z","end":"2026-03-08T03:20:57.432997Z","steps":["trace[1045972032] 'agreement among raft nodes before linearized reading' (duration: 2.00071894s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.433081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:55.432146Z","time spent":"2.000918685s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:20:57.493945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872251973s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:57.49416Z","caller":"traceutil/trace.go:171","msg":"trace[1119636292] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24882; }","duration":"2.872413087s","start":"2026-03-08T03:20:54.621653Z","end":"2026-03-08T03:20:57.494066Z","steps":["trace[1119636292] 'range keys from in-memory index tree' (duration: 2.872231373s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.494403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.430037699s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-08T03:20:57.494609Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22586} {"level":"info","ts":"2026-03-08T03:20:57.497502Z","caller":"traceutil/trace.go:171","msg":"trace[753919707] linearizableReadLoop","detail":"{readStateIndex:25788; appliedIndex:25783; }","duration":"8.086881698s","start":"2026-03-08T03:20:49.410598Z","end":"2026-03-08T03:20:57.49748Z","steps":["trace[753919707] 'read index received' (duration: 3.652720512s)","trace[753919707] 'applied index is now lower than readState.Index' (duration: 4.434159806s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:20:57.49757Z","caller":"traceutil/trace.go:171","msg":"trace[779522862] transaction","detail":"{read_only:false; response_revision:24885; number_of_response:1; }","duration":"6.738637844s","start":"2026-03-08T03:20:50.758871Z","end":"2026-03-08T03:20:57.497509Z","steps":["trace[779522862] 'process raft request' (duration: 6.736887404s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:57.497605Z","caller":"traceutil/trace.go:171","msg":"trace[1268923795] transaction","detail":"{read_only:false; response_revision:24886; number_of_response:1; }","duration":"6.460076382s","start":"2026-03-08T03:20:51.037484Z","end":"2026-03-08T03:20:57.497561Z","steps":["trace[1268923795] 'process raft request' (duration: 6.459945819s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.497747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:50.758843Z","time spent":"6.738808139s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:57.497802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:51.037453Z","time spent":"6.460248136s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:20:57.497904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.087172335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-08T03:20:57.498007Z","caller":"traceutil/trace.go:171","msg":"trace[508462414] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24886; }","duration":"8.087294037s","start":"2026-03-08T03:20:49.410685Z","end":"2026-03-08T03:20:57.497979Z","steps":["trace[508462414] 'agreement among raft nodes before linearized reading' (duration: 8.087018731s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.498058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.410681Z","time spent":"8.087366459s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-08T03:20:57.498284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.08741835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pls9q.189abece8b437258\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-08T03:20:57.498317Z","caller":"traceutil/trace.go:171","msg":"trace[1083228538] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pls9q.189abece8b437258; range_end:; response_count:1; response_revision:24886; }","duration":"8.087457061s","start":"2026-03-08T03:20:49.410846Z","end":"2026-03-08T03:20:57.498303Z","steps":["trace[1083228538] 'agreement among raft nodes before linearized reading' (duration: 8.087343158s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.498348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.410839Z","time spent":"8.087501802s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pls9q.189abece8b437258\" "} {"level":"warn","ts":"2026-03-08T03:20:57.498351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.389836436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:57.498361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.167718945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:57.498388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.458616359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:57.498414Z","caller":"traceutil/trace.go:171","msg":"trace[107829432] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24886; }","duration":"4.167813088s","start":"2026-03-08T03:20:53.330583Z","end":"2026-03-08T03:20:57.498396Z","steps":["trace[107829432] 'agreement among raft nodes before linearized reading' (duration: 4.167188994s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.498413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.352023675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:20:57.498452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:53.330547Z","time spent":"4.167893619s","remote":"127.0.0.1:57590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:57.498465Z","caller":"traceutil/trace.go:171","msg":"trace[1506867249] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24886; }","duration":"6.352129297s","start":"2026-03-08T03:20:51.14632Z","end":"2026-03-08T03:20:57.49845Z","steps":["trace[1506867249] 'agreement among raft nodes before linearized reading' (duration: 6.351517323s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.498487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040419886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:57.498459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.08783937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-08T03:20:57.498512Z","caller":"traceutil/trace.go:171","msg":"trace[2035632244] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24886; }","duration":"2.040501728s","start":"2026-03-08T03:20:55.458002Z","end":"2026-03-08T03:20:57.498504Z","steps":["trace[2035632244] 'agreement among raft nodes before linearized reading' (duration: 2.039878573s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:57.498426Z","caller":"traceutil/trace.go:171","msg":"trace[1214716265] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24886; }","duration":"3.458723261s","start":"2026-03-08T03:20:54.039691Z","end":"2026-03-08T03:20:57.498414Z","steps":["trace[1214716265] 'agreement among raft nodes before linearized reading' (duration: 3.45821205s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:57.498536Z","caller":"traceutil/trace.go:171","msg":"trace[670022104] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24886; }","duration":"8.087940573s","start":"2026-03-08T03:20:49.410572Z","end":"2026-03-08T03:20:57.498512Z","steps":["trace[670022104] 'agreement among raft nodes before linearized reading' (duration: 8.087030522s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.498545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:54.039662Z","time spent":"3.458874514s","remote":"127.0.0.1:54230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:57.498563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:55.457955Z","time spent":"2.04059831s","remote":"127.0.0.1:56934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:57.49854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675138053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-08T03:20:57.498578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.410564Z","time spent":"8.088001404s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-08T03:20:57.498611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567237951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:57.498618Z","caller":"traceutil/trace.go:171","msg":"trace[118354933] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24886; }","duration":"1.675271886s","start":"2026-03-08T03:20:55.823326Z","end":"2026-03-08T03:20:57.498598Z","steps":["trace[118354933] 'agreement among raft nodes before linearized reading' (duration: 1.674545799s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:57.498646Z","caller":"traceutil/trace.go:171","msg":"trace[134136717] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24886; }","duration":"3.567322353s","start":"2026-03-08T03:20:53.931312Z","end":"2026-03-08T03:20:57.498635Z","steps":["trace[134136717] 'agreement among raft nodes before linearized reading' (duration: 3.566600316s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.49866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:55.823302Z","time spent":"1.675348957s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T03:20:57.498668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.887617044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:57.498679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:53.931289Z","time spent":"3.567380643s","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:57.498701Z","caller":"traceutil/trace.go:171","msg":"trace[458524842] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24886; }","duration":"4.887699826s","start":"2026-03-08T03:20:52.61099Z","end":"2026-03-08T03:20:57.49869Z","steps":["trace[458524842] 'agreement among raft nodes before linearized reading' (duration: 4.886815505s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.498734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.610963Z","time spent":"4.887762008s","remote":"127.0.0.1:57144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:57.498768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611863724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:57.498812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033077049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:57.498822Z","caller":"traceutil/trace.go:171","msg":"trace[712503115] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24886; }","duration":"2.611897215s","start":"2026-03-08T03:20:54.886889Z","end":"2026-03-08T03:20:57.498786Z","steps":["trace[712503115] 'agreement among raft nodes before linearized reading' (duration: 2.611004124s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:57.49884Z","caller":"traceutil/trace.go:171","msg":"trace[2143465599] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24886; }","duration":"1.033144999s","start":"2026-03-08T03:20:56.465687Z","end":"2026-03-08T03:20:57.498832Z","steps":["trace[2143465599] 'agreement among raft nodes before linearized reading' (duration: 1.032120905s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.498855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:54.886825Z","time spent":"2.612018748s","remote":"127.0.0.1:46008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:20:57.498851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.068994308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:20:57.498869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.465666Z","time spent":"1.033194401s","remote":"127.0.0.1:45912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:57.498874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.806702811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:20:57.498884Z","caller":"traceutil/trace.go:171","msg":"trace[233877051] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24886; }","duration":"6.069052709s","start":"2026-03-08T03:20:51.429821Z","end":"2026-03-08T03:20:57.498874Z","steps":["trace[233877051] 'agreement among raft nodes before linearized reading' (duration: 6.068005115s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.498886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.310666927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272960"} {"level":"warn","ts":"2026-03-08T03:20:57.498909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:51.429811Z","time spent":"6.069090691s","remote":"127.0.0.1:54256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:57.498906Z","caller":"traceutil/trace.go:171","msg":"trace[1483828830] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24886; }","duration":"6.806773223s","start":"2026-03-08T03:20:50.692122Z","end":"2026-03-08T03:20:57.498895Z","steps":["trace[1483828830] 'agreement among raft nodes before linearized reading' (duration: 6.805995805s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:57.498924Z","caller":"traceutil/trace.go:171","msg":"trace[1389287381] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24886; }","duration":"4.310750489s","start":"2026-03-08T03:20:53.188162Z","end":"2026-03-08T03:20:57.498913Z","steps":["trace[1389287381] 'agreement among raft nodes before linearized reading' (duration: 4.309629923s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.49893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.010781134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:20:57.498939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67545823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-08T03:20:57.498932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.259801518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:20:57.498956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:53.188137Z","time spent":"4.310809711s","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272983,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-08T03:20:57.498964Z","caller":"traceutil/trace.go:171","msg":"trace[1248031804] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24886; }","duration":"8.010874676s","start":"2026-03-08T03:20:49.488074Z","end":"2026-03-08T03:20:57.498949Z","steps":["trace[1248031804] 'agreement among raft nodes before linearized reading' (duration: 8.010088688s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:57.498971Z","caller":"traceutil/trace.go:171","msg":"trace[1195064707] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24886; }","duration":"1.675538311s","start":"2026-03-08T03:20:55.823422Z","end":"2026-03-08T03:20:57.49896Z","steps":["trace[1195064707] 'agreement among raft nodes before linearized reading' (duration: 1.674439816s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.498992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.488042Z","time spent":"8.010942438s","remote":"127.0.0.1:60976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:57.498986Z","caller":"traceutil/trace.go:171","msg":"trace[1631741458] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24886; }","duration":"5.25989877s","start":"2026-03-08T03:20:52.239072Z","end":"2026-03-08T03:20:57.498971Z","steps":["trace[1631741458] 'agreement among raft nodes before linearized reading' (duration: 5.258743664s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.498506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:51.146298Z","time spent":"6.352196308s","remote":"127.0.0.1:57398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:57.499019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.082585467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-08T03:20:57.499026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:52.239049Z","time spent":"5.259968593s","remote":"127.0.0.1:57854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:57.499052Z","caller":"traceutil/trace.go:171","msg":"trace[656970542] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24886; }","duration":"8.082628888s","start":"2026-03-08T03:20:49.416413Z","end":"2026-03-08T03:20:57.499042Z","steps":["trace[656970542] 'agreement among raft nodes before linearized reading' (duration: 8.081761488s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.499059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.315176262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:20:57.499088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:49.416407Z","time spent":"8.08267511s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-08T03:20:57.498937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:50.692098Z","time spent":"6.806830243s","remote":"127.0.0.1:54280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:20:57.499108Z","caller":"traceutil/trace.go:171","msg":"trace[519752631] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24886; }","duration":"7.315276464s","start":"2026-03-08T03:20:50.183819Z","end":"2026-03-08T03:20:57.499095Z","steps":["trace[519752631] 'agreement among raft nodes before linearized reading' (duration: 7.314316422s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.498994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:55.823398Z","time spent":"1.675590303s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:20:57.499144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:50.183792Z","time spent":"7.315342165s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:57.499196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231080892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-03-08T03:20:57.499229Z","caller":"traceutil/trace.go:171","msg":"trace[181678596] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24886; }","duration":"1.231155074s","start":"2026-03-08T03:20:56.268065Z","end":"2026-03-08T03:20:57.49922Z","steps":["trace[181678596] 'agreement among raft nodes before linearized reading' (duration: 1.229765602s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.499254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.268042Z","time spent":"1.231205326s","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418299,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-08T03:20:57.498871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642349918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:57.499485Z","caller":"traceutil/trace.go:171","msg":"trace[1322786268] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24886; }","duration":"1.643011353s","start":"2026-03-08T03:20:55.856458Z","end":"2026-03-08T03:20:57.49947Z","steps":["trace[1322786268] 'agreement among raft nodes before linearized reading' (duration: 1.641387965s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.499528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:55.85643Z","time spent":"1.643083965s","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:57.499067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.43482525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:20:57.499673Z","caller":"traceutil/trace.go:171","msg":"trace[1746028058] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24886; }","duration":"7.435421034s","start":"2026-03-08T03:20:50.064234Z","end":"2026-03-08T03:20:57.499655Z","steps":["trace[1746028058] 'agreement among raft nodes before linearized reading' (duration: 7.433912979s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.499723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:50.064156Z","time spent":"7.435548677s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:57.499029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083853622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T03:20:57.499791Z","caller":"traceutil/trace.go:171","msg":"trace[801000055] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24886; }","duration":"1.08465232s","start":"2026-03-08T03:20:56.415129Z","end":"2026-03-08T03:20:57.499781Z","steps":["trace[801000055] 'agreement among raft nodes before linearized reading' (duration: 1.082690165s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:20:57.498414Z","caller":"traceutil/trace.go:171","msg":"trace[1231045894] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24886; }","duration":"6.389943329s","start":"2026-03-08T03:20:51.108449Z","end":"2026-03-08T03:20:57.498393Z","steps":["trace[1231045894] 'agreement among raft nodes before linearized reading' (duration: 6.389324765s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:57.499868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:56.415109Z","time spent":"1.084749692s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-08T03:20:57.499896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:51.108429Z","time spent":"6.391443973s","remote":"127.0.0.1:58248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:20:59.510306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000635957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:20:59.510418Z","caller":"traceutil/trace.go:171","msg":"trace[264808586] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000778261s","start":"2026-03-08T03:20:57.509613Z","end":"2026-03-08T03:20:59.510391Z","steps":["trace[264808586] 'agreement among raft nodes before linearized reading' (duration: 2.000634568s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:20:59.510486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.509607Z","time spent":"2.000856293s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:20:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:01.51106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000376592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:01.511154Z","caller":"traceutil/trace.go:171","msg":"trace[1186333305] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537096s","start":"2026-03-08T03:20:59.510594Z","end":"2026-03-08T03:21:01.511132Z","steps":["trace[1186333305] 'agreement among raft nodes before linearized reading' (duration: 2.000422713s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:01.511208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:59.510567Z","time spent":"2.000630439s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:01.575355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.908051013s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:21:03.525343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004453287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:03.525464Z","caller":"traceutil/trace.go:171","msg":"trace[330694092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00462967s","start":"2026-03-08T03:21:01.520807Z","end":"2026-03-08T03:21:03.525437Z","steps":["trace[330694092] 'agreement among raft nodes before linearized reading' (duration: 2.004482297s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:03.525525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.520789Z","time spent":"2.004721703s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:03.555596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.888380557s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:03.555885Z","caller":"traceutil/trace.go:171","msg":"trace[1564645648] transaction","detail":"{read_only:false; response_revision:24890; number_of_response:1; }","duration":"6.04426968s","start":"2026-03-08T03:20:57.511595Z","end":"2026-03-08T03:21:03.555864Z","steps":["trace[1564645648] 'process raft request' (duration: 6.04424184s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:03.555932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.511587Z","time spent":"6.044324762s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:03.556064Z","caller":"traceutil/trace.go:171","msg":"trace[493282047] transaction","detail":"{read_only:false; response_revision:24888; number_of_response:1; }","duration":"6.047746872s","start":"2026-03-08T03:20:57.50831Z","end":"2026-03-08T03:21:03.556057Z","steps":["trace[493282047] 'process raft request' (duration: 6.047388523s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:03.556095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.508299Z","time spent":"6.047780762s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:03.556091Z","caller":"traceutil/trace.go:171","msg":"trace[68736268] transaction","detail":"{read_only:false; response_revision:24887; number_of_response:1; }","duration":"6.053015204s","start":"2026-03-08T03:20:57.503021Z","end":"2026-03-08T03:21:03.556036Z","steps":["trace[68736268] 'process raft request' (duration: 164.152416ms)","trace[68736268] 'compare' (duration: 2.091612017s)","trace[68736268] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/neutron-dhcp-agent-default-pls9q.189abece8b437258; req_size:936; } (duration: 3.795152421s)"],"step_count":3} {"level":"info","ts":"2026-03-08T03:21:03.556226Z","caller":"traceutil/trace.go:171","msg":"trace[981542144] transaction","detail":"{read_only:false; response_revision:24889; number_of_response:1; }","duration":"6.047612369s","start":"2026-03-08T03:20:57.508608Z","end":"2026-03-08T03:21:03.55622Z","steps":["trace[981542144] 'process raft request' (duration: 6.047193709s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:03.556262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.508582Z","time spent":"6.04766375s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:03.556296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.502998Z","time spent":"6.053189829s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:03.556518Z","caller":"traceutil/trace.go:171","msg":"trace[1102684804] linearizableReadLoop","detail":"{readStateIndex:25789; appliedIndex:25788; }","duration":"6.048505489s","start":"2026-03-08T03:20:57.508007Z","end":"2026-03-08T03:21:03.556512Z","steps":["trace[1102684804] 'read index received' (duration: 159.259512ms)","trace[1102684804] 'applied index is now lower than readState.Index' (duration: 5.889245297s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:03.556626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.048619262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0f112a79-3dc9-4edb-8916-4c190e5d20c6\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-08T03:21:03.556645Z","caller":"traceutil/trace.go:171","msg":"trace[1162063187] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0f112a79-3dc9-4edb-8916-4c190e5d20c6; range_end:; response_count:1; response_revision:24890; }","duration":"6.048661463s","start":"2026-03-08T03:20:57.507977Z","end":"2026-03-08T03:21:03.556639Z","steps":["trace[1162063187] 'agreement among raft nodes before linearized reading' (duration: 6.048579782s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:03.556661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.507961Z","time spent":"6.048696514s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-0f112a79-3dc9-4edb-8916-4c190e5d20c6\" "} {"level":"warn","ts":"2026-03-08T03:21:04.057408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019406663,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:04.412335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.904042909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:04.412447Z","caller":"traceutil/trace.go:171","msg":"trace[987863670] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"6.904176132s","start":"2026-03-08T03:20:57.508247Z","end":"2026-03-08T03:21:04.412423Z","steps":["trace[987863670] 'agreement among raft nodes before linearized reading' (duration: 6.904044289s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.412505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.508244Z","time spent":"6.904247184s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/08 03:21:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:04.534207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.725641576s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:21:04.839625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000624298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:21:04.839699Z","caller":"traceutil/trace.go:171","msg":"trace[961945426] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000762642s","start":"2026-03-08T03:21:02.838917Z","end":"2026-03-08T03:21:04.83968Z","steps":["trace[961945426] 'agreement among raft nodes before linearized reading' (duration: 2.00066692s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:04.839753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:02.83889Z","time spent":"2.000854893s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:21:04.904018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.902846Z","time spent":"7.001163173s","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:21:05.121859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:58.121004Z","time spent":"7.000846986s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:21:05.522312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996727836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:05.522397Z","caller":"traceutil/trace.go:171","msg":"trace[128501429] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996878469s","start":"2026-03-08T03:21:03.5255Z","end":"2026-03-08T03:21:05.522378Z","steps":["trace[128501429] 'agreement among raft nodes before linearized reading' (duration: 1.996768237s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:05.522436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.525473Z","time spent":"1.996955182s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:07.522225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009445725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:07.522322Z","caller":"traceutil/trace.go:171","msg":"trace[1051818532] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; }","duration":"10.009604689s","start":"2026-03-08T03:20:57.512694Z","end":"2026-03-08T03:21:07.522299Z","steps":["trace[1051818532] 'agreement among raft nodes before linearized reading' (duration: 10.009481586s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:07.522379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.512674Z","time spent":"10.009691711s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} 2026/03/08 03:21:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:07.530582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000661039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:07.530639Z","caller":"traceutil/trace.go:171","msg":"trace[1728275509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000754051s","start":"2026-03-08T03:21:05.529871Z","end":"2026-03-08T03:21:07.530625Z","steps":["trace[1728275509] 'agreement among raft nodes before linearized reading' (duration: 2.00069138s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:07.530675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:05.529851Z","time spent":"2.000814583s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:08.312934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.691870784s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:08.31301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:07.222423Z","time spent":"1.090575108s","remote":"127.0.0.1:36770","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:21:08.31319Z","caller":"traceutil/trace.go:171","msg":"trace[1466218548] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24890; }","duration":"3.69205009s","start":"2026-03-08T03:21:04.621014Z","end":"2026-03-08T03:21:08.313064Z","steps":["trace[1466218548] 'range keys from in-memory index tree' (duration: 3.691845394s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:08.920299Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869ccb43d4192c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-08T03:21:09.508899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:02.507897Z","time spent":"7.000989809s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:21:09.530973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99989143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:21:09.531078Z","caller":"traceutil/trace.go:171","msg":"trace[1991686636] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000052874s","start":"2026-03-08T03:21:07.531Z","end":"2026-03-08T03:21:09.531053Z","steps":["trace[1991686636] 'agreement among raft nodes before linearized reading' (duration: 1.999921061s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:09.531139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:07.530984Z","time spent":"2.000141677s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:21:11.223102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.687540533s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-08T03:21:11.415852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:04.414737Z","time spent":"7.001107091s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:21:11.4227Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869ccb43d41931","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-08T03:21:11.539199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000688749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:21:11.539278Z","caller":"traceutil/trace.go:171","msg":"trace[818410226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000820843s","start":"2026-03-08T03:21:09.538436Z","end":"2026-03-08T03:21:11.539257Z","steps":["trace[818410226] 'agreement among raft nodes before linearized reading' (duration: 2.00072002s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:11.539319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.538414Z","time spent":"2.000896224s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:11.948594Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.601040302s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:21:12.127546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:05.12711Z","time spent":"7.000422445s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:21:13.540188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000602797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:13.540283Z","caller":"traceutil/trace.go:171","msg":"trace[1852079322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00076962s","start":"2026-03-08T03:21:11.539488Z","end":"2026-03-08T03:21:13.540257Z","steps":["trace[1852079322] 'agreement among raft nodes before linearized reading' (duration: 2.000659208s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:13.540339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.539472Z","time spent":"2.000854912s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:14.83939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000647818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:14.839462Z","caller":"traceutil/trace.go:171","msg":"trace[296199902] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000788512s","start":"2026-03-08T03:21:12.838655Z","end":"2026-03-08T03:21:14.839444Z","steps":["trace[296199902] 'agreement among raft nodes before linearized reading' (duration: 2.00069798s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:14.839498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:12.83863Z","time spent":"2.000862603s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:14.891273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:07.890828Z","time spent":"7.000405015s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:21:15.518808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.295281988s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-08T03:21:15.521942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:12.861352Z","time spent":"2.660578509s","remote":"127.0.0.1:49562","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:21:15.522687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.490171ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.522811Z","caller":"traceutil/trace.go:171","msg":"trace[1613861128] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24892; }","duration":"901.620514ms","start":"2026-03-08T03:21:14.621168Z","end":"2026-03-08T03:21:15.522789Z","steps":["trace[1613861128] 'range keys from in-memory index tree' (duration: 901.47007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.54869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000610238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:15.548791Z","caller":"traceutil/trace.go:171","msg":"trace[1981722409] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000756951s","start":"2026-03-08T03:21:13.548004Z","end":"2026-03-08T03:21:15.548761Z","steps":["trace[1981722409] 'agreement among raft nodes before linearized reading' (duration: 2.000641479s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.548851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:13.547983Z","time spent":"2.000857564s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:15.68649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.092321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-08T03:21:15.69516Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"32.331µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-03-08T03:21:15.695285Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"19.34µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-03-08T03:21:15.695312Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869ccb43d41931","error":"lease not found"} {"level":"warn","ts":"2026-03-08T03:21:15.695989Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"0c869ccb43d4192c","error":"lease not found"} {"level":"info","ts":"2026-03-08T03:21:15.696087Z","caller":"traceutil/trace.go:171","msg":"trace[994686790] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24896; }","duration":"3.563716228s","start":"2026-03-08T03:21:12.13233Z","end":"2026-03-08T03:21:15.696046Z","steps":["trace[994686790] 'process raft request' (duration: 3.562890119s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:15.69613Z","caller":"traceutil/trace.go:171","msg":"trace[801874918] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24896; }","duration":"799.088604ms","start":"2026-03-08T03:21:14.89701Z","end":"2026-03-08T03:21:15.696099Z","steps":["trace[801874918] 'process raft request' (duration: 798.236044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.696255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:14.896985Z","time spent":"799.192207ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:15.696262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:12.132299Z","time spent":"3.563867421s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":573,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:15.696738Z","caller":"traceutil/trace.go:171","msg":"trace[1426155793] linearizableReadLoop","detail":"{readStateIndex:25796; appliedIndex:25792; }","duration":"12.140179506s","start":"2026-03-08T03:21:03.556535Z","end":"2026-03-08T03:21:15.696714Z","steps":["trace[1426155793] 'read index received' (duration: 978.072566ms)","trace[1426155793] 'applied index is now lower than readState.Index' (duration: 11.16210491s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:15.697862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.642380734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:15.697905Z","caller":"traceutil/trace.go:171","msg":"trace[644632848] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24896; }","duration":"8.642449016s","start":"2026-03-08T03:21:07.055444Z","end":"2026-03-08T03:21:15.697893Z","steps":["trace[644632848] 'agreement among raft nodes before linearized reading' (duration: 8.641643827s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.697931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:07.05543Z","time spent":"8.642493927s","remote":"127.0.0.1:57844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.69824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.73860898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-08T03:21:15.698267Z","caller":"traceutil/trace.go:171","msg":"trace[853882589] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24896; }","duration":"13.738660602s","start":"2026-03-08T03:21:01.959599Z","end":"2026-03-08T03:21:15.698259Z","steps":["trace[853882589] 'agreement among raft nodes before linearized reading' (duration: 13.737213758s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.698286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.959581Z","time spent":"13.738700342s","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-08T03:21:15.698418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.934859763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.698441Z","caller":"traceutil/trace.go:171","msg":"trace[1164545848] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24896; }","duration":"13.934922815s","start":"2026-03-08T03:21:01.763508Z","end":"2026-03-08T03:21:15.698431Z","steps":["trace[1164545848] 'agreement among raft nodes before linearized reading' (duration: 13.933320327s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.698462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.763486Z","time spent":"13.934969355s","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.698574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.081334617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.698595Z","caller":"traceutil/trace.go:171","msg":"trace[768750060] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24896; }","duration":"14.081390718s","start":"2026-03-08T03:21:01.617196Z","end":"2026-03-08T03:21:15.698587Z","steps":["trace[768750060] 'agreement among raft nodes before linearized reading' (duration: 14.079642678s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.698615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.617174Z","time spent":"14.08143506s","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.698721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.361533667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.698745Z","caller":"traceutil/trace.go:171","msg":"trace[1330489894] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24896; }","duration":"14.361557808s","start":"2026-03-08T03:21:01.337181Z","end":"2026-03-08T03:21:15.698738Z","steps":["trace[1330489894] 'agreement among raft nodes before linearized reading' (duration: 14.359668414s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.698764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:01.337084Z","time spent":"14.361674091s","remote":"127.0.0.1:58220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.698867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.712546827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:15.698875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.279124042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-08T03:21:15.698887Z","caller":"traceutil/trace.go:171","msg":"trace[973533691] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24896; }","duration":"6.712567127s","start":"2026-03-08T03:21:08.986312Z","end":"2026-03-08T03:21:15.69888Z","steps":["trace[973533691] 'agreement among raft nodes before linearized reading' (duration: 6.710857147s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:15.698903Z","caller":"traceutil/trace.go:171","msg":"trace[1819169575] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:24896; }","duration":"4.279203313s","start":"2026-03-08T03:21:11.419692Z","end":"2026-03-08T03:21:15.698895Z","steps":["trace[1819169575] 'agreement among raft nodes before linearized reading' (duration: 4.277472073s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.698909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:08.986248Z","time spent":"6.71265293s","remote":"127.0.0.1:32776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.698922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.419668Z","time spent":"4.279250235s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-08T03:21:15.699016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.800735854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.699033Z","caller":"traceutil/trace.go:171","msg":"trace[1277942757] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24896; }","duration":"14.800805026s","start":"2026-03-08T03:21:00.898223Z","end":"2026-03-08T03:21:15.699028Z","steps":["trace[1277942757] 'agreement among raft nodes before linearized reading' (duration: 14.798634285s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.699047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:00.898183Z","time spent":"14.800859437s","remote":"127.0.0.1:60594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.699145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.515186995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.69916Z","caller":"traceutil/trace.go:171","msg":"trace[584480714] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24896; }","duration":"15.515247886s","start":"2026-03-08T03:21:00.183906Z","end":"2026-03-08T03:21:15.699154Z","steps":["trace[584480714] 'agreement among raft nodes before linearized reading' (duration: 15.512961783s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.699164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.545043619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-08T03:21:15.699174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:00.18388Z","time spent":"15.515290108s","remote":"127.0.0.1:45916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:15.699185Z","caller":"traceutil/trace.go:171","msg":"trace[1986003567] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24896; }","duration":"4.54506767s","start":"2026-03-08T03:21:11.154111Z","end":"2026-03-08T03:21:15.699179Z","steps":["trace[1986003567] 'agreement among raft nodes before linearized reading' (duration: 4.543064723s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.699206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.154051Z","time spent":"4.545150142s","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.699277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.215916437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.699296Z","caller":"traceutil/trace.go:171","msg":"trace[2109912798] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:24896; }","duration":"16.215978229s","start":"2026-03-08T03:20:59.483311Z","end":"2026-03-08T03:21:15.699289Z","steps":["trace[2109912798] 'agreement among raft nodes before linearized reading' (duration: 16.213564052s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.699314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:59.483287Z","time spent":"16.216019189s","remote":"127.0.0.1:60710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.699313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.592738295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:15.699335Z","caller":"traceutil/trace.go:171","msg":"trace[1359749986] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24896; }","duration":"6.592810347s","start":"2026-03-08T03:21:09.106518Z","end":"2026-03-08T03:21:15.699329Z","steps":["trace[1359749986] 'agreement among raft nodes before linearized reading' (duration: 6.590654506s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.699354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.106495Z","time spent":"6.592854287s","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.699454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.315846013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.699475Z","caller":"traceutil/trace.go:171","msg":"trace[2048669607] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24896; }","duration":"8.315906395s","start":"2026-03-08T03:21:07.383561Z","end":"2026-03-08T03:21:15.699467Z","steps":["trace[2048669607] 'agreement among raft nodes before linearized reading' (duration: 8.313626072s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.699492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.258467629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:15.699493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:07.383536Z","time spent":"8.315952386s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:15.699509Z","caller":"traceutil/trace.go:171","msg":"trace[727520532] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24896; }","duration":"16.258553201s","start":"2026-03-08T03:20:59.44095Z","end":"2026-03-08T03:21:15.699503Z","steps":["trace[727520532] 'agreement among raft nodes before linearized reading' (duration: 16.25593412s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.699525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:59.440907Z","time spent":"16.258614162s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.69953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.945783277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.69959Z","caller":"traceutil/trace.go:171","msg":"trace[166620691] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24896; }","duration":"2.9459163s","start":"2026-03-08T03:21:12.75365Z","end":"2026-03-08T03:21:15.699567Z","steps":["trace[166620691] 'agreement among raft nodes before linearized reading' (duration: 2.943384841s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.699615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01240625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:15.699621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.803449832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:15.699626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:12.753628Z","time spent":"2.945990401s","remote":"127.0.0.1:40560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:15.699635Z","caller":"traceutil/trace.go:171","msg":"trace[802737267] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:24896; }","duration":"3.01245305s","start":"2026-03-08T03:21:12.687172Z","end":"2026-03-08T03:21:15.699625Z","steps":["trace[802737267] 'agreement among raft nodes before linearized reading' (duration: 3.00987178s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:15.699642Z","caller":"traceutil/trace.go:171","msg":"trace[769164457] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24896; }","duration":"4.803517704s","start":"2026-03-08T03:21:10.896118Z","end":"2026-03-08T03:21:15.699636Z","steps":["trace[769164457] 'agreement among raft nodes before linearized reading' (duration: 4.801070297s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.699652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:12.687153Z","time spent":"3.012494392s","remote":"127.0.0.1:60696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.699663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:10.896091Z","time spent":"4.803566564s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.699747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.323139861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.699763Z","caller":"traceutil/trace.go:171","msg":"trace[1327627054] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24896; }","duration":"3.323187891s","start":"2026-03-08T03:21:12.37657Z","end":"2026-03-08T03:21:15.699757Z","steps":["trace[1327627054] 'agreement among raft nodes before linearized reading' (duration: 3.320485709s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.699778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:12.376545Z","time spent":"3.323229583s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.6998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.185681107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-03-08T03:21:15.699821Z","caller":"traceutil/trace.go:171","msg":"trace[2050980965] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:24896; }","duration":"6.185746749s","start":"2026-03-08T03:21:09.514068Z","end":"2026-03-08T03:21:15.699815Z","steps":["trace[2050980965] 'agreement among raft nodes before linearized reading' (duration: 6.183127518s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.699842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.514041Z","time spent":"6.18579342s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-08T03:21:15.699861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.289231456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.699885Z","caller":"traceutil/trace.go:171","msg":"trace[987373203] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24896; }","duration":"16.289304617s","start":"2026-03-08T03:20:59.410572Z","end":"2026-03-08T03:21:15.699876Z","steps":["trace[987373203] 'agreement among raft nodes before linearized reading' (duration: 16.286324678s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.6999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:59.410541Z","time spent":"16.289354109s","remote":"127.0.0.1:57124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.699938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.139347577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-08T03:21:15.699947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.399433542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.699965Z","caller":"traceutil/trace.go:171","msg":"trace[1330847213] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c; range_end:; response_count:1; response_revision:24896; }","duration":"12.139418338s","start":"2026-03-08T03:21:03.560536Z","end":"2026-03-08T03:21:15.699955Z","steps":["trace[1330847213] 'agreement among raft nodes before linearized reading' (duration: 12.136434989s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:15.69997Z","caller":"traceutil/trace.go:171","msg":"trace[1464086665] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24896; }","duration":"8.399456352s","start":"2026-03-08T03:21:07.300505Z","end":"2026-03-08T03:21:15.699962Z","steps":["trace[1464086665] 'agreement among raft nodes before linearized reading' (duration: 8.396691498s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.69998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.560493Z","time spent":"12.13948409s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" "} {"level":"warn","ts":"2026-03-08T03:21:15.699994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:07.300469Z","time spent":"8.399516914s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.700111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.311642516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.700139Z","caller":"traceutil/trace.go:171","msg":"trace[1161829140] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24896; }","duration":"5.311722198s","start":"2026-03-08T03:21:10.388408Z","end":"2026-03-08T03:21:15.70013Z","steps":["trace[1161829140] 'agreement among raft nodes before linearized reading' (duration: 5.30878955s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.700146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.916356782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:15.700165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:10.388378Z","time spent":"5.311781109s","remote":"127.0.0.1:58208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:15.700172Z","caller":"traceutil/trace.go:171","msg":"trace[182982441] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24896; }","duration":"16.916420794s","start":"2026-03-08T03:20:58.783744Z","end":"2026-03-08T03:21:15.700165Z","steps":["trace[182982441] 'agreement among raft nodes before linearized reading' (duration: 16.913167498s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.70019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:58.78372Z","time spent":"16.916465654s","remote":"127.0.0.1:54224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.700218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278965529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.700254Z","caller":"traceutil/trace.go:171","msg":"trace[1615994143] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24896; }","duration":"1.279046941s","start":"2026-03-08T03:21:14.421194Z","end":"2026-03-08T03:21:15.700241Z","steps":["trace[1615994143] 'agreement among raft nodes before linearized reading' (duration: 1.275818766s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.700277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:14.421169Z","time spent":"1.279102391s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.700275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.566984724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:15.70029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.875967187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.700309Z","caller":"traceutil/trace.go:171","msg":"trace[1641459536] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:0; response_revision:24896; }","duration":"17.876034658s","start":"2026-03-08T03:20:57.824269Z","end":"2026-03-08T03:21:15.700304Z","steps":["trace[1641459536] 'agreement among raft nodes before linearized reading' (duration: 17.872648519s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:15.7003Z","caller":"traceutil/trace.go:171","msg":"trace[1556860223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24896; }","duration":"6.567061876s","start":"2026-03-08T03:21:09.133229Z","end":"2026-03-08T03:21:15.700291Z","steps":["trace[1556860223] 'agreement among raft nodes before linearized reading' (duration: 6.563977494s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.700323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.824244Z","time spent":"17.87607557s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-08T03:21:15.70034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.133203Z","time spent":"6.567125698s","remote":"127.0.0.1:58294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.700385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.163143282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:15.700413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.192191897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.700431Z","caller":"traceutil/trace.go:171","msg":"trace[819862386] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24896; }","duration":"18.192243608s","start":"2026-03-08T03:20:57.50818Z","end":"2026-03-08T03:21:15.700424Z","steps":["trace[819862386] 'agreement among raft nodes before linearized reading' (duration: 18.188745317s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:15.700431Z","caller":"traceutil/trace.go:171","msg":"trace[847537312] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24896; }","duration":"6.163246844s","start":"2026-03-08T03:21:09.537169Z","end":"2026-03-08T03:21:15.700416Z","steps":["trace[847537312] 'agreement among raft nodes before linearized reading' (duration: 6.159970568s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.700446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.50816Z","time spent":"18.192281759s","remote":"127.0.0.1:60718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.700458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.537139Z","time spent":"6.163310056s","remote":"127.0.0.1:56720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.700563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.19235027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-03-08T03:21:15.700582Z","caller":"traceutil/trace.go:171","msg":"trace[470201211] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24896; }","duration":"18.192375602s","start":"2026-03-08T03:20:57.508203Z","end":"2026-03-08T03:21:15.700578Z","steps":["trace[470201211] 'agreement among raft nodes before linearized reading' (duration: 18.188730917s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.700595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.5082Z","time spent":"18.192392232s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-08T03:21:15.700593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.910630808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:15.700614Z","caller":"traceutil/trace.go:171","msg":"trace[1782745511] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24896; }","duration":"2.910694069s","start":"2026-03-08T03:21:12.789914Z","end":"2026-03-08T03:21:15.700608Z","steps":["trace[1782745511] 'agreement among raft nodes before linearized reading' (duration: 2.907113786s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.700624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759463189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-08T03:21:15.70066Z","caller":"traceutil/trace.go:171","msg":"trace[1579836200] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24896; }","duration":"3.759583522s","start":"2026-03-08T03:21:11.941069Z","end":"2026-03-08T03:21:15.700652Z","steps":["trace[1579836200] 'agreement among raft nodes before linearized reading' (duration: 3.755999579s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.700684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.94104Z","time spent":"3.759638054s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:21:15.700704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.192511034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-08T03:21:15.700721Z","caller":"traceutil/trace.go:171","msg":"trace[797630765] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24896; }","duration":"18.192532875s","start":"2026-03-08T03:20:57.50818Z","end":"2026-03-08T03:21:15.700713Z","steps":["trace[797630765] 'agreement among raft nodes before linearized reading' (duration: 18.188761407s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.700734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:57.508169Z","time spent":"18.192562745s","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-08T03:21:15.700192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.059695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:15.700822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892271075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:15.700848Z","caller":"traceutil/trace.go:171","msg":"trace[436592763] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24896; }","duration":"3.892347447s","start":"2026-03-08T03:21:11.808491Z","end":"2026-03-08T03:21:15.700839Z","steps":["trace[436592763] 'agreement among raft nodes before linearized reading' (duration: 3.888582989s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.700869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.808469Z","time spent":"3.892393298s","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.701011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.069447434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.701036Z","caller":"traceutil/trace.go:171","msg":"trace[1445838928] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24896; }","duration":"4.069559067s","start":"2026-03-08T03:21:11.63147Z","end":"2026-03-08T03:21:15.70103Z","steps":["trace[1445838928] 'agreement among raft nodes before linearized reading' (duration: 4.065610745s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.70106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.631437Z","time spent":"4.069615689s","remote":"127.0.0.1:57692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.700561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.113192712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:15.701237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.998222288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.701262Z","caller":"traceutil/trace.go:171","msg":"trace[1316568855] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24896; }","duration":"5.998292149s","start":"2026-03-08T03:21:09.702961Z","end":"2026-03-08T03:21:15.701254Z","steps":["trace[1316568855] 'agreement among raft nodes before linearized reading' (duration: 5.994163183s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.701287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:09.702938Z","time spent":"5.998342361s","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:15.701272Z","caller":"traceutil/trace.go:171","msg":"trace[1312119894] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24896; }","duration":"2.113899078s","start":"2026-03-08T03:21:13.587334Z","end":"2026-03-08T03:21:15.701233Z","steps":["trace[1312119894] 'agreement among raft nodes before linearized reading' (duration: 2.10968655s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:15.701359Z","caller":"traceutil/trace.go:171","msg":"trace[1370507275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24896; }","duration":"141.247572ms","start":"2026-03-08T03:21:15.560096Z","end":"2026-03-08T03:21:15.701344Z","steps":["trace[1370507275] 'agreement among raft nodes before linearized reading' (duration: 136.908051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.701383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:13.58732Z","time spent":"2.114018531s","remote":"127.0.0.1:58180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.70146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.521966488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:15.701501Z","caller":"traceutil/trace.go:171","msg":"trace[1690846163] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24896; }","duration":"8.522009089s","start":"2026-03-08T03:21:07.179478Z","end":"2026-03-08T03:21:15.701487Z","steps":["trace[1690846163] 'agreement among raft nodes before linearized reading' (duration: 8.517617847s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.701533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:07.179454Z","time spent":"8.522069891s","remote":"127.0.0.1:57708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.701594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.3477526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:15.701631Z","caller":"traceutil/trace.go:171","msg":"trace[1878617212] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24896; }","duration":"10.347844132s","start":"2026-03-08T03:21:05.353778Z","end":"2026-03-08T03:21:15.701622Z","steps":["trace[1878617212] 'agreement among raft nodes before linearized reading' (duration: 10.343432989s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.701657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:05.353747Z","time spent":"10.347903254s","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.701694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.155786317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:15.701716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.124644984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-03-08T03:21:15.70174Z","caller":"traceutil/trace.go:171","msg":"trace[464440801] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:24896; }","duration":"12.124667895s","start":"2026-03-08T03:21:03.577066Z","end":"2026-03-08T03:21:15.701734Z","steps":["trace[464440801] 'agreement among raft nodes before linearized reading' (duration: 12.120152639s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:15.701746Z","caller":"traceutil/trace.go:171","msg":"trace[1075552137] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24896; }","duration":"4.155833268s","start":"2026-03-08T03:21:11.545885Z","end":"2026-03-08T03:21:15.701718Z","steps":["trace[1075552137] 'agreement among raft nodes before linearized reading' (duration: 4.151249062s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.701764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.577031Z","time spent":"12.124729136s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":911,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-03-08T03:21:15.701779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.328536653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:15.701803Z","caller":"traceutil/trace.go:171","msg":"trace[1752430128] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24896; }","duration":"10.328623385s","start":"2026-03-08T03:21:05.373173Z","end":"2026-03-08T03:21:15.701796Z","steps":["trace[1752430128] 'agreement among raft nodes before linearized reading' (duration: 10.324076209s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.70063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:12.789894Z","time spent":"2.91073228s","remote":"127.0.0.1:58336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.701855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.895307788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:15.701867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.238724012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:15.701883Z","caller":"traceutil/trace.go:171","msg":"trace[175936931] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24896; }","duration":"11.89537325s","start":"2026-03-08T03:21:03.806498Z","end":"2026-03-08T03:21:15.701872Z","steps":["trace[175936931] 'agreement among raft nodes before linearized reading' (duration: 11.890752722s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:15.701892Z","caller":"traceutil/trace.go:171","msg":"trace[1524749004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24896; }","duration":"9.238788284s","start":"2026-03-08T03:21:06.463095Z","end":"2026-03-08T03:21:15.701883Z","steps":["trace[1524749004] 'agreement among raft nodes before linearized reading' (duration: 9.234125176s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.701903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.806474Z","time spent":"11.895424521s","remote":"127.0.0.1:45976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.701943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.872139226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:15.701963Z","caller":"traceutil/trace.go:171","msg":"trace[1220713042] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24896; }","duration":"9.872199258s","start":"2026-03-08T03:21:05.829759Z","end":"2026-03-08T03:21:15.701959Z","steps":["trace[1220713042] 'agreement among raft nodes before linearized reading' (duration: 9.867463928s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.701978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:05.829737Z","time spent":"9.872237408s","remote":"127.0.0.1:57804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.70012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.558689116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:15.70205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.748764064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:15.701826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:05.373142Z","time spent":"10.328678757s","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.702073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.84932028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.702084Z","caller":"traceutil/trace.go:171","msg":"trace[1845357385] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24896; }","duration":"8.748840305s","start":"2026-03-08T03:21:06.953234Z","end":"2026-03-08T03:21:15.702074Z","steps":["trace[1845357385] 'agreement among raft nodes before linearized reading' (duration: 8.744008923s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.702119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.953206Z","time spent":"8.748905327s","remote":"127.0.0.1:60572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:15.702059Z","caller":"traceutil/trace.go:171","msg":"trace[455981323] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24896; }","duration":"16.560667592s","start":"2026-03-08T03:20:59.141382Z","end":"2026-03-08T03:21:15.702049Z","steps":["trace[455981323] 'agreement among raft nodes before linearized reading' (duration: 16.555522722s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.702178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:20:59.141359Z","time spent":"16.560809516s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.702203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.70097747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.70224Z","caller":"traceutil/trace.go:171","msg":"trace[866860597] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24896; }","duration":"8.701004631s","start":"2026-03-08T03:21:07.001219Z","end":"2026-03-08T03:21:15.702224Z","steps":["trace[866860597] 'agreement among raft nodes before linearized reading' (duration: 8.696012265s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.70227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.135143068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-08T03:21:15.702283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:07.001168Z","time spent":"8.701101993s","remote":"127.0.0.1:56948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.702153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.209679963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.702296Z","caller":"traceutil/trace.go:171","msg":"trace[1307571981] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24896; }","duration":"12.135175859s","start":"2026-03-08T03:21:03.567111Z","end":"2026-03-08T03:21:15.702287Z","steps":["trace[1307571981] 'agreement among raft nodes before linearized reading' (duration: 12.130149232s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.702318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.567103Z","time spent":"12.13520959s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-08T03:21:15.701654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.889642726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:15.702385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.134732129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-08T03:21:15.70191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:06.463071Z","time spent":"9.238834285s","remote":"127.0.0.1:58314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:15.702419Z","caller":"traceutil/trace.go:171","msg":"trace[1478321273] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24896; }","duration":"12.1347977s","start":"2026-03-08T03:21:03.567614Z","end":"2026-03-08T03:21:15.702412Z","steps":["trace[1478321273] 'agreement among raft nodes before linearized reading' (duration: 12.12964409s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.702441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.5676Z","time spent":"12.134835551s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-08T03:21:15.702319Z","caller":"traceutil/trace.go:171","msg":"trace[820096749] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24896; }","duration":"10.209906368s","start":"2026-03-08T03:21:05.492405Z","end":"2026-03-08T03:21:15.702311Z","steps":["trace[820096749] 'agreement among raft nodes before linearized reading' (duration: 10.20483304s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.701778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:11.545881Z","time spent":"4.155886479s","remote":"127.0.0.1:46014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.70251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:05.492381Z","time spent":"10.210120863s","remote":"127.0.0.1:56920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.702387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.12534097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:880"} {"level":"info","ts":"2026-03-08T03:21:15.702538Z","caller":"traceutil/trace.go:171","msg":"trace[549640420] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:24896; }","duration":"12.125494093s","start":"2026-03-08T03:21:03.577037Z","end":"2026-03-08T03:21:15.702531Z","steps":["trace[549640420] 'agreement among raft nodes before linearized reading' (duration: 12.120226881s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.702567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.577012Z","time spent":"12.125544925s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":903,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" "} {"level":"info","ts":"2026-03-08T03:21:15.702095Z","caller":"traceutil/trace.go:171","msg":"trace[1929925686] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24896; }","duration":"10.849363331s","start":"2026-03-08T03:21:04.852726Z","end":"2026-03-08T03:21:15.702089Z","steps":["trace[1929925686] 'agreement among raft nodes before linearized reading' (duration: 10.844503678s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.702596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:04.852714Z","time spent":"10.849873832s","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:15.702389Z","caller":"traceutil/trace.go:171","msg":"trace[1785420091] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24896; }","duration":"11.890379534s","start":"2026-03-08T03:21:03.812002Z","end":"2026-03-08T03:21:15.702382Z","steps":["trace[1785420091] 'agreement among raft nodes before linearized reading' (duration: 11.885238044s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.702657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:03.811963Z","time spent":"11.890685331s","remote":"127.0.0.1:45906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.704006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.374109702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:21:15.704036Z","caller":"traceutil/trace.go:171","msg":"trace[396330736] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24896; }","duration":"5.374141383s","start":"2026-03-08T03:21:10.329887Z","end":"2026-03-08T03:21:15.704028Z","steps":["trace[396330736] 'agreement among raft nodes before linearized reading' (duration: 5.367321564s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.704057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:10.329816Z","time spent":"5.374235735s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2669,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.699865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.366536092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:15.705159Z","caller":"traceutil/trace.go:171","msg":"trace[1156661929] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24896; }","duration":"3.371826506s","start":"2026-03-08T03:21:12.333268Z","end":"2026-03-08T03:21:15.705094Z","steps":["trace[1156661929] 'agreement among raft nodes before linearized reading' (duration: 3.363793239s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:15.705196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:12.333235Z","time spent":"3.371948069s","remote":"127.0.0.1:58234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:15.931512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.419533ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-08T03:21:15.934723Z","caller":"traceutil/trace.go:171","msg":"trace[2052210729] linearizableReadLoop","detail":"{readStateIndex:25820; appliedIndex:25817; }","duration":"130.036561ms","start":"2026-03-08T03:21:15.804652Z","end":"2026-03-08T03:21:15.934689Z","steps":["trace[2052210729] 'read index received' (duration: 1.360742ms)","trace[2052210729] 'applied index is now lower than readState.Index' (duration: 128.674819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:15.935466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.764998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-2zgwr\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-03-08T03:21:15.935578Z","caller":"traceutil/trace.go:171","msg":"trace[360215142] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-2zgwr; range_end:; response_count:1; response_revision:24909; }","duration":"130.945462ms","start":"2026-03-08T03:21:15.804608Z","end":"2026-03-08T03:21:15.935553Z","steps":["trace[360215142] 'agreement among raft nodes before linearized reading' (duration: 130.390989ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:15.935713Z","caller":"traceutil/trace.go:171","msg":"trace[2146057276] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"141.646282ms","start":"2026-03-08T03:21:15.794052Z","end":"2026-03-08T03:21:15.935698Z","steps":["trace[2146057276] 'process raft request' (duration: 140.442043ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:15.93587Z","caller":"traceutil/trace.go:171","msg":"trace[1844634540] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"140.770711ms","start":"2026-03-08T03:21:15.795092Z","end":"2026-03-08T03:21:15.935863Z","steps":["trace[1844634540] 'process raft request' (duration: 139.545013ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:15.940252Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22586,"took":"18.437880443s","hash":4274375239,"current-db-size-bytes":49012736,"current-db-size":"49 MB","current-db-size-in-use-bytes":30662656,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-08T03:21:15.940314Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4274375239,"revision":22586,"compact-revision":19965} {"level":"info","ts":"2026-03-08T03:21:16.281438Z","caller":"traceutil/trace.go:171","msg":"trace[600788451] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"109.381369ms","start":"2026-03-08T03:21:16.172029Z","end":"2026-03-08T03:21:16.28141Z","steps":["trace[600788451] 'process raft request' (duration: 108.956529ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:16.507776Z","caller":"traceutil/trace.go:171","msg":"trace[840741230] linearizableReadLoop","detail":"{readStateIndex:25851; appliedIndex:25850; }","duration":"127.106453ms","start":"2026-03-08T03:21:16.380625Z","end":"2026-03-08T03:21:16.507731Z","steps":["trace[840741230] 'read index received' (duration: 125.753141ms)","trace[840741230] 'applied index is now lower than readState.Index' (duration: 1.333001ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:16.507947Z","caller":"traceutil/trace.go:171","msg":"trace[1808487564] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"127.522352ms","start":"2026-03-08T03:21:16.380406Z","end":"2026-03-08T03:21:16.507928Z","steps":["trace[1808487564] 'process raft request' (duration: 126.065158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:16.508582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.919388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-08T03:21:16.508687Z","caller":"traceutil/trace.go:171","msg":"trace[1020436414] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24940; }","duration":"127.043361ms","start":"2026-03-08T03:21:16.381616Z","end":"2026-03-08T03:21:16.508659Z","steps":["trace[1020436414] 'agreement among raft nodes before linearized reading' (duration: 126.470928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:16.508989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.338091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-03-08T03:21:16.509073Z","caller":"traceutil/trace.go:171","msg":"trace[1299818118] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:24940; }","duration":"128.479504ms","start":"2026-03-08T03:21:16.380571Z","end":"2026-03-08T03:21:16.50905Z","steps":["trace[1299818118] 'agreement among raft nodes before linearized reading' (duration: 128.171237ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:16.711178Z","caller":"traceutil/trace.go:171","msg":"trace[987317205] linearizableReadLoop","detail":"{readStateIndex:25861; appliedIndex:25860; }","duration":"103.976633ms","start":"2026-03-08T03:21:16.607151Z","end":"2026-03-08T03:21:16.711127Z","steps":["trace[987317205] 'read index received' (duration: 99.806606ms)","trace[987317205] 'applied index is now lower than readState.Index' (duration: 4.168637ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:16.711433Z","caller":"traceutil/trace.go:171","msg":"trace[1437305627] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"104.527796ms","start":"2026-03-08T03:21:16.606838Z","end":"2026-03-08T03:21:16.711365Z","steps":["trace[1437305627] 'process raft request' (duration: 100.201755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:16.711524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.344632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capo-system/capo-controller-manager-6975759b4b-p8j7j.189abf91c555865f\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-03-08T03:21:16.711577Z","caller":"traceutil/trace.go:171","msg":"trace[315709309] range","detail":"{range_begin:/registry/events/capo-system/capo-controller-manager-6975759b4b-p8j7j.189abf91c555865f; range_end:; response_count:1; response_revision:24950; }","duration":"104.586188ms","start":"2026-03-08T03:21:16.606974Z","end":"2026-03-08T03:21:16.711561Z","steps":["trace[315709309] 'agreement among raft nodes before linearized reading' (duration: 104.334542ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:16.968453Z","caller":"traceutil/trace.go:171","msg":"trace[1442598667] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"156.317243ms","start":"2026-03-08T03:21:16.81209Z","end":"2026-03-08T03:21:16.968407Z","steps":["trace[1442598667] 'process raft request' (duration: 73.544274ms)","trace[1442598667] 'compare' (duration: 82.340089ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:16.994159Z","caller":"traceutil/trace.go:171","msg":"trace[1574104320] linearizableReadLoop","detail":"{readStateIndex:25876; appliedIndex:25874; }","duration":"116.012743ms","start":"2026-03-08T03:21:16.878085Z","end":"2026-03-08T03:21:16.994098Z","steps":["trace[1574104320] 'read index received' (duration: 7.565896ms)","trace[1574104320] 'applied index is now lower than readState.Index' (duration: 108.442977ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:16.994277Z","caller":"traceutil/trace.go:171","msg":"trace[1719151447] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"181.06982ms","start":"2026-03-08T03:21:16.813184Z","end":"2026-03-08T03:21:16.994254Z","steps":["trace[1719151447] 'process raft request' (duration: 180.724172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:16.998879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.763485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:385919"} {"level":"info","ts":"2026-03-08T03:21:16.998941Z","caller":"traceutil/trace.go:171","msg":"trace[1097288108] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:24965; }","duration":"120.880047ms","start":"2026-03-08T03:21:16.878047Z","end":"2026-03-08T03:21:16.998927Z","steps":["trace[1097288108] 'agreement among raft nodes before linearized reading' (duration: 116.234729ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:17.255145Z","caller":"traceutil/trace.go:171","msg":"trace[1159560261] linearizableReadLoop","detail":"{readStateIndex:25886; appliedIndex:25885; }","duration":"169.676124ms","start":"2026-03-08T03:21:17.085444Z","end":"2026-03-08T03:21:17.25512Z","steps":["trace[1159560261] 'read index received' (duration: 169.447839ms)","trace[1159560261] 'applied index is now lower than readState.Index' (duration: 227.475µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:17.255459Z","caller":"traceutil/trace.go:171","msg":"trace[1883166222] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"171.284082ms","start":"2026-03-08T03:21:17.084164Z","end":"2026-03-08T03:21:17.255448Z","steps":["trace[1883166222] 'process raft request' (duration: 170.815671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:17.255697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.238048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-xc9jv.189abf914ed815d1\" ","response":"range_response_count:1 size:901"} {"level":"info","ts":"2026-03-08T03:21:17.25574Z","caller":"traceutil/trace.go:171","msg":"trace[1290191590] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-xc9jv.189abf914ed815d1; range_end:; response_count:1; response_revision:24975; }","duration":"170.320039ms","start":"2026-03-08T03:21:17.085405Z","end":"2026-03-08T03:21:17.255725Z","steps":["trace[1290191590] 'agreement among raft nodes before linearized reading' (duration: 170.195796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:17.257014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.795899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-08T03:21:17.257085Z","caller":"traceutil/trace.go:171","msg":"trace[1794543121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24975; }","duration":"100.880541ms","start":"2026-03-08T03:21:17.156185Z","end":"2026-03-08T03:21:17.257066Z","steps":["trace[1794543121] 'agreement among raft nodes before linearized reading' (duration: 100.712008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:17.257331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.157288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-03-08T03:21:17.257353Z","caller":"traceutil/trace.go:171","msg":"trace[2073073628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24975; }","duration":"101.211339ms","start":"2026-03-08T03:21:17.156135Z","end":"2026-03-08T03:21:17.257347Z","steps":["trace[2073073628] 'agreement among raft nodes before linearized reading' (duration: 101.151238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:17.257528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.652501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189abcb631dfd723\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:24965 ","response":"range_response_count:500 size:388349"} {"level":"info","ts":"2026-03-08T03:21:17.257564Z","caller":"traceutil/trace.go:171","msg":"trace[1447188056] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189abcb631dfd723\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:24975; }","duration":"159.730863ms","start":"2026-03-08T03:21:17.097824Z","end":"2026-03-08T03:21:17.257555Z","steps":["trace[1447188056] 'agreement among raft nodes before linearized reading' (duration: 158.027673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:18.812218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.272555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:18.81239Z","caller":"traceutil/trace.go:171","msg":"trace[1067252145] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"994.99541ms","start":"2026-03-08T03:21:17.817364Z","end":"2026-03-08T03:21:18.812359Z","steps":["trace[1067252145] 'process raft request' (duration: 51.47912ms)","trace[1067252145] 'compare' (duration: 942.770393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:18.812469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:17.81735Z","time spent":"995.091302ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:18.932024Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058312736s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:21:20.66443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:21:20.664541Z","caller":"traceutil/trace.go:171","msg":"trace[2030089618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000543505s","start":"2026-03-08T03:21:18.663968Z","end":"2026-03-08T03:21:20.664511Z","steps":["trace[2030089618] 'agreement among raft nodes before linearized reading' (duration: 2.000405672s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:20.664597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:18.663949Z","time spent":"2.000637697s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:20.824922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8926236s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:20.825087Z","caller":"traceutil/trace.go:171","msg":"trace[2092335241] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"2.99617331s","start":"2026-03-08T03:21:17.828894Z","end":"2026-03-08T03:21:20.825067Z","steps":["trace[2092335241] 'process raft request' (duration: 1.103338935s)","trace[2092335241] 'compare' (duration: 1.881224985s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:20.825182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:17.828866Z","time spent":"2.996283823s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:20.825087Z","caller":"traceutil/trace.go:171","msg":"trace[540546045] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"2.008184644s","start":"2026-03-08T03:21:18.81689Z","end":"2026-03-08T03:21:20.825075Z","steps":["trace[540546045] 'process raft request' (duration: 2.008126382s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:20.825233Z","caller":"traceutil/trace.go:171","msg":"trace[1691573977] linearizableReadLoop","detail":"{readStateIndex:25941; appliedIndex:25939; }","duration":"2.975869007s","start":"2026-03-08T03:21:17.849327Z","end":"2026-03-08T03:21:20.825196Z","steps":["trace[1691573977] 'read index received' (duration: 19.529085ms)","trace[1691573977] 'applied index is now lower than readState.Index' (duration: 2.956336732s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:20.825307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:18.816863Z","time spent":"2.00842419s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:21:20.825505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976162434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-08T03:21:20.825577Z","caller":"traceutil/trace.go:171","msg":"trace[502558567] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25031; }","duration":"2.976270587s","start":"2026-03-08T03:21:17.849282Z","end":"2026-03-08T03:21:20.825553Z","steps":["trace[502558567] 'agreement among raft nodes before linearized reading' (duration: 2.976043961s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:20.82561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:17.84927Z","time spent":"2.976332608s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:21:22.099218Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.155080991s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:21:22.102015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157959879s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:22.102483Z","caller":"traceutil/trace.go:171","msg":"trace[728439412] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"1.326723172s","start":"2026-03-08T03:21:20.775515Z","end":"2026-03-08T03:21:22.102238Z","steps":["trace[728439412] 'process raft request' (duration: 168.418426ms)","trace[728439412] 'compare' (duration: 1.155844789s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:22.102522Z","caller":"traceutil/trace.go:171","msg":"trace[1794799950] linearizableReadLoop","detail":"{readStateIndex:25943; appliedIndex:25942; }","duration":"1.277201717s","start":"2026-03-08T03:21:20.825296Z","end":"2026-03-08T03:21:22.102498Z","steps":["trace[1794799950] 'read index received' (duration: 118.794798ms)","trace[1794799950] 'applied index is now lower than readState.Index' (duration: 1.158404079s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:22.102536Z","caller":"traceutil/trace.go:171","msg":"trace[413521933] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"1.27305264s","start":"2026-03-08T03:21:20.829458Z","end":"2026-03-08T03:21:22.102511Z","steps":["trace[413521933] 'process raft request' (duration: 1.272716322s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.102648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:20.829417Z","time spent":"1.273195264s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:21:22.102715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:20.775479Z","time spent":"1.327090611s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:22.102841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.152702449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-03-08T03:21:22.10281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.7494242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:21:22.102952Z","caller":"traceutil/trace.go:171","msg":"trace[136555311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25033; }","duration":"2.749606433s","start":"2026-03-08T03:21:19.353317Z","end":"2026-03-08T03:21:22.102923Z","steps":["trace[136555311] 'agreement among raft nodes before linearized reading' (duration: 2.749243014s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.102986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949056976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-08T03:21:22.103007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.321606875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-08T03:21:22.103013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:19.353293Z","time spent":"2.749704616s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:22.103025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475197518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:22.103048Z","caller":"traceutil/trace.go:171","msg":"trace[1150109076] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25033; }","duration":"3.321692977s","start":"2026-03-08T03:21:18.781343Z","end":"2026-03-08T03:21:22.103036Z","steps":["trace[1150109076] 'agreement among raft nodes before linearized reading' (duration: 3.321575654s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.103076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438144828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:22.103084Z","caller":"traceutil/trace.go:171","msg":"trace[631331065] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25033; }","duration":"2.475270919s","start":"2026-03-08T03:21:19.627791Z","end":"2026-03-08T03:21:22.103062Z","steps":["trace[631331065] 'agreement among raft nodes before linearized reading' (duration: 2.475112275s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.10309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:18.781323Z","time spent":"3.321757229s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-08T03:21:22.1031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.535492904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:22.103129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:19.627712Z","time spent":"2.475406673s","remote":"127.0.0.1:57896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:22.103148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722780393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:22.103161Z","caller":"traceutil/trace.go:171","msg":"trace[1777919779] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25033; }","duration":"2.535598826s","start":"2026-03-08T03:21:19.567547Z","end":"2026-03-08T03:21:22.103146Z","steps":["trace[1777919779] 'agreement among raft nodes before linearized reading' (duration: 2.535482603s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:22.103179Z","caller":"traceutil/trace.go:171","msg":"trace[1386846796] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25033; }","duration":"1.722852885s","start":"2026-03-08T03:21:20.380317Z","end":"2026-03-08T03:21:22.10317Z","steps":["trace[1386846796] 'agreement among raft nodes before linearized reading' (duration: 1.722803994s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.103215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:20.380295Z","time spent":"1.722913026s","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:22.103212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432417167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:22.103213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:19.567526Z","time spent":"2.535673597s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:22.103181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405426026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-03-08T03:21:22.103231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003104126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-03-08T03:21:22.103282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749766197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:21:22.103292Z","caller":"traceutil/trace.go:171","msg":"trace[758812494] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25033; }","duration":"1.40559152s","start":"2026-03-08T03:21:20.697675Z","end":"2026-03-08T03:21:22.103266Z","steps":["trace[758812494] 'agreement among raft nodes before linearized reading' (duration: 1.405221341s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.103325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533378161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-08T03:21:22.103272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367360589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:22.10334Z","caller":"traceutil/trace.go:171","msg":"trace[1593308937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25033; }","duration":"2.749852629s","start":"2026-03-08T03:21:19.353474Z","end":"2026-03-08T03:21:22.103326Z","steps":["trace[1593308937] 'agreement among raft nodes before linearized reading' (duration: 2.749710706s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.103355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:20.697664Z","time spent":"1.405680622s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-03-08T03:21:22.103401Z","caller":"traceutil/trace.go:171","msg":"trace[1667594992] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25033; }","duration":"3.533452233s","start":"2026-03-08T03:21:18.569895Z","end":"2026-03-08T03:21:22.103347Z","steps":["trace[1667594992] 'agreement among raft nodes before linearized reading' (duration: 3.533372671s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:22.103395Z","caller":"traceutil/trace.go:171","msg":"trace[1571593806] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25033; }","duration":"1.367513052s","start":"2026-03-08T03:21:20.735853Z","end":"2026-03-08T03:21:22.103366Z","steps":["trace[1571593806] 'agreement among raft nodes before linearized reading' (duration: 1.367277467s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.103443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.106115887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-03-08T03:21:22.103454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:18.569885Z","time spent":"3.533557125s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-08T03:21:22.103248Z","caller":"traceutil/trace.go:171","msg":"trace[795320214] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25033; }","duration":"3.432455008s","start":"2026-03-08T03:21:18.670782Z","end":"2026-03-08T03:21:22.103237Z","steps":["trace[795320214] 'agreement among raft nodes before linearized reading' (duration: 3.432396517s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:22.103485Z","caller":"traceutil/trace.go:171","msg":"trace[1491219736] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25033; }","duration":"2.106199539s","start":"2026-03-08T03:21:19.997275Z","end":"2026-03-08T03:21:22.103474Z","steps":["trace[1491219736] 'agreement among raft nodes before linearized reading' (duration: 2.106056235s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.103481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:20.735835Z","time spent":"1.367623384s","remote":"127.0.0.1:57764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:22.103522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:19.997247Z","time spent":"2.10626752s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-08T03:21:22.103533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:18.670726Z","time spent":"3.432783577s","remote":"127.0.0.1:45966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:22.103103Z","caller":"traceutil/trace.go:171","msg":"trace[1355525957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25033; }","duration":"1.43821052s","start":"2026-03-08T03:21:20.664885Z","end":"2026-03-08T03:21:22.103095Z","steps":["trace[1355525957] 'agreement among raft nodes before linearized reading' (duration: 1.438162459s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.1034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:19.353452Z","time spent":"2.749931971s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:22.103593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:20.664864Z","time spent":"1.438713722s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:21:22.102894Z","caller":"traceutil/trace.go:171","msg":"trace[200456153] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25033; }","duration":"3.152784771s","start":"2026-03-08T03:21:18.95009Z","end":"2026-03-08T03:21:22.102875Z","steps":["trace[200456153] 'agreement among raft nodes before linearized reading' (duration: 3.152551235s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.103618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273794188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-p8j7j\" ","response":"range_response_count:1 size:7145"} {"level":"info","ts":"2026-03-08T03:21:22.103024Z","caller":"traceutil/trace.go:171","msg":"trace[1844543835] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25033; }","duration":"1.949134288s","start":"2026-03-08T03:21:20.153879Z","end":"2026-03-08T03:21:22.103013Z","steps":["trace[1844543835] 'agreement among raft nodes before linearized reading' (duration: 1.948989195s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.103654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:18.950072Z","time spent":"3.153572109s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-08T03:21:22.103291Z","caller":"traceutil/trace.go:171","msg":"trace[661716795] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25033; }","duration":"2.003208078s","start":"2026-03-08T03:21:20.100067Z","end":"2026-03-08T03:21:22.103275Z","steps":["trace[661716795] 'agreement among raft nodes before linearized reading' (duration: 2.002992903s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:22.103687Z","caller":"traceutil/trace.go:171","msg":"trace[1382548616] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-p8j7j; range_end:; response_count:1; response_revision:25033; }","duration":"1.273916691s","start":"2026-03-08T03:21:20.829744Z","end":"2026-03-08T03:21:22.103661Z","steps":["trace[1382548616] 'agreement among raft nodes before linearized reading' (duration: 1.273713126s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.103708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035128965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-03-08T03:21:22.10374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:20.100044Z","time spent":"2.00367585s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-08T03:21:22.103796Z","caller":"traceutil/trace.go:171","msg":"trace[1347049566] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:25033; }","duration":"4.035432922s","start":"2026-03-08T03:21:18.068345Z","end":"2026-03-08T03:21:22.103778Z","steps":["trace[1347049566] 'agreement among raft nodes before linearized reading' (duration: 4.034976781s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.103854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.922311816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:22.103734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:20.829735Z","time spent":"1.273987373s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7168,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-p8j7j\" "} {"level":"warn","ts":"2026-03-08T03:21:22.103862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.037224484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:21:22.10389Z","caller":"traceutil/trace.go:171","msg":"trace[748044554] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25033; }","duration":"3.922391327s","start":"2026-03-08T03:21:18.181488Z","end":"2026-03-08T03:21:22.10388Z","steps":["trace[748044554] 'agreement among raft nodes before linearized reading' (duration: 3.922337936s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.103914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:18.181465Z","time spent":"3.922442489s","remote":"127.0.0.1:45986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:22.10391Z","caller":"traceutil/trace.go:171","msg":"trace[1082933429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25033; }","duration":"4.037323807s","start":"2026-03-08T03:21:18.066572Z","end":"2026-03-08T03:21:22.103896Z","steps":["trace[1082933429] 'agreement among raft nodes before linearized reading' (duration: 4.037190984s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.103734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.814259508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-08T03:21:22.103954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.217249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-08T03:21:22.103978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.033947327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-08T03:21:22.104006Z","caller":"traceutil/trace.go:171","msg":"trace[246516039] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25033; }","duration":"349.312912ms","start":"2026-03-08T03:21:21.754677Z","end":"2026-03-08T03:21:22.10399Z","steps":["trace[246516039] 'agreement among raft nodes before linearized reading' (duration: 349.180029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.104001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.432406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:22.104043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.130495558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:22.104067Z","caller":"traceutil/trace.go:171","msg":"trace[429298881] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25033; }","duration":"806.553168ms","start":"2026-03-08T03:21:21.297499Z","end":"2026-03-08T03:21:22.104052Z","steps":["trace[429298881] 'agreement among raft nodes before linearized reading' (duration: 806.441166ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:22.104105Z","caller":"traceutil/trace.go:171","msg":"trace[2138246801] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25033; }","duration":"4.13058379s","start":"2026-03-08T03:21:17.973493Z","end":"2026-03-08T03:21:22.104077Z","steps":["trace[2138246801] 'agreement among raft nodes before linearized reading' (duration: 4.130485258s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.104055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:21.75465Z","time spent":"349.394483ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-08T03:21:22.104141Z","caller":"traceutil/trace.go:171","msg":"trace[1142259125] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25033; }","duration":"4.033992018s","start":"2026-03-08T03:21:18.070011Z","end":"2026-03-08T03:21:22.104003Z","steps":["trace[1142259125] 'agreement among raft nodes before linearized reading' (duration: 4.033888096s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:22.104116Z","caller":"traceutil/trace.go:171","msg":"trace[1846501029] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25033; }","duration":"3.814567125s","start":"2026-03-08T03:21:18.289423Z","end":"2026-03-08T03:21:22.10399Z","steps":["trace[1846501029] 'agreement among raft nodes before linearized reading' (duration: 3.814041883s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.103858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:18.068335Z","time spent":"4.035509393s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-08T03:21:22.104248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:18.070005Z","time spent":"4.034230104s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-08T03:21:22.10395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:18.066553Z","time spent":"4.037386098s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:21:22.104147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:17.973467Z","time spent":"4.130667822s","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:22.104132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:21.29747Z","time spent":"806.644651ms","remote":"127.0.0.1:57780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:22.105238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:18.289403Z","time spent":"3.815816834s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:22.105465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:20.153855Z","time spent":"1.95006651s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-08T03:21:22.105745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543308313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-08T03:21:22.105801Z","caller":"traceutil/trace.go:171","msg":"trace[770369749] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25033; }","duration":"3.543366464s","start":"2026-03-08T03:21:18.562422Z","end":"2026-03-08T03:21:22.105788Z","steps":["trace[770369749] 'agreement among raft nodes before linearized reading' (duration: 3.541347347s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.105851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:18.562349Z","time spent":"3.543491257s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-08T03:21:22.35475Z","caller":"traceutil/trace.go:171","msg":"trace[2009952521] linearizableReadLoop","detail":"{readStateIndex:25966; appliedIndex:25965; }","duration":"102.171352ms","start":"2026-03-08T03:21:22.252548Z","end":"2026-03-08T03:21:22.354719Z","steps":["trace[2009952521] 'read index received' (duration: 100.187145ms)","trace[2009952521] 'applied index is now lower than readState.Index' (duration: 1.983067ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:22.354864Z","caller":"traceutil/trace.go:171","msg":"trace[1313308625] transaction","detail":"{read_only:false; response_revision:25055; number_of_response:1; }","duration":"104.051895ms","start":"2026-03-08T03:21:22.250744Z","end":"2026-03-08T03:21:22.354796Z","steps":["trace[1313308625] 'process raft request' (duration: 102.058049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:22.355038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.464688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-xc9jv.189abf524df4adfc\" ","response":"range_response_count:1 size:788"} {"level":"info","ts":"2026-03-08T03:21:22.355128Z","caller":"traceutil/trace.go:171","msg":"trace[1586637210] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-xc9jv.189abf524df4adfc; range_end:; response_count:1; response_revision:25055; }","duration":"102.632462ms","start":"2026-03-08T03:21:22.252474Z","end":"2026-03-08T03:21:22.355107Z","steps":["trace[1586637210] 'agreement among raft nodes before linearized reading' (duration: 102.382326ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:22.696859Z","caller":"traceutil/trace.go:171","msg":"trace[538284750] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"106.543503ms","start":"2026-03-08T03:21:22.590283Z","end":"2026-03-08T03:21:22.696827Z","steps":["trace[538284750] 'process raft request' (duration: 106.382889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:31.722732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:32.05987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.708669ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-08T03:21:32.063907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.590315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-08T03:21:32.06397Z","caller":"traceutil/trace.go:171","msg":"trace[238717983] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25115; }","duration":"841.717118ms","start":"2026-03-08T03:21:31.222238Z","end":"2026-03-08T03:21:32.063955Z","steps":["trace[238717983] 'agreement among raft nodes before linearized reading' (duration: 841.518693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:32.064013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:31.222205Z","time spent":"841.79843ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-08T03:21:32.063718Z","caller":"traceutil/trace.go:171","msg":"trace[1920405882] linearizableReadLoop","detail":"{readStateIndex:26029; appliedIndex:26027; }","duration":"841.338269ms","start":"2026-03-08T03:21:31.222305Z","end":"2026-03-08T03:21:32.063643Z","steps":["trace[1920405882] 'read index received' (duration: 651.875003ms)","trace[1920405882] 'applied index is now lower than readState.Index' (duration: 189.461456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:32.064546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.650071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:32.064589Z","caller":"traceutil/trace.go:171","msg":"trace[623895398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25115; }","duration":"398.721302ms","start":"2026-03-08T03:21:31.665856Z","end":"2026-03-08T03:21:32.064578Z","steps":["trace[623895398] 'agreement among raft nodes before linearized reading' (duration: 398.650001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:32.064622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:31.665848Z","time spent":"398.768504ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:21:32.064692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.097137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-08T03:21:32.064769Z","caller":"traceutil/trace.go:171","msg":"trace[1906822424] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25115; }","duration":"443.182779ms","start":"2026-03-08T03:21:31.621561Z","end":"2026-03-08T03:21:32.064744Z","steps":["trace[1906822424] 'agreement among raft nodes before linearized reading' (duration: 442.942114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:32.064808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:31.621496Z","time spent":"443.304742ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:21:32.064475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.947936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:32.064878Z","caller":"traceutil/trace.go:171","msg":"trace[1278070528] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25115; }","duration":"498.394896ms","start":"2026-03-08T03:21:31.566467Z","end":"2026-03-08T03:21:32.064862Z","steps":["trace[1278070528] 'agreement among raft nodes before linearized reading' (duration: 497.964606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:32.064919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:31.566447Z","time spent":"498.461357ms","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:32.281279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.922708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:32.281384Z","caller":"traceutil/trace.go:171","msg":"trace[754388416] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25116; }","duration":"112.052391ms","start":"2026-03-08T03:21:32.16931Z","end":"2026-03-08T03:21:32.281362Z","steps":["trace[754388416] 'count revisions from in-memory index tree' (duration: 111.752144ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:36.586593Z","caller":"traceutil/trace.go:171","msg":"trace[1141979020] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"100.521793ms","start":"2026-03-08T03:21:36.486022Z","end":"2026-03-08T03:21:36.586544Z","steps":["trace[1141979020] 'process raft request' (duration: 97.935753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:37.465019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:37.96579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:38.466188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407305,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:38.648058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.684702304s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:21:38.64861Z","caller":"traceutil/trace.go:171","msg":"trace[333541050] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"1.685363739s","start":"2026-03-08T03:21:36.963214Z","end":"2026-03-08T03:21:38.648577Z","steps":["trace[333541050] 'process raft request' (duration: 1.685167505s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:38.648775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:36.963191Z","time spent":"1.685512073s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:21:39.664248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:39.66438Z","caller":"traceutil/trace.go:171","msg":"trace[494682600] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000340541s","start":"2026-03-08T03:21:37.664009Z","end":"2026-03-08T03:21:39.66435Z","steps":["trace[494682600] 'agreement among raft nodes before linearized reading' (duration: 2.000186178s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:39.664465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.663992Z","time spent":"2.000454114s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:39.706662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058334666s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:21:39.707075Z","caller":"traceutil/trace.go:171","msg":"trace[289543859] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"2.172398131s","start":"2026-03-08T03:21:37.534658Z","end":"2026-03-08T03:21:39.707057Z","steps":["trace[289543859] 'process raft request' (duration: 2.172332429s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:39.707081Z","caller":"traceutil/trace.go:171","msg":"trace[262694605] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"2.576042988s","start":"2026-03-08T03:21:37.131017Z","end":"2026-03-08T03:21:39.70706Z","steps":["trace[262694605] 'process raft request' (duration: 2.575841593s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:39.707165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.130992Z","time spent":"2.5761208s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:39.707171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.534644Z","time spent":"2.172464162s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:39.707331Z","caller":"traceutil/trace.go:171","msg":"trace[619572222] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"2.13892309s","start":"2026-03-08T03:21:37.568399Z","end":"2026-03-08T03:21:39.707323Z","steps":["trace[619572222] 'process raft request' (duration: 2.138627693s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:39.707367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.568375Z","time spent":"2.138972071s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:39.707503Z","caller":"traceutil/trace.go:171","msg":"trace[512960429] linearizableReadLoop","detail":"{readStateIndex:26082; appliedIndex:26076; }","duration":"2.743470411s","start":"2026-03-08T03:21:36.964007Z","end":"2026-03-08T03:21:39.707477Z","steps":["trace[512960429] 'read index received' (duration: 1.684358896s)","trace[512960429] 'applied index is now lower than readState.Index' (duration: 1.059110524s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:39.707554Z","caller":"traceutil/trace.go:171","msg":"trace[1329694262] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"1.356982777s","start":"2026-03-08T03:21:38.350557Z","end":"2026-03-08T03:21:39.707539Z","steps":["trace[1329694262] 'process raft request' (duration: 1.356799653s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:39.707576Z","caller":"traceutil/trace.go:171","msg":"trace[472472603] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"1.115307414s","start":"2026-03-08T03:21:38.59226Z","end":"2026-03-08T03:21:39.707568Z","steps":["trace[472472603] 'process raft request' (duration: 1.11513943s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:39.707605Z","caller":"traceutil/trace.go:171","msg":"trace[292765690] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"1.099843913s","start":"2026-03-08T03:21:38.607752Z","end":"2026-03-08T03:21:39.707596Z","steps":["trace[292765690] 'process raft request' (duration: 1.09968802s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:39.707613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:38.350519Z","time spent":"1.357062829s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:39.707619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:38.592234Z","time spent":"1.115359555s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:39.707682Z","caller":"traceutil/trace.go:171","msg":"trace[373603992] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"1.54632794s","start":"2026-03-08T03:21:38.161347Z","end":"2026-03-08T03:21:39.707675Z","steps":["trace[373603992] 'process raft request' (duration: 1.54587999s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:39.707694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:38.607731Z","time spent":"1.099898055s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:39.707715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:38.161314Z","time spent":"1.546382201s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:39.707741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.743740487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-08T03:21:39.707766Z","caller":"traceutil/trace.go:171","msg":"trace[421713477] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25168; }","duration":"2.743788938s","start":"2026-03-08T03:21:36.96397Z","end":"2026-03-08T03:21:39.707759Z","steps":["trace[421713477] 'agreement among raft nodes before linearized reading' (duration: 2.743702476s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:39.707783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:36.963952Z","time spent":"2.743827169s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-08T03:21:40.735328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.720916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:40.735569Z","caller":"traceutil/trace.go:171","msg":"trace[483420928] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"1.023446703s","start":"2026-03-08T03:21:39.712089Z","end":"2026-03-08T03:21:40.735536Z","steps":["trace[483420928] 'process raft request' (duration: 1.023364511s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.735632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:39.712075Z","time spent":"1.023531365s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:21:40.735648Z","caller":"traceutil/trace.go:171","msg":"trace[660997129] linearizableReadLoop","detail":"{readStateIndex:26085; appliedIndex:26084; }","duration":"1.0280407s","start":"2026-03-08T03:21:39.707563Z","end":"2026-03-08T03:21:40.735604Z","steps":["trace[660997129] 'read index received' (duration: 119.947965ms)","trace[660997129] 'applied index is now lower than readState.Index' (duration: 908.089255ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:40.735833Z","caller":"traceutil/trace.go:171","msg":"trace[1390886966] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"2.080350187s","start":"2026-03-08T03:21:38.655456Z","end":"2026-03-08T03:21:40.735806Z","steps":["trace[1390886966] 'process raft request' (duration: 1.172062657s)","trace[1390886966] 'compare' (duration: 907.333637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:40.736158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:38.655433Z","time spent":"2.080442558s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:40.736185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937852775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:40.736222Z","caller":"traceutil/trace.go:171","msg":"trace[1182316313] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25170; }","duration":"1.937930607s","start":"2026-03-08T03:21:38.798282Z","end":"2026-03-08T03:21:40.736212Z","steps":["trace[1182316313] 'agreement among raft nodes before linearized reading' (duration: 1.937832065s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.736245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:38.79826Z","time spent":"1.937979628s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:40.736273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340010618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:21:40.736339Z","caller":"traceutil/trace.go:171","msg":"trace[178898227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25170; }","duration":"2.340105601s","start":"2026-03-08T03:21:38.396213Z","end":"2026-03-08T03:21:40.736318Z","steps":["trace[178898227] 'agreement among raft nodes before linearized reading' (duration: 2.33965341s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.736388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:38.396192Z","time spent":"2.340184302s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:40.736451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720769852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:40.73648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038284419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:21:40.736503Z","caller":"traceutil/trace.go:171","msg":"trace[136700740] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25170; }","duration":"1.038337191s","start":"2026-03-08T03:21:39.698159Z","end":"2026-03-08T03:21:40.736496Z","steps":["trace[136700740] 'agreement among raft nodes before linearized reading' (duration: 1.038214728s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:40.736504Z","caller":"traceutil/trace.go:171","msg":"trace[1966901039] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25170; }","duration":"2.720876085s","start":"2026-03-08T03:21:38.015611Z","end":"2026-03-08T03:21:40.736487Z","steps":["trace[1966901039] 'agreement among raft nodes before linearized reading' (duration: 2.720787073s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.736521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:39.698143Z","time spent":"1.038373071s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:21:40.736545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:38.015541Z","time spent":"2.720992358s","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:40.736568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136935195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:21:40.736614Z","caller":"traceutil/trace.go:171","msg":"trace[103158378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25170; }","duration":"2.137024167s","start":"2026-03-08T03:21:38.599574Z","end":"2026-03-08T03:21:40.736598Z","steps":["trace[103158378] 'agreement among raft nodes before linearized reading' (duration: 2.136909605s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.736657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063801414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:40.736655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:38.599548Z","time spent":"2.137096899s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T03:21:40.73668Z","caller":"traceutil/trace.go:171","msg":"trace[518308287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25170; }","duration":"1.063874756s","start":"2026-03-08T03:21:39.672798Z","end":"2026-03-08T03:21:40.736673Z","steps":["trace[518308287] 'agreement among raft nodes before linearized reading' (duration: 1.063830605s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.736701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:39.672777Z","time spent":"1.063917526s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:21:40.736759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504821793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:40.73679Z","caller":"traceutil/trace.go:171","msg":"trace[14420763] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25170; }","duration":"1.504904654s","start":"2026-03-08T03:21:39.231875Z","end":"2026-03-08T03:21:40.73678Z","steps":["trace[14420763] 'agreement among raft nodes before linearized reading' (duration: 1.504843993s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.73681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:39.231851Z","time spent":"1.504952246s","remote":"127.0.0.1:58290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:40.736837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908911558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-08T03:21:40.736884Z","caller":"traceutil/trace.go:171","msg":"trace[193200551] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25170; }","duration":"2.90899654s","start":"2026-03-08T03:21:37.827873Z","end":"2026-03-08T03:21:40.73687Z","steps":["trace[193200551] 'agreement among raft nodes before linearized reading' (duration: 2.908867667s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.736919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.827856Z","time spent":"2.90905401s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:21:40.736936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241914355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:40.736934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268686696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-08T03:21:40.736957Z","caller":"traceutil/trace.go:171","msg":"trace[59278667] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25170; }","duration":"1.241982966s","start":"2026-03-08T03:21:39.494967Z","end":"2026-03-08T03:21:40.73695Z","steps":["trace[59278667] 'agreement among raft nodes before linearized reading' (duration: 1.241942185s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.736978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:39.494939Z","time spent":"1.242032308s","remote":"127.0.0.1:36894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:40.736983Z","caller":"traceutil/trace.go:171","msg":"trace[933463791] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239; range_end:; response_count:1; response_revision:25170; }","duration":"2.268773718s","start":"2026-03-08T03:21:38.468191Z","end":"2026-03-08T03:21:40.736965Z","steps":["trace[933463791] 'agreement among raft nodes before linearized reading' (duration: 2.268645185s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.737021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:38.468167Z","time spent":"2.26884402s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239\" "} {"level":"warn","ts":"2026-03-08T03:21:40.737167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.070803511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:40.737216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337507179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:21:40.737241Z","caller":"traceutil/trace.go:171","msg":"trace[212812360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25170; }","duration":"2.337532s","start":"2026-03-08T03:21:38.399702Z","end":"2026-03-08T03:21:40.737234Z","steps":["trace[212812360] 'agreement among raft nodes before linearized reading' (duration: 2.337460188s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:40.737243Z","caller":"traceutil/trace.go:171","msg":"trace[562262229] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25170; }","duration":"3.070928644s","start":"2026-03-08T03:21:37.666297Z","end":"2026-03-08T03:21:40.737226Z","steps":["trace[562262229] 'agreement among raft nodes before linearized reading' (duration: 3.07077582s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.73726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:38.399665Z","time spent":"2.337590252s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:40.737284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.666288Z","time spent":"3.070984015s","remote":"127.0.0.1:46008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:21:40.737456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534401685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:40.737447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024412976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-08T03:21:40.737478Z","caller":"traceutil/trace.go:171","msg":"trace[1875646021] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25170; }","duration":"3.534458826s","start":"2026-03-08T03:21:37.203012Z","end":"2026-03-08T03:21:40.737471Z","steps":["trace[1875646021] 'agreement among raft nodes before linearized reading' (duration: 3.534357583s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.737498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.202993Z","time spent":"3.534499027s","remote":"127.0.0.1:57602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:40.737499Z","caller":"traceutil/trace.go:171","msg":"trace[1670250175] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:25170; }","duration":"1.024479288s","start":"2026-03-08T03:21:39.713002Z","end":"2026-03-08T03:21:40.737481Z","steps":["trace[1670250175] 'agreement among raft nodes before linearized reading' (duration: 1.024334334s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.737509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.853637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:40.737483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33448499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-08T03:21:40.737539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:39.712992Z","time spent":"1.024536729s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-08T03:21:40.73755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.921449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-55r49\" ","response":"range_response_count:1 size:5970"} {"level":"info","ts":"2026-03-08T03:21:40.73756Z","caller":"traceutil/trace.go:171","msg":"trace[820101772] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:25170; }","duration":"728.951559ms","start":"2026-03-08T03:21:40.008593Z","end":"2026-03-08T03:21:40.737545Z","steps":["trace[820101772] 'agreement among raft nodes before linearized reading' (duration: 728.850047ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:40.737581Z","caller":"traceutil/trace.go:171","msg":"trace[347752334] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-55r49; range_end:; response_count:1; response_revision:25170; }","duration":"837.982121ms","start":"2026-03-08T03:21:39.899586Z","end":"2026-03-08T03:21:40.737569Z","steps":["trace[347752334] 'agreement among raft nodes before linearized reading' (duration: 837.907129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.737596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.008569Z","time spent":"729.015781ms","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:40.737606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:39.899566Z","time spent":"838.031861ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5993,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-55r49\" "} {"level":"info","ts":"2026-03-08T03:21:40.737595Z","caller":"traceutil/trace.go:171","msg":"trace[1962085326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25170; }","duration":"2.334635403s","start":"2026-03-08T03:21:38.402927Z","end":"2026-03-08T03:21:40.737562Z","steps":["trace[1962085326] 'agreement among raft nodes before linearized reading' (duration: 2.334242444s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.737609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223060168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:21:40.737653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:38.402916Z","time spent":"2.334723954s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:40.737684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.566037941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-08T03:21:40.737719Z","caller":"traceutil/trace.go:171","msg":"trace[2080905946] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25170; }","duration":"3.566081483s","start":"2026-03-08T03:21:37.171624Z","end":"2026-03-08T03:21:40.737706Z","steps":["trace[2080905946] 'agreement among raft nodes before linearized reading' (duration: 3.566010981s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:40.737706Z","caller":"traceutil/trace.go:171","msg":"trace[589432354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25170; }","duration":"3.223183811s","start":"2026-03-08T03:21:37.51449Z","end":"2026-03-08T03:21:40.737673Z","steps":["trace[589432354] 'agreement among raft nodes before linearized reading' (duration: 3.222938046s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.737574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.566519533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-08T03:21:40.737749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.171618Z","time spent":"3.566124074s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:21:40.737756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.242382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-08T03:21:40.737752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.514465Z","time spent":"3.223279173s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-08T03:21:40.737779Z","caller":"traceutil/trace.go:171","msg":"trace[1257727652] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25170; }","duration":"649.266003ms","start":"2026-03-08T03:21:40.088506Z","end":"2026-03-08T03:21:40.737772Z","steps":["trace[1257727652] 'agreement among raft nodes before linearized reading' (duration: 649.194181ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:40.737771Z","caller":"traceutil/trace.go:171","msg":"trace[2047655598] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25170; }","duration":"3.566773409s","start":"2026-03-08T03:21:37.170979Z","end":"2026-03-08T03:21:40.737753Z","steps":["trace[2047655598] 'agreement among raft nodes before linearized reading' (duration: 3.5663656s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:40.7378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.088459Z","time spent":"649.336304ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-08T03:21:40.737813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:37.170955Z","time spent":"3.566846s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T03:21:41.244647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:41.74575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:42.246791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:42.7463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999654715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:42.746416Z","caller":"traceutil/trace.go:171","msg":"trace[343624687] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999810968s","start":"2026-03-08T03:21:40.746575Z","end":"2026-03-08T03:21:42.746386Z","steps":["trace[343624687] 'agreement among raft nodes before linearized reading' (duration: 1.999670135s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:42.746489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.746558Z","time spent":"1.999914371s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:42.74733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:43.250455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:43.38945Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.649071851s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:21:43.390065Z","caller":"traceutil/trace.go:171","msg":"trace[943407926] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"2.649799037s","start":"2026-03-08T03:21:40.740232Z","end":"2026-03-08T03:21:43.390032Z","steps":["trace[943407926] 'process raft request' (duration: 2.649560382s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:43.390278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.74021Z","time spent":"2.649944301s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:44.746803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000045644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:21:44.746888Z","caller":"traceutil/trace.go:171","msg":"trace[82784763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000235948s","start":"2026-03-08T03:21:42.746633Z","end":"2026-03-08T03:21:44.746869Z","steps":["trace[82784763] 'agreement among raft nodes before linearized reading' (duration: 2.000113235s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:44.74693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:42.746607Z","time spent":"2.00031589s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:21:44.835982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999756396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:21:44.836101Z","caller":"traceutil/trace.go:171","msg":"trace[1313092368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999991512s","start":"2026-03-08T03:21:42.83608Z","end":"2026-03-08T03:21:44.836071Z","steps":["trace[1313092368] 'agreement among raft nodes before linearized reading' (duration: 1.999795187s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:44.836164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:42.836052Z","time spent":"2.000096335s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:21:45.735363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.345548656s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:21:45.735869Z","caller":"traceutil/trace.go:171","msg":"trace[757439397] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"4.991731469s","start":"2026-03-08T03:21:40.744092Z","end":"2026-03-08T03:21:45.735824Z","steps":["trace[757439397] 'process raft request' (duration: 4.991636397s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:45.735905Z","caller":"traceutil/trace.go:171","msg":"trace[731357433] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"4.991790411s","start":"2026-03-08T03:21:40.744066Z","end":"2026-03-08T03:21:45.735856Z","steps":["trace[731357433] 'process raft request' (duration: 4.991502764s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:45.736028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.744078Z","time spent":"4.991870133s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:45.736128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.744041Z","time spent":"4.991954914s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:45.736297Z","caller":"traceutil/trace.go:171","msg":"trace[2080227363] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"4.992049917s","start":"2026-03-08T03:21:40.744237Z","end":"2026-03-08T03:21:45.736287Z","steps":["trace[2080227363] 'process raft request' (duration: 4.991535755s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:45.736347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.744211Z","time spent":"4.992108738s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:45.736422Z","caller":"traceutil/trace.go:171","msg":"trace[1523818089] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"4.992148809s","start":"2026-03-08T03:21:40.744265Z","end":"2026-03-08T03:21:45.736413Z","steps":["trace[1523818089] 'process raft request' (duration: 4.991893543s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:45.736464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.74425Z","time spent":"4.992193911s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:45.736522Z","caller":"traceutil/trace.go:171","msg":"trace[357784587] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"4.992223191s","start":"2026-03-08T03:21:40.744281Z","end":"2026-03-08T03:21:45.736504Z","steps":["trace[357784587] 'process raft request' (duration: 4.991993476s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:45.736661Z","caller":"traceutil/trace.go:171","msg":"trace[253184688] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"4.991457614s","start":"2026-03-08T03:21:40.745192Z","end":"2026-03-08T03:21:45.736649Z","steps":["trace[253184688] 'process raft request' (duration: 4.991231318s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:45.736689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.744271Z","time spent":"4.992339174s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:45.736753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.745182Z","time spent":"4.991540195s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:45.736842Z","caller":"traceutil/trace.go:171","msg":"trace[1202324497] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"4.990248695s","start":"2026-03-08T03:21:40.746584Z","end":"2026-03-08T03:21:45.736833Z","steps":["trace[1202324497] 'process raft request' (duration: 4.989962888s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:45.736888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.746572Z","time spent":"4.990290866s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:45.736907Z","caller":"traceutil/trace.go:171","msg":"trace[730019016] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"4.990254605s","start":"2026-03-08T03:21:40.746639Z","end":"2026-03-08T03:21:45.736893Z","steps":["trace[730019016] 'process raft request' (duration: 4.989956218s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:45.736963Z","caller":"traceutil/trace.go:171","msg":"trace[1487653449] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"4.987648485s","start":"2026-03-08T03:21:40.749304Z","end":"2026-03-08T03:21:45.736952Z","steps":["trace[1487653449] 'process raft request' (duration: 4.987345398s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:45.737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.749293Z","time spent":"4.987686645s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:45.737046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.746628Z","time spent":"4.990348677s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5739,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:46.711864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:41.714273Z","time spent":"4.997582906s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:21:46.712074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:41.713179Z","time spent":"4.998894268s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-08T03:21:46.712043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:41.71283Z","time spent":"4.999203785s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 03:21:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/08 03:21:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:46.712151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:41.714236Z","time spent":"4.997913234s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 03:21:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:46.712198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:41.712957Z","time spent":"4.999239155s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 03:21:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:46.753324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000165067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:21:46.753407Z","caller":"traceutil/trace.go:171","msg":"trace[549952728] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000317271s","start":"2026-03-08T03:21:44.753069Z","end":"2026-03-08T03:21:46.753387Z","steps":["trace[549952728] 'agreement among raft nodes before linearized reading' (duration: 2.000202989s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:46.75345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:44.753051Z","time spent":"2.000389833s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:21:47.623759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887052472s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-08T03:21:47.745302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:42.749315Z","time spent":"4.99597833s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 03:21:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:48.116569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000132257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:21:48.116674Z","caller":"traceutil/trace.go:171","msg":"trace[917842993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000306111s","start":"2026-03-08T03:21:46.116344Z","end":"2026-03-08T03:21:48.11665Z","steps":["trace[917842993] 'agreement among raft nodes before linearized reading' (duration: 2.000181558s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.116735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:46.11631Z","time spent":"2.000413973s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:21:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:48.491736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.288309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:48.492919Z","caller":"traceutil/trace.go:171","msg":"trace[883548383] linearizableReadLoop","detail":"{readStateIndex:26103; appliedIndex:26086; }","duration":"7.748891529s","start":"2026-03-08T03:21:40.743999Z","end":"2026-03-08T03:21:48.492891Z","steps":["trace[883548383] 'read index received' (duration: 2.645770533s)","trace[883548383] 'applied index is now lower than readState.Index' (duration: 5.103119776s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:48.493195Z","caller":"traceutil/trace.go:171","msg":"trace[1761322279] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"3.779703571s","start":"2026-03-08T03:21:44.713469Z","end":"2026-03-08T03:21:48.493173Z","steps":["trace[1761322279] 'process raft request' (duration: 3.779385994s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.493308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.749282189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f2f77fb-e8c3-499c-a48a-e723642820dd\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-08T03:21:48.493355Z","caller":"traceutil/trace.go:171","msg":"trace[1386530708] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f2f77fb-e8c3-499c-a48a-e723642820dd; range_end:; response_count:1; response_revision:25187; }","duration":"7.74935105s","start":"2026-03-08T03:21:40.743992Z","end":"2026-03-08T03:21:48.493343Z","steps":["trace[1386530708] 'agreement among raft nodes before linearized reading' (duration: 7.749068734s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.4934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.743938Z","time spent":"7.749453353s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-7f2f77fb-e8c3-499c-a48a-e723642820dd\" "} {"level":"info","ts":"2026-03-08T03:21:48.493425Z","caller":"traceutil/trace.go:171","msg":"trace[648695172] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"2.747421953s","start":"2026-03-08T03:21:45.745994Z","end":"2026-03-08T03:21:48.493416Z","steps":["trace[648695172] 'process raft request' (duration: 2.747050634s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.493502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:45.745981Z","time spent":"2.747477934s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:21:48.493723Z","caller":"traceutil/trace.go:171","msg":"trace[1907897791] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"2.119862547s","start":"2026-03-08T03:21:46.373834Z","end":"2026-03-08T03:21:48.493696Z","steps":["trace[1907897791] 'process raft request' (duration: 2.119546609s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.493787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:44.713433Z","time spent":"3.779821173s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:48.493837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:46.373806Z","time spent":"2.119972449s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:48.493925Z","caller":"traceutil/trace.go:171","msg":"trace[1130028143] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"2.116041618s","start":"2026-03-08T03:21:46.377869Z","end":"2026-03-08T03:21:48.49391Z","steps":["trace[1130028143] 'process raft request' (duration: 2.115751641s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.494296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.750094467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-08T03:21:48.494327Z","caller":"traceutil/trace.go:171","msg":"trace[956405181] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25191; }","duration":"7.750315762s","start":"2026-03-08T03:21:40.744004Z","end":"2026-03-08T03:21:48.49432Z","steps":["trace[956405181] 'agreement among raft nodes before linearized reading' (duration: 7.749990365s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.494338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.168989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:48.494395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.438852991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.494419Z","caller":"traceutil/trace.go:171","msg":"trace[1633668988] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25191; }","duration":"2.438920852s","start":"2026-03-08T03:21:46.055494Z","end":"2026-03-08T03:21:48.494414Z","steps":["trace[1633668988] 'agreement among raft nodes before linearized reading' (duration: 2.438880011s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:48.494437Z","caller":"traceutil/trace.go:171","msg":"trace[947773984] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"1.281565659s","start":"2026-03-08T03:21:47.21286Z","end":"2026-03-08T03:21:48.494425Z","steps":["trace[947773984] 'process raft request' (duration: 1.281003905s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.494454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:46.055469Z","time spent":"2.438979914s","remote":"127.0.0.1:56852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.494484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:46.377857Z","time spent":"2.11614693s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:48.494508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:47.212838Z","time spent":"1.28162974s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:48.494601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466485064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.494621Z","caller":"traceutil/trace.go:171","msg":"trace[1024322123] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25191; }","duration":"2.466596397s","start":"2026-03-08T03:21:46.028019Z","end":"2026-03-08T03:21:48.494616Z","steps":["trace[1024322123] 'agreement among raft nodes before linearized reading' (duration: 2.466558306s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.494657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:46.027988Z","time spent":"2.466663179s","remote":"127.0.0.1:56832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.494677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.879571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-08T03:21:48.494362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.743983Z","time spent":"7.750372624s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-08T03:21:48.494715Z","caller":"traceutil/trace.go:171","msg":"trace[2129145192] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25191; }","duration":"309.948833ms","start":"2026-03-08T03:21:48.184752Z","end":"2026-03-08T03:21:48.494701Z","steps":["trace[2129145192] 'agreement among raft nodes before linearized reading' (duration: 309.780329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.494752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.184731Z","time spent":"310.013964ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:21:48.494735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782088314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-03-08T03:21:48.494885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.417635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:21:48.495019Z","caller":"traceutil/trace.go:171","msg":"trace[1607058284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25191; }","duration":"749.59201ms","start":"2026-03-08T03:21:47.7454Z","end":"2026-03-08T03:21:48.494992Z","steps":["trace[1607058284] 'agreement among raft nodes before linearized reading' (duration: 749.265962ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:48.49496Z","caller":"traceutil/trace.go:171","msg":"trace[1230785713] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25191; }","duration":"1.782515204s","start":"2026-03-08T03:21:46.712396Z","end":"2026-03-08T03:21:48.494911Z","steps":["trace[1230785713] 'agreement among raft nodes before linearized reading' (duration: 1.781896829s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.494851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711404483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-08T03:21:48.496405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.144999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:48.496374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:46.712377Z","time spent":"1.783969237s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-03-08T03:21:48.496445Z","caller":"traceutil/trace.go:171","msg":"trace[238775467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25191; }","duration":"749.343474ms","start":"2026-03-08T03:21:47.747087Z","end":"2026-03-08T03:21:48.49643Z","steps":["trace[238775467] 'agreement among raft nodes before linearized reading' (duration: 749.14637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.49647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:47.747072Z","time spent":"749.393685ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:21:48.494391Z","caller":"traceutil/trace.go:171","msg":"trace[77813162] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25191; }","duration":"758.22344ms","start":"2026-03-08T03:21:47.736152Z","end":"2026-03-08T03:21:48.494375Z","steps":["trace[77813162] 'agreement among raft nodes before linearized reading' (duration: 757.942524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.49656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:47.736065Z","time spent":"760.476323ms","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:48.49642Z","caller":"traceutil/trace.go:171","msg":"trace[1361503048] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:25191; }","duration":"2.713012941s","start":"2026-03-08T03:21:45.783397Z","end":"2026-03-08T03:21:48.49641Z","steps":["trace[1361503048] 'agreement among raft nodes before linearized reading' (duration: 2.711396133s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.496685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:45.783373Z","time spent":"2.713296437s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-08T03:21:48.494948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.954272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:21:48.496812Z","caller":"traceutil/trace.go:171","msg":"trace[451157553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25191; }","duration":"752.841525ms","start":"2026-03-08T03:21:47.74396Z","end":"2026-03-08T03:21:48.496802Z","steps":["trace[451157553] 'agreement among raft nodes before linearized reading' (duration: 750.9088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.496834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:47.743944Z","time spent":"752.883746ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:21:48.495086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:47.745391Z","time spent":"749.681872ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:48.495391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75075243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:21:48.496987Z","caller":"traceutil/trace.go:171","msg":"trace[2084916202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25191; }","duration":"2.752352248s","start":"2026-03-08T03:21:45.744619Z","end":"2026-03-08T03:21:48.496972Z","steps":["trace[2084916202] 'agreement among raft nodes before linearized reading' (duration: 2.750488794s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.497031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:45.744613Z","time spent":"2.752408099s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:21:48.495385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.572866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-03-08T03:21:48.495434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.481177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:21:48.497206Z","caller":"traceutil/trace.go:171","msg":"trace[1119633816] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25191; }","duration":"750.456ms","start":"2026-03-08T03:21:47.746723Z","end":"2026-03-08T03:21:48.497179Z","steps":["trace[1119633816] 'agreement among raft nodes before linearized reading' (duration: 748.396902ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:48.497285Z","caller":"traceutil/trace.go:171","msg":"trace[1384726301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25191; }","duration":"754.377311ms","start":"2026-03-08T03:21:47.742895Z","end":"2026-03-08T03:21:48.497273Z","steps":["trace[1384726301] 'agreement among raft nodes before linearized reading' (duration: 752.437406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.49732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:47.742868Z","time spent":"754.442733ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:48.495482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752110142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-csn76\" ","response":"range_response_count:1 size:6262"} {"level":"info","ts":"2026-03-08T03:21:48.497431Z","caller":"traceutil/trace.go:171","msg":"trace[929760404] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-csn76; range_end:; response_count:1; response_revision:25191; }","duration":"2.754068618s","start":"2026-03-08T03:21:45.743337Z","end":"2026-03-08T03:21:48.497405Z","steps":["trace[929760404] 'agreement among raft nodes before linearized reading' (duration: 2.752073011s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.497502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:45.743321Z","time spent":"2.75416182s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6285,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-csn76\" "} {"level":"warn","ts":"2026-03-08T03:21:48.497483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:47.746704Z","time spent":"750.721106ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-08T03:21:48.495599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.999066984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:21:48.497763Z","caller":"traceutil/trace.go:171","msg":"trace[801353517] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25191; }","duration":"4.001247785s","start":"2026-03-08T03:21:44.496497Z","end":"2026-03-08T03:21:48.497745Z","steps":["trace[801353517] 'agreement among raft nodes before linearized reading' (duration: 3.999000022s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.497823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:44.49648Z","time spent":"4.001323256s","remote":"127.0.0.1:57724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.495623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.950052078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.498091Z","caller":"traceutil/trace.go:171","msg":"trace[978929149] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25191; }","duration":"4.952556716s","start":"2026-03-08T03:21:43.545509Z","end":"2026-03-08T03:21:48.498065Z","steps":["trace[978929149] 'agreement among raft nodes before linearized reading' (duration: 4.950099209s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.498165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:43.545481Z","time spent":"4.952655899s","remote":"127.0.0.1:56724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.495609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.706341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.49842Z","caller":"traceutil/trace.go:171","msg":"trace[603598022] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25191; }","duration":"455.559377ms","start":"2026-03-08T03:21:48.042838Z","end":"2026-03-08T03:21:48.498398Z","steps":["trace[603598022] 'agreement among raft nodes before linearized reading' (duration: 452.719911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.498481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.04281Z","time spent":"455.652849ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.495651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756849466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.498673Z","caller":"traceutil/trace.go:171","msg":"trace[1436907471] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25191; }","duration":"1.759880476s","start":"2026-03-08T03:21:46.738758Z","end":"2026-03-08T03:21:48.498639Z","steps":["trace[1436907471] 'agreement among raft nodes before linearized reading' (duration: 1.756834465s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.495717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311794252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.49878Z","caller":"traceutil/trace.go:171","msg":"trace[383591146] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25191; }","duration":"1.314885044s","start":"2026-03-08T03:21:47.183868Z","end":"2026-03-08T03:21:48.498753Z","steps":["trace[383591146] 'agreement among raft nodes before linearized reading' (duration: 1.311818343s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.498788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:46.738742Z","time spent":"1.760010209s","remote":"127.0.0.1:56936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.498816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:47.183849Z","time spent":"1.314956317s","remote":"127.0.0.1:56796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.495706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783137708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-08T03:21:48.498953Z","caller":"traceutil/trace.go:171","msg":"trace[1590008298] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25191; }","duration":"1.786358793s","start":"2026-03-08T03:21:46.712561Z","end":"2026-03-08T03:21:48.49892Z","steps":["trace[1590008298] 'agreement among raft nodes before linearized reading' (duration: 1.783110778s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.499018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:46.712518Z","time spent":"1.786482516s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-08T03:21:48.495728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781239684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-08T03:21:48.499098Z","caller":"traceutil/trace.go:171","msg":"trace[1926191520] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25191; }","duration":"1.784629413s","start":"2026-03-08T03:21:46.71446Z","end":"2026-03-08T03:21:48.499089Z","steps":["trace[1926191520] 'agreement among raft nodes before linearized reading' (duration: 1.781221854s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.499144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:46.71445Z","time spent":"1.784682804s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:21:48.495782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448923349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.499232Z","caller":"traceutil/trace.go:171","msg":"trace[1527219686] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25191; }","duration":"1.45241726s","start":"2026-03-08T03:21:47.046808Z","end":"2026-03-08T03:21:48.499225Z","steps":["trace[1527219686] 'agreement among raft nodes before linearized reading' (duration: 1.448934899s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.499256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:47.046785Z","time spent":"1.452464231s","remote":"127.0.0.1:60616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.495828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.100990556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-08T03:21:48.499384Z","caller":"traceutil/trace.go:171","msg":"trace[2028920101] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c; range_end:; response_count:1; response_revision:25191; }","duration":"5.10460591s","start":"2026-03-08T03:21:43.394772Z","end":"2026-03-08T03:21:48.499378Z","steps":["trace[2028920101] 'agreement among raft nodes before linearized reading' (duration: 5.101018946s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.499403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:43.39474Z","time spent":"5.104657031s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189abcb3734c473c\" "} {"level":"warn","ts":"2026-03-08T03:21:48.495819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643681548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:21:48.49954Z","caller":"traceutil/trace.go:171","msg":"trace[99705240] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25191; }","duration":"1.647481156s","start":"2026-03-08T03:21:46.852041Z","end":"2026-03-08T03:21:48.499522Z","steps":["trace[99705240] 'agreement among raft nodes before linearized reading' (duration: 1.643705158s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.499616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:46.852016Z","time spent":"1.647586269s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-08T03:21:48.495849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783340463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-08T03:21:48.499712Z","caller":"traceutil/trace.go:171","msg":"trace[1921839477] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25191; }","duration":"1.787227403s","start":"2026-03-08T03:21:46.712463Z","end":"2026-03-08T03:21:48.49969Z","steps":["trace[1921839477] 'agreement among raft nodes before linearized reading' (duration: 1.783309232s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.49974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:46.712446Z","time spent":"1.787286585s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-08T03:21:48.495843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741512638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.499846Z","caller":"traceutil/trace.go:171","msg":"trace[1240193890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25191; }","duration":"1.745493281s","start":"2026-03-08T03:21:46.754304Z","end":"2026-03-08T03:21:48.499797Z","steps":["trace[1240193890] 'agreement among raft nodes before linearized reading' (duration: 1.741510708s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.499884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:46.754294Z","time spent":"1.745579733s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:21:48.495863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.190635495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.500011Z","caller":"traceutil/trace.go:171","msg":"trace[503429638] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25191; }","duration":"5.194822592s","start":"2026-03-08T03:21:43.305177Z","end":"2026-03-08T03:21:48.5Z","steps":["trace[503429638] 'agreement among raft nodes before linearized reading' (duration: 5.190670266s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.500044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:43.305142Z","time spent":"5.194893604s","remote":"127.0.0.1:36888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.495894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.982047558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.500181Z","caller":"traceutil/trace.go:171","msg":"trace[733520155] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25191; }","duration":"6.986370828s","start":"2026-03-08T03:21:41.513797Z","end":"2026-03-08T03:21:48.500168Z","steps":["trace[733520155] 'agreement among raft nodes before linearized reading' (duration: 6.982077398s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.50021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:41.513775Z","time spent":"6.986426419s","remote":"127.0.0.1:41048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.495886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.872904913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.500452Z","caller":"traceutil/trace.go:171","msg":"trace[1665479811] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25191; }","duration":"6.87748474s","start":"2026-03-08T03:21:41.622935Z","end":"2026-03-08T03:21:48.50042Z","steps":["trace[1665479811] 'agreement among raft nodes before linearized reading' (duration: 6.872917904s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.500484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:41.622917Z","time spent":"6.877556622s","remote":"127.0.0.1:58404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.495914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.749202486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.500632Z","caller":"traceutil/trace.go:171","msg":"trace[1885066669] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25191; }","duration":"7.753952607s","start":"2026-03-08T03:21:40.746673Z","end":"2026-03-08T03:21:48.500625Z","steps":["trace[1885066669] 'agreement among raft nodes before linearized reading' (duration: 7.749209996s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.500672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.746663Z","time spent":"7.754001778s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:21:48.495934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.222390765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.500797Z","caller":"traceutil/trace.go:171","msg":"trace[610214732] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25191; }","duration":"5.227252889s","start":"2026-03-08T03:21:43.273534Z","end":"2026-03-08T03:21:48.500787Z","steps":["trace[610214732] 'agreement among raft nodes before linearized reading' (duration: 5.222373255s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.500817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:43.273455Z","time spent":"5.227354261s","remote":"127.0.0.1:56994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.496018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.469851483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.500924Z","caller":"traceutil/trace.go:171","msg":"trace[1200500473] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25191; }","duration":"5.474994833s","start":"2026-03-08T03:21:43.025923Z","end":"2026-03-08T03:21:48.500918Z","steps":["trace[1200500473] 'agreement among raft nodes before linearized reading' (duration: 5.470039067s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.500965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:43.025895Z","time spent":"5.475040494s","remote":"127.0.0.1:60664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.496061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783555047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-03-08T03:21:48.501162Z","caller":"traceutil/trace.go:171","msg":"trace[1799325205] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25191; }","duration":"1.788653697s","start":"2026-03-08T03:21:46.712485Z","end":"2026-03-08T03:21:48.501138Z","steps":["trace[1799325205] 'agreement among raft nodes before linearized reading' (duration: 1.783555948s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.501215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:46.712474Z","time spent":"1.788723748s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-08T03:21:48.496066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.532449462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.501487Z","caller":"traceutil/trace.go:171","msg":"trace[2076688175] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25191; }","duration":"5.53793402s","start":"2026-03-08T03:21:42.963541Z","end":"2026-03-08T03:21:48.501475Z","steps":["trace[2076688175] 'agreement among raft nodes before linearized reading' (duration: 5.532498383s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.501541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:42.96351Z","time spent":"5.538005832s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.496097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.072644732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.501867Z","caller":"traceutil/trace.go:171","msg":"trace[2035039663] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25191; }","duration":"6.078445287s","start":"2026-03-08T03:21:42.423389Z","end":"2026-03-08T03:21:48.501835Z","steps":["trace[2035039663] 'agreement among raft nodes before linearized reading' (duration: 6.072689783s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.501916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:42.423364Z","time spent":"6.07853544s","remote":"127.0.0.1:56708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.496093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005110411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272960"} {"level":"info","ts":"2026-03-08T03:21:48.502138Z","caller":"traceutil/trace.go:171","msg":"trace[18527249] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25191; }","duration":"5.011206653s","start":"2026-03-08T03:21:43.490918Z","end":"2026-03-08T03:21:48.502125Z","steps":["trace[18527249] 'agreement among raft nodes before linearized reading' (duration: 5.004716052s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.502176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:43.490883Z","time spent":"5.011279295s","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272983,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:21:48.496125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.877912854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:48.502714Z","caller":"traceutil/trace.go:171","msg":"trace[728623132] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25191; }","duration":"5.884491337s","start":"2026-03-08T03:21:42.618206Z","end":"2026-03-08T03:21:48.502698Z","steps":["trace[728623132] 'agreement among raft nodes before linearized reading' (duration: 5.877903754s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.502762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:42.618176Z","time spent":"5.884570438s","remote":"127.0.0.1:56986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.496116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.751722805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:21:48.502996Z","caller":"traceutil/trace.go:171","msg":"trace[1152119393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25191; }","duration":"7.758625736s","start":"2026-03-08T03:21:40.74436Z","end":"2026-03-08T03:21:48.502985Z","steps":["trace[1152119393] 'agreement among raft nodes before linearized reading' (duration: 7.751578422s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.50304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:40.74435Z","time spent":"7.758676677s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:21:48.496175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.837521369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:48.503305Z","caller":"traceutil/trace.go:171","msg":"trace[472090765] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25191; }","duration":"6.844647785s","start":"2026-03-08T03:21:41.658645Z","end":"2026-03-08T03:21:48.503293Z","steps":["trace[472090765] 'agreement among raft nodes before linearized reading' (duration: 6.837439807s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.503352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:41.658573Z","time spent":"6.844765328s","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:48.496283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.338357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:21:48.503539Z","caller":"traceutil/trace.go:171","msg":"trace[517524714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25191; }","duration":"760.636727ms","start":"2026-03-08T03:21:47.742895Z","end":"2026-03-08T03:21:48.503532Z","steps":["trace[517524714] 'agreement among raft nodes before linearized reading' (duration: 753.345297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:48.503556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:47.742873Z","time spent":"760.676478ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/08 03:21:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:21:49.005073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407343,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:49.530433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.498109Z","time spent":"1.03231627s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:21:49.600284Z","caller":"traceutil/trace.go:171","msg":"trace[483151951] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"1.095968774s","start":"2026-03-08T03:21:48.504281Z","end":"2026-03-08T03:21:49.60025Z","steps":["trace[483151951] 'process raft request' (duration: 1.095858621s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:49.600612Z","caller":"traceutil/trace.go:171","msg":"trace[1612539560] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"1.096265151s","start":"2026-03-08T03:21:48.504326Z","end":"2026-03-08T03:21:49.600591Z","steps":["trace[1612539560] 'process raft request' (duration: 1.095858481s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:49.600717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.504322Z","time spent":"1.096342523s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:49.601685Z","caller":"traceutil/trace.go:171","msg":"trace[659347121] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"1.097299355s","start":"2026-03-08T03:21:48.504361Z","end":"2026-03-08T03:21:49.60166Z","steps":["trace[659347121] 'process raft request' (duration: 1.096158878s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:49.601779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.504358Z","time spent":"1.097382387s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:49.60198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.504275Z","time spent":"1.096088656s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:49.602224Z","caller":"traceutil/trace.go:171","msg":"trace[554545310] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"1.097725335s","start":"2026-03-08T03:21:48.504489Z","end":"2026-03-08T03:21:49.602215Z","steps":["trace[554545310] 'process raft request' (duration: 1.096980837s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:49.602277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.504443Z","time spent":"1.097808436s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:49.602476Z","caller":"traceutil/trace.go:171","msg":"trace[1420262168] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"1.097861957s","start":"2026-03-08T03:21:48.504606Z","end":"2026-03-08T03:21:49.602468Z","steps":["trace[1420262168] 'process raft request' (duration: 1.097564981s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:49.602525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.504574Z","time spent":"1.097925749s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:49.602577Z","caller":"traceutil/trace.go:171","msg":"trace[1562145260] linearizableReadLoop","detail":"{readStateIndex:26118; appliedIndex:26108; }","duration":"1.098117864s","start":"2026-03-08T03:21:48.504443Z","end":"2026-03-08T03:21:49.602561Z","steps":["trace[1562145260] 'read index received' (duration: 942.133038ms)","trace[1562145260] 'applied index is now lower than readState.Index' (duration: 155.983166ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:49.602808Z","caller":"traceutil/trace.go:171","msg":"trace[1105819120] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"1.095118374s","start":"2026-03-08T03:21:48.507681Z","end":"2026-03-08T03:21:49.602799Z","steps":["trace[1105819120] 'process raft request' (duration: 1.094778776s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:49.602857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.507676Z","time spent":"1.095157715s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:49.60288Z","caller":"traceutil/trace.go:171","msg":"trace[1489899538] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25199; }","duration":"1.000512869s","start":"2026-03-08T03:21:48.602355Z","end":"2026-03-08T03:21:49.602868Z","steps":["trace[1489899538] 'process raft request' (duration: 1.000167861s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:49.60293Z","caller":"traceutil/trace.go:171","msg":"trace[838671437] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"1.095697287s","start":"2026-03-08T03:21:48.507226Z","end":"2026-03-08T03:21:49.602923Z","steps":["trace[838671437] 'process raft request' (duration: 1.095144494s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:49.602956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.602335Z","time spent":"1.0005736s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:49.602969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.507212Z","time spent":"1.095737969s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6031,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:49.603158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098715197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-08T03:21:49.603373Z","caller":"traceutil/trace.go:171","msg":"trace[1726485943] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25199; }","duration":"1.098960243s","start":"2026-03-08T03:21:48.504406Z","end":"2026-03-08T03:21:49.603366Z","steps":["trace[1726485943] 'agreement among raft nodes before linearized reading' (duration: 1.098660266s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:49.603394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.504384Z","time spent":"1.099006024s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:21:50.175416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.394973ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:50.175703Z","caller":"traceutil/trace.go:171","msg":"trace[970766399] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"563.841171ms","start":"2026-03-08T03:21:49.611838Z","end":"2026-03-08T03:21:50.175679Z","steps":["trace[970766399] 'process raft request' (duration: 563.7813ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:50.175676Z","caller":"traceutil/trace.go:171","msg":"trace[665532020] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"643.847596ms","start":"2026-03-08T03:21:49.531778Z","end":"2026-03-08T03:21:50.175625Z","steps":["trace[665532020] 'process raft request' (duration: 155.141816ms)","trace[665532020] 'compare' (duration: 487.661436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:50.17578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:49.611831Z","time spent":"563.917473ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:21:50.175863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:49.531746Z","time spent":"644.02216ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:50.175992Z","caller":"traceutil/trace.go:171","msg":"trace[426002920] linearizableReadLoop","detail":"{readStateIndex:26119; appliedIndex:26118; }","duration":"573.361423ms","start":"2026-03-08T03:21:49.60262Z","end":"2026-03-08T03:21:50.175981Z","steps":["trace[426002920] 'read index received' (duration: 84.416418ms)","trace[426002920] 'applied index is now lower than readState.Index' (duration: 488.943665ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:50.176515Z","caller":"traceutil/trace.go:171","msg":"trace[1582665075] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"566.666027ms","start":"2026-03-08T03:21:49.609837Z","end":"2026-03-08T03:21:50.176503Z","steps":["trace[1582665075] 'process raft request' (duration: 565.715085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.176588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:49.609819Z","time spent":"566.729038ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:50.176625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668880156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:50.176718Z","caller":"traceutil/trace.go:171","msg":"trace[518625216] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25202; }","duration":"1.668995709s","start":"2026-03-08T03:21:48.507696Z","end":"2026-03-08T03:21:50.176692Z","steps":["trace[518625216] 'agreement among raft nodes before linearized reading' (duration: 1.668822115s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.176728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1095252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:221"} {"level":"warn","ts":"2026-03-08T03:21:50.176761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67076225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-08T03:21:50.176773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.507686Z","time spent":"1.66907369s","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-08T03:21:50.176806Z","caller":"traceutil/trace.go:171","msg":"trace[1025925443] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:25202; }","duration":"1.109656893s","start":"2026-03-08T03:21:49.067129Z","end":"2026-03-08T03:21:50.176786Z","steps":["trace[1025925443] 'agreement among raft nodes before linearized reading' (duration: 1.109425778s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.176836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670870133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-03-08T03:21:50.176806Z","caller":"traceutil/trace.go:171","msg":"trace[325000905] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25202; }","duration":"1.670815741s","start":"2026-03-08T03:21:48.505976Z","end":"2026-03-08T03:21:50.176791Z","steps":["trace[325000905] 'agreement among raft nodes before linearized reading' (duration: 1.670619327s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:50.176875Z","caller":"traceutil/trace.go:171","msg":"trace[1856984103] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25202; }","duration":"1.670922134s","start":"2026-03-08T03:21:48.505943Z","end":"2026-03-08T03:21:50.176865Z","steps":["trace[1856984103] 'agreement among raft nodes before linearized reading' (duration: 1.67076727s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.17685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6707609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-03-08T03:21:50.176911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.505936Z","time spent":"1.670968805s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-08T03:21:50.176903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670854222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-08T03:21:50.176931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.68273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:50.176951Z","caller":"traceutil/trace.go:171","msg":"trace[896551091] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25202; }","duration":"1.670935144s","start":"2026-03-08T03:21:48.506003Z","end":"2026-03-08T03:21:50.176939Z","steps":["trace[896551091] 'agreement among raft nodes before linearized reading' (duration: 1.670824572s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:50.176953Z","caller":"traceutil/trace.go:171","msg":"trace[397035172] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25202; }","duration":"1.670923994s","start":"2026-03-08T03:21:48.506003Z","end":"2026-03-08T03:21:50.176927Z","steps":["trace[397035172] 'agreement among raft nodes before linearized reading' (duration: 1.670599327s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:50.176976Z","caller":"traceutil/trace.go:171","msg":"trace[2003663719] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25202; }","duration":"954.750982ms","start":"2026-03-08T03:21:49.222202Z","end":"2026-03-08T03:21:50.176953Z","steps":["trace[2003663719] 'agreement among raft nodes before linearized reading' (duration: 954.69391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.176839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667883223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:50.177005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.505982Z","time spent":"1.671013886s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:21:50.177027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.505982Z","time spent":"1.671027296s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-08T03:21:50.177046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669408078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-08T03:21:50.177074Z","caller":"traceutil/trace.go:171","msg":"trace[360598380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25202; }","duration":"1.66818892s","start":"2026-03-08T03:21:48.50884Z","end":"2026-03-08T03:21:50.177029Z","steps":["trace[360598380] 'agreement among raft nodes before linearized reading' (duration: 1.667752289s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.177175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.508833Z","time spent":"1.668334674s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:21:50.177195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66905319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:627"} {"level":"info","ts":"2026-03-08T03:21:50.177209Z","caller":"traceutil/trace.go:171","msg":"trace[1978610028] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25202; }","duration":"1.669592752s","start":"2026-03-08T03:21:48.507598Z","end":"2026-03-08T03:21:50.177191Z","steps":["trace[1978610028] 'agreement among raft nodes before linearized reading' (duration: 1.669264625s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.177226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.510452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-08T03:21:50.176884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.505972Z","time spent":"1.670896863s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-08T03:21:50.177185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126778632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"warn","ts":"2026-03-08T03:21:50.177005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:49.222179Z","time spent":"954.820694ms","remote":"127.0.0.1:57664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:50.177259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.315123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-csn76\" ","response":"range_response_count:1 size:6048"} {"level":"info","ts":"2026-03-08T03:21:50.177309Z","caller":"traceutil/trace.go:171","msg":"trace[1004471579] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-csn76; range_end:; response_count:1; response_revision:25202; }","duration":"558.373764ms","start":"2026-03-08T03:21:49.618917Z","end":"2026-03-08T03:21:50.177291Z","steps":["trace[1004471579] 'agreement among raft nodes before linearized reading' (duration: 558.282222ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:50.177317Z","caller":"traceutil/trace.go:171","msg":"trace[2121691988] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:25202; }","duration":"1.127069438s","start":"2026-03-08T03:21:49.050212Z","end":"2026-03-08T03:21:50.177281Z","steps":["trace[2121691988] 'agreement among raft nodes before linearized reading' (duration: 1.126659099s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.177105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.456222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-rm5m5.189abeca911d5ef0\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-08T03:21:50.177388Z","caller":"traceutil/trace.go:171","msg":"trace[918593460] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-rm5m5.189abeca911d5ef0; range_end:; response_count:1; response_revision:25202; }","duration":"569.76496ms","start":"2026-03-08T03:21:49.607612Z","end":"2026-03-08T03:21:50.177376Z","steps":["trace[918593460] 'agreement among raft nodes before linearized reading' (duration: 569.417182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.177391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669595523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-03-08T03:21:50.176849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:49.067109Z","time spent":"1.109732534s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":244,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} {"level":"info","ts":"2026-03-08T03:21:50.177454Z","caller":"traceutil/trace.go:171","msg":"trace[1793673339] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:25202; }","duration":"1.669668054s","start":"2026-03-08T03:21:48.507771Z","end":"2026-03-08T03:21:50.17744Z","steps":["trace[1793673339] 'agreement among raft nodes before linearized reading' (duration: 1.669457549s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:50.177256Z","caller":"traceutil/trace.go:171","msg":"trace[1833128649] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25202; }","duration":"130.577304ms","start":"2026-03-08T03:21:50.046671Z","end":"2026-03-08T03:21:50.177248Z","steps":["trace[1833128649] 'agreement among raft nodes before linearized reading' (duration: 130.489382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.177507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.507768Z","time spent":"1.669730847s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-08T03:21:50.177258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.507591Z","time spent":"1.669655705s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-08T03:21:50.17735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:49.618909Z","time spent":"558.434425ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6071,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-csn76\" "} {"level":"warn","ts":"2026-03-08T03:21:50.177425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:49.607593Z","time spent":"569.820931ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-rm5m5.189abeca911d5ef0\" "} {"level":"info","ts":"2026-03-08T03:21:50.177248Z","caller":"traceutil/trace.go:171","msg":"trace[669921918] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25202; }","duration":"1.669115041s","start":"2026-03-08T03:21:48.508119Z","end":"2026-03-08T03:21:50.177234Z","steps":["trace[669921918] 'agreement among raft nodes before linearized reading' (duration: 1.668874656s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.17786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:48.508114Z","time spent":"1.669734446s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-08T03:21:50.177402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:49.05016Z","time spent":"1.127224172s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":254,"request content":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" "} {"level":"info","ts":"2026-03-08T03:21:50.416994Z","caller":"traceutil/trace.go:171","msg":"trace[98544021] linearizableReadLoop","detail":"{readStateIndex:26123; appliedIndex:26122; }","duration":"226.210302ms","start":"2026-03-08T03:21:50.190755Z","end":"2026-03-08T03:21:50.416965Z","steps":["trace[98544021] 'read index received' (duration: 224.516652ms)","trace[98544021] 'applied index is now lower than readState.Index' (duration: 1.69218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:50.417206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.331555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:50.417251Z","caller":"traceutil/trace.go:171","msg":"trace[1001830741] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25204; }","duration":"229.407656ms","start":"2026-03-08T03:21:50.187832Z","end":"2026-03-08T03:21:50.41724Z","steps":["trace[1001830741] 'agreement among raft nodes before linearized reading' (duration: 229.268163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.417351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.041148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-08T03:21:50.417499Z","caller":"traceutil/trace.go:171","msg":"trace[124265496] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:25204; }","duration":"229.194501ms","start":"2026-03-08T03:21:50.188263Z","end":"2026-03-08T03:21:50.417457Z","steps":["trace[124265496] 'agreement among raft nodes before linearized reading' (duration: 228.778642ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:50.417506Z","caller":"traceutil/trace.go:171","msg":"trace[1006868330] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"231.470005ms","start":"2026-03-08T03:21:50.185962Z","end":"2026-03-08T03:21:50.417432Z","steps":["trace[1006868330] 'process raft request' (duration: 229.269393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.417572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.93368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-08T03:21:50.417559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.591432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:50.417629Z","caller":"traceutil/trace.go:171","msg":"trace[1685472408] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25204; }","duration":"223.999421ms","start":"2026-03-08T03:21:50.19361Z","end":"2026-03-08T03:21:50.417609Z","steps":["trace[1685472408] 'agreement among raft nodes before linearized reading' (duration: 223.832837ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:50.417634Z","caller":"traceutil/trace.go:171","msg":"trace[561994875] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25204; }","duration":"178.751706ms","start":"2026-03-08T03:21:50.238866Z","end":"2026-03-08T03:21:50.417618Z","steps":["trace[561994875] 'agreement among raft nodes before linearized reading' (duration: 178.589442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.417642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.285977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-08T03:21:50.417622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.621391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:21:50.417677Z","caller":"traceutil/trace.go:171","msg":"trace[1212069458] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:25204; }","duration":"230.353929ms","start":"2026-03-08T03:21:50.18731Z","end":"2026-03-08T03:21:50.417664Z","steps":["trace[1212069458] 'agreement among raft nodes before linearized reading' (duration: 230.202026ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:50.417711Z","caller":"traceutil/trace.go:171","msg":"trace[49797638] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25204; }","duration":"233.695447ms","start":"2026-03-08T03:21:50.183993Z","end":"2026-03-08T03:21:50.417688Z","steps":["trace[49797638] 'agreement among raft nodes before linearized reading' (duration: 233.41523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.417683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.684299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:50.417634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.350155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pls9q.189abece8b437258\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-08T03:21:50.417779Z","caller":"traceutil/trace.go:171","msg":"trace[270950955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25204; }","duration":"231.816803ms","start":"2026-03-08T03:21:50.185939Z","end":"2026-03-08T03:21:50.417756Z","steps":["trace[270950955] 'agreement among raft nodes before linearized reading' (duration: 231.621329ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:50.417798Z","caller":"traceutil/trace.go:171","msg":"trace[665971300] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pls9q.189abece8b437258; range_end:; response_count:1; response_revision:25204; }","duration":"223.555971ms","start":"2026-03-08T03:21:50.194225Z","end":"2026-03-08T03:21:50.417781Z","steps":["trace[665971300] 'agreement among raft nodes before linearized reading' (duration: 223.263884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:50.41785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.018077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:50.417934Z","caller":"traceutil/trace.go:171","msg":"trace[916783580] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25204; }","duration":"147.140679ms","start":"2026-03-08T03:21:50.270779Z","end":"2026-03-08T03:21:50.41792Z","steps":["trace[916783580] 'agreement among raft nodes before linearized reading' (duration: 146.970825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:51.621098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.370504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:51.621401Z","caller":"traceutil/trace.go:171","msg":"trace[795797579] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"1.201027201s","start":"2026-03-08T03:21:50.420341Z","end":"2026-03-08T03:21:51.621369Z","steps":["trace[795797579] 'process raft request' (duration: 270.295899ms)","trace[795797579] 'compare' (duration: 929.857512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:51.621513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:50.420308Z","time spent":"1.201154095s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:51.621417Z","caller":"traceutil/trace.go:171","msg":"trace[1502904651] linearizableReadLoop","detail":"{readStateIndex:26124; appliedIndex:26123; }","duration":"1.200023518s","start":"2026-03-08T03:21:50.421379Z","end":"2026-03-08T03:21:51.621403Z","steps":["trace[1502904651] 'read index received' (duration: 269.154763ms)","trace[1502904651] 'applied index is now lower than readState.Index' (duration: 930.867215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:52.320971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.722417ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-08T03:21:52.321367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899968281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:52.321475Z","caller":"traceutil/trace.go:171","msg":"trace[2120480530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25205; }","duration":"1.900108964s","start":"2026-03-08T03:21:50.421339Z","end":"2026-03-08T03:21:52.321448Z","steps":["trace[2120480530] 'agreement among raft nodes before linearized reading' (duration: 1.20010151s)","trace[2120480530] 'range keys from in-memory index tree' (duration: 699.872711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:52.321532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:50.421327Z","time spent":"1.900196936s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:21:52.322605Z","caller":"traceutil/trace.go:171","msg":"trace[2038811344] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"710.625572ms","start":"2026-03-08T03:21:51.611966Z","end":"2026-03-08T03:21:52.322591Z","steps":["trace[2038811344] 'process raft request' (duration: 709.161598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:52.322929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:51.611952Z","time spent":"710.911418ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:52.322371Z","caller":"traceutil/trace.go:171","msg":"trace[1077230263] linearizableReadLoop","detail":"{readStateIndex:26126; appliedIndex:26124; }","duration":"700.69276ms","start":"2026-03-08T03:21:51.621644Z","end":"2026-03-08T03:21:52.322337Z","steps":["trace[1077230263] 'read index received' (duration: 64.108034ms)","trace[1077230263] 'applied index is now lower than readState.Index' (duration: 636.583026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:52.583018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160260498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:52.583099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127203397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:52.583147Z","caller":"traceutil/trace.go:171","msg":"trace[1390167814] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25206; }","duration":"2.160414011s","start":"2026-03-08T03:21:50.422699Z","end":"2026-03-08T03:21:52.583113Z","steps":["trace[1390167814] 'agreement among raft nodes before linearized reading' (duration: 1.899910339s)","trace[1390167814] 'range keys from in-memory index tree' (duration: 260.324558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:52.583204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:50.422684Z","time spent":"2.160506364s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:21:52.583255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781196493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:52.583303Z","caller":"traceutil/trace.go:171","msg":"trace[1562633755] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25206; }","duration":"1.781275665s","start":"2026-03-08T03:21:50.802001Z","end":"2026-03-08T03:21:52.583277Z","steps":["trace[1562633755] 'agreement among raft nodes before linearized reading' (duration: 1.520596999s)","trace[1562633755] 'count revisions from in-memory index tree' (duration: 260.620444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:52.583306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155882616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-08T03:21:52.583337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:50.801977Z","time spent":"1.781353167s","remote":"127.0.0.1:57482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:52.583376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.506179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:21:52.583382Z","caller":"traceutil/trace.go:171","msg":"trace[1492587636] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25206; }","duration":"2.155954617s","start":"2026-03-08T03:21:50.4274Z","end":"2026-03-08T03:21:52.583355Z","steps":["trace[1492587636] 'agreement among raft nodes before linearized reading' (duration: 1.89521717s)","trace[1492587636] 'range keys from in-memory index tree' (duration: 260.597153ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:52.583413Z","caller":"traceutil/trace.go:171","msg":"trace[880347150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25206; }","duration":"973.57861ms","start":"2026-03-08T03:21:51.609822Z","end":"2026-03-08T03:21:52.583401Z","steps":["trace[880347150] 'agreement among raft nodes before linearized reading' (duration: 712.746201ms)","trace[880347150] 'range keys from in-memory index tree' (duration: 260.667415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:52.583433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:50.427382Z","time spent":"2.156039609s","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-08T03:21:52.583448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:51.6098Z","time spent":"973.640671ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:52.583401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397776927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:52.583494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.261163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:21:52.583537Z","caller":"traceutil/trace.go:171","msg":"trace[263851359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25206; }","duration":"1.398114275s","start":"2026-03-08T03:21:51.185383Z","end":"2026-03-08T03:21:52.583497Z","steps":["trace[263851359] 'agreement among raft nodes before linearized reading' (duration: 1.137205744s)","trace[263851359] 'count revisions from in-memory index tree' (duration: 260.573173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:52.583578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.799248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:21:52.583187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160393841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-81d6cbbf-81d6-4b9f-ac54-638138a04996\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-08T03:21:52.583591Z","caller":"traceutil/trace.go:171","msg":"trace[464275194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25206; }","duration":"964.385536ms","start":"2026-03-08T03:21:51.619175Z","end":"2026-03-08T03:21:52.58356Z","steps":["trace[464275194] 'agreement among raft nodes before linearized reading' (duration: 703.430944ms)","trace[464275194] 'range keys from in-memory index tree' (duration: 260.583213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:52.583614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:51.185358Z","time spent":"1.398226357s","remote":"127.0.0.1:58298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:52.58362Z","caller":"traceutil/trace.go:171","msg":"trace[1141549874] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25206; }","duration":"971.975602ms","start":"2026-03-08T03:21:51.61163Z","end":"2026-03-08T03:21:52.583606Z","steps":["trace[1141549874] 'agreement among raft nodes before linearized reading' (duration: 710.970079ms)","trace[1141549874] 'range keys from in-memory index tree' (duration: 260.85636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:52.583645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:51.619169Z","time spent":"964.466838ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:21:52.583667Z","caller":"traceutil/trace.go:171","msg":"trace[1318809732] range","detail":"{range_begin:/registry/persistentvolumes/pvc-81d6cbbf-81d6-4b9f-ac54-638138a04996; range_end:; response_count:1; response_revision:25206; }","duration":"2.160908253s","start":"2026-03-08T03:21:50.422717Z","end":"2026-03-08T03:21:52.583625Z","steps":["trace[1318809732] 'agreement among raft nodes before linearized reading' (duration: 1.899868859s)","trace[1318809732] 'range keys from in-memory index tree' (duration: 260.42626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:52.583654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:51.611593Z","time spent":"972.053604ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:21:52.583727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:50.422696Z","time spent":"2.161012746s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-81d6cbbf-81d6-4b9f-ac54-638138a04996\" "} {"level":"warn","ts":"2026-03-08T03:21:52.583743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162184942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-08T03:21:52.583203Z","caller":"traceutil/trace.go:171","msg":"trace[365446526] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25206; }","duration":"2.127386851s","start":"2026-03-08T03:21:50.455784Z","end":"2026-03-08T03:21:52.583171Z","steps":["trace[365446526] 'agreement among raft nodes before linearized reading' (duration: 1.866786837s)","trace[365446526] 'count revisions from in-memory index tree' (duration: 260.432639ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:52.583768Z","caller":"traceutil/trace.go:171","msg":"trace[1106659612] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:25206; }","duration":"2.162224594s","start":"2026-03-08T03:21:50.421534Z","end":"2026-03-08T03:21:52.583759Z","steps":["trace[1106659612] 'agreement among raft nodes before linearized reading' (duration: 1.901259132s)","trace[1106659612] 'range keys from in-memory index tree' (duration: 260.901821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:52.583782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:50.421528Z","time spent":"2.162250834s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-03-08T03:21:52.583787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:50.455751Z","time spent":"2.128018996s","remote":"127.0.0.1:46050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:52.583865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.466885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:21:52.583966Z","caller":"traceutil/trace.go:171","msg":"trace[1942388617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25206; }","duration":"963.621268ms","start":"2026-03-08T03:21:51.620309Z","end":"2026-03-08T03:21:52.58393Z","steps":["trace[1942388617] 'agreement among raft nodes before linearized reading' (duration: 702.308707ms)","trace[1942388617] 'range keys from in-memory index tree' (duration: 260.994653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:52.584034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:51.620293Z","time spent":"963.730471ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:21:52.584166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.143345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:52.584233Z","caller":"traceutil/trace.go:171","msg":"trace[1212314440] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"397.992536ms","start":"2026-03-08T03:21:52.186227Z","end":"2026-03-08T03:21:52.58422Z","steps":["trace[1212314440] 'process raft request' (duration: 215.734698ms)","trace[1212314440] 'compare' (duration: 181.634503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:52.584275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.186195Z","time spent":"398.063178ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:53.302878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.012207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:53.303108Z","caller":"traceutil/trace.go:171","msg":"trace[52099710] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"1.116641796s","start":"2026-03-08T03:21:52.186431Z","end":"2026-03-08T03:21:53.303073Z","steps":["trace[52099710] 'process raft request' (duration: 733.301561ms)","trace[52099710] 'compare' (duration: 382.621788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:53.303253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.186421Z","time spent":"1.116747668s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:53.303284Z","caller":"traceutil/trace.go:171","msg":"trace[1620629485] linearizableReadLoop","detail":"{readStateIndex:26132; appliedIndex:26126; }","duration":"980.071622ms","start":"2026-03-08T03:21:52.323189Z","end":"2026-03-08T03:21:53.30326Z","steps":["trace[1620629485] 'read index received' (duration: 78.806647ms)","trace[1620629485] 'applied index is now lower than readState.Index' (duration: 901.263575ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:53.303464Z","caller":"traceutil/trace.go:171","msg":"trace[1797078709] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"1.114968037s","start":"2026-03-08T03:21:52.188484Z","end":"2026-03-08T03:21:53.303452Z","steps":["trace[1797078709] 'process raft request' (duration: 1.114531726s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:53.30354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.18846Z","time spent":"1.115042488s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:53.30378Z","caller":"traceutil/trace.go:171","msg":"trace[1314678263] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"1.115194472s","start":"2026-03-08T03:21:52.188574Z","end":"2026-03-08T03:21:53.303768Z","steps":["trace[1314678263] 'process raft request' (duration: 1.114556887s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:53.303843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.18857Z","time spent":"1.115243383s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:53.303991Z","caller":"traceutil/trace.go:171","msg":"trace[1522588966] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"1.115278704s","start":"2026-03-08T03:21:52.188702Z","end":"2026-03-08T03:21:53.30398Z","steps":["trace[1522588966] 'process raft request' (duration: 1.114468265s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:53.304047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.188697Z","time spent":"1.115322845s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:53.304195Z","caller":"traceutil/trace.go:171","msg":"trace[1815907138] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"1.11295936s","start":"2026-03-08T03:21:52.191222Z","end":"2026-03-08T03:21:53.304181Z","steps":["trace[1815907138] 'process raft request' (duration: 1.111985057s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:53.304262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.191193Z","time spent":"1.113032722s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:53.304507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192726499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:53.304537Z","caller":"traceutil/trace.go:171","msg":"trace[815915692] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25212; }","duration":"1.19275916s","start":"2026-03-08T03:21:52.111768Z","end":"2026-03-08T03:21:53.304528Z","steps":["trace[815915692] 'agreement among raft nodes before linearized reading' (duration: 1.192613776s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:53.304566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.111718Z","time spent":"1.192840621s","remote":"127.0.0.1:57738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:53.304691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401602387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:53.30472Z","caller":"traceutil/trace.go:171","msg":"trace[1026212895] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25212; }","duration":"1.401690739s","start":"2026-03-08T03:21:51.903018Z","end":"2026-03-08T03:21:53.304709Z","steps":["trace[1026212895] 'agreement among raft nodes before linearized reading' (duration: 1.401639378s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:53.304749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:51.902981Z","time spent":"1.401760121s","remote":"127.0.0.1:45964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:53.304803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55149914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:53.304845Z","caller":"traceutil/trace.go:171","msg":"trace[2015129652] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25212; }","duration":"1.551732835s","start":"2026-03-08T03:21:51.7531Z","end":"2026-03-08T03:21:53.304832Z","steps":["trace[2015129652] 'agreement among raft nodes before linearized reading' (duration: 1.551647683s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:53.304869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:51.753062Z","time spent":"1.551802417s","remote":"127.0.0.1:58270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:53.304998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678651533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-08T03:21:53.305076Z","caller":"traceutil/trace.go:171","msg":"trace[260796085] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239; range_end:; response_count:1; response_revision:25212; }","duration":"1.678830907s","start":"2026-03-08T03:21:51.626225Z","end":"2026-03-08T03:21:53.305056Z","steps":["trace[260796085] 'agreement among raft nodes before linearized reading' (duration: 1.678590021s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:53.305132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:51.626203Z","time spent":"1.67891905s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239\" "} {"level":"warn","ts":"2026-03-08T03:21:54.280788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.218192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:54.281264Z","caller":"traceutil/trace.go:171","msg":"trace[2076867708] transaction","detail":"{read_only:false; response_revision:25214; number_of_response:1; }","duration":"1.692839074s","start":"2026-03-08T03:21:52.588386Z","end":"2026-03-08T03:21:54.281225Z","steps":["trace[2076867708] 'process raft request' (duration: 1.692579878s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:54.281582Z","caller":"traceutil/trace.go:171","msg":"trace[1568111402] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"973.426978ms","start":"2026-03-08T03:21:53.308144Z","end":"2026-03-08T03:21:54.281571Z","steps":["trace[1568111402] 'process raft request' (duration: 973.075849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:54.281572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578302736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:54.281606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195907033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:54.281601Z","caller":"traceutil/trace.go:171","msg":"trace[1383013442] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"1.693259845s","start":"2026-03-08T03:21:52.588296Z","end":"2026-03-08T03:21:54.281556Z","steps":["trace[1383013442] 'process raft request' (duration: 1.067179683s)","trace[1383013442] 'compare' (duration: 625.064548ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:54.281651Z","caller":"traceutil/trace.go:171","msg":"trace[1520191143] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25218; }","duration":"1.196007985s","start":"2026-03-08T03:21:53.08563Z","end":"2026-03-08T03:21:54.281638Z","steps":["trace[1520191143] 'agreement among raft nodes before linearized reading' (duration: 1.195937903s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:54.281659Z","caller":"traceutil/trace.go:171","msg":"trace[354706611] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25218; }","duration":"1.578469309s","start":"2026-03-08T03:21:52.703164Z","end":"2026-03-08T03:21:54.281633Z","steps":["trace[354706611] 'agreement among raft nodes before linearized reading' (duration: 1.578229343s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:54.281681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:53.085548Z","time spent":"1.196124948s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:54.281696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692946867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-08T03:21:54.281723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.703134Z","time spent":"1.578576932s","remote":"127.0.0.1:60674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:54.281725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:53.30812Z","time spent":"973.51584ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:54.281726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.588268Z","time spent":"1.693392908s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:54.281749Z","caller":"traceutil/trace.go:171","msg":"trace[587557476] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25218; }","duration":"1.69305364s","start":"2026-03-08T03:21:52.588682Z","end":"2026-03-08T03:21:54.281736Z","steps":["trace[587557476] 'agreement among raft nodes before linearized reading' (duration: 1.692890007s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:54.281793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.58866Z","time spent":"1.693125502s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:21:54.281395Z","caller":"traceutil/trace.go:171","msg":"trace[1218331668] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"775.269549ms","start":"2026-03-08T03:21:53.506095Z","end":"2026-03-08T03:21:54.281365Z","steps":["trace[1218331668] 'process raft request' (duration: 775.204917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:54.281694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690552061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-08T03:21:54.28191Z","caller":"traceutil/trace.go:171","msg":"trace[1277596480] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:25218; }","duration":"1.690793607s","start":"2026-03-08T03:21:52.591109Z","end":"2026-03-08T03:21:54.281902Z","steps":["trace[1277596480] 'agreement among raft nodes before linearized reading' (duration: 1.690440869s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:54.281938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.591099Z","time spent":"1.690833008s","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-03-08T03:21:54.281521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953400468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:54.282048Z","caller":"traceutil/trace.go:171","msg":"trace[1045323421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25218; }","duration":"1.95395569s","start":"2026-03-08T03:21:52.32808Z","end":"2026-03-08T03:21:54.282036Z","steps":["trace[1045323421] 'agreement among raft nodes before linearized reading' (duration: 1.953371087s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:54.282089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.328047Z","time spent":"1.954032902s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:21:54.281495Z","caller":"traceutil/trace.go:171","msg":"trace[1042721633] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"1.691056313s","start":"2026-03-08T03:21:52.590404Z","end":"2026-03-08T03:21:54.28146Z","steps":["trace[1042721633] 'process raft request' (duration: 1.690742246s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:54.282302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.588379Z","time spent":"1.693236745s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:54.281816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693164583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-08T03:21:54.283069Z","caller":"traceutil/trace.go:171","msg":"trace[1735962890] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:25218; }","duration":"1.694414812s","start":"2026-03-08T03:21:52.58864Z","end":"2026-03-08T03:21:54.283054Z","steps":["trace[1735962890] 'agreement among raft nodes before linearized reading' (duration: 1.693085061s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:54.283107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.588625Z","time spent":"1.694471583s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-03-08T03:21:54.281519Z","caller":"traceutil/trace.go:171","msg":"trace[2030579601] transaction","detail":"{read_only:false; response_revision:25215; number_of_response:1; }","duration":"1.692773603s","start":"2026-03-08T03:21:52.588706Z","end":"2026-03-08T03:21:54.28148Z","steps":["trace[2030579601] 'process raft request' (duration: 1.692340383s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:54.2833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.588692Z","time spent":"1.694491913s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:54.282073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:53.506067Z","time spent":"775.826702ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:54.281412Z","caller":"traceutil/trace.go:171","msg":"trace[786539834] linearizableReadLoop","detail":"{readStateIndex:26136; appliedIndex:26132; }","duration":"978.070846ms","start":"2026-03-08T03:21:53.303318Z","end":"2026-03-08T03:21:54.281389Z","steps":["trace[786539834] 'read index received' (duration: 352.175409ms)","trace[786539834] 'applied index is now lower than readState.Index' (duration: 625.891907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:54.282712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:52.590385Z","time spent":"1.69177206s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:54.283652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.528843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:54.283787Z","caller":"traceutil/trace.go:171","msg":"trace[921872523] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25218; }","duration":"460.713528ms","start":"2026-03-08T03:21:53.82306Z","end":"2026-03-08T03:21:54.283773Z","steps":["trace[921872523] 'agreement among raft nodes before linearized reading' (duration: 460.513573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:54.283874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:53.823037Z","time spent":"460.826261ms","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:54.793384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:55.294184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:21:55.420801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.700349ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:55.421011Z","caller":"traceutil/trace.go:171","msg":"trace[128085458] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25218; }","duration":"799.944494ms","start":"2026-03-08T03:21:54.621029Z","end":"2026-03-08T03:21:55.420973Z","steps":["trace[128085458] 'range keys from in-memory index tree' (duration: 799.670328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:55.679886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.337050931s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:21:55.680382Z","caller":"traceutil/trace.go:171","msg":"trace[363845944] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"1.387505747s","start":"2026-03-08T03:21:54.29284Z","end":"2026-03-08T03:21:55.680345Z","steps":["trace[363845944] 'process raft request' (duration: 1.387317573s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:55.680529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:54.292814Z","time spent":"1.387646501s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:21:56.062765Z","caller":"traceutil/trace.go:171","msg":"trace[1768527458] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"1.471831092s","start":"2026-03-08T03:21:54.5909Z","end":"2026-03-08T03:21:56.062731Z","steps":["trace[1768527458] 'process raft request' (duration: 1.47174048s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:56.062811Z","caller":"traceutil/trace.go:171","msg":"trace[264866169] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"1.733371988s","start":"2026-03-08T03:21:54.329394Z","end":"2026-03-08T03:21:56.062766Z","steps":["trace[264866169] 'process raft request' (duration: 1.733064901s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.062999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:54.32935Z","time spent":"1.733547162s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:56.063038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:54.590865Z","time spent":"1.472000807s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:56.063236Z","caller":"traceutil/trace.go:171","msg":"trace[323869800] transaction","detail":"{read_only:false; response_revision:25222; number_of_response:1; }","duration":"753.509971ms","start":"2026-03-08T03:21:55.309706Z","end":"2026-03-08T03:21:56.063216Z","steps":["trace[323869800] 'process raft request' (duration: 752.978988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.063322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:55.309672Z","time spent":"753.605023ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:56.063291Z","caller":"traceutil/trace.go:171","msg":"trace[1215984474] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"753.393579ms","start":"2026-03-08T03:21:55.309858Z","end":"2026-03-08T03:21:56.063251Z","steps":["trace[1215984474] 'process raft request' (duration: 753.108942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.063502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:55.309803Z","time spent":"753.584873ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:56.063539Z","caller":"traceutil/trace.go:171","msg":"trace[953390076] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"751.970585ms","start":"2026-03-08T03:21:55.311557Z","end":"2026-03-08T03:21:56.063528Z","steps":["trace[953390076] 'process raft request' (duration: 751.622887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.06361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:55.311547Z","time spent":"752.019456ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:56.063589Z","caller":"traceutil/trace.go:171","msg":"trace[1648553198] linearizableReadLoop","detail":"{readStateIndex:26141; appliedIndex:26139; }","duration":"1.770209087s","start":"2026-03-08T03:21:54.29335Z","end":"2026-03-08T03:21:56.063559Z","steps":["trace[1648553198] 'read index received' (duration: 1.387222831s)","trace[1648553198] 'applied index is now lower than readState.Index' (duration: 382.984996ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:56.063638Z","caller":"traceutil/trace.go:171","msg":"trace[1020620237] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"751.080884ms","start":"2026-03-08T03:21:55.312537Z","end":"2026-03-08T03:21:56.063618Z","steps":["trace[1020620237] 'process raft request' (duration: 750.962781ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:56.063641Z","caller":"traceutil/trace.go:171","msg":"trace[1454327261] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"751.922794ms","start":"2026-03-08T03:21:55.311695Z","end":"2026-03-08T03:21:56.063618Z","steps":["trace[1454327261] 'process raft request' (duration: 751.697179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.063722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:55.312524Z","time spent":"751.153196ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:56.063841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770465893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-03-08T03:21:56.063893Z","caller":"traceutil/trace.go:171","msg":"trace[991848435] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:25226; }","duration":"1.770542645s","start":"2026-03-08T03:21:54.293334Z","end":"2026-03-08T03:21:56.063876Z","steps":["trace[991848435] 'agreement among raft nodes before linearized reading' (duration: 1.770356841s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.063932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:54.293326Z","time spent":"1.770595386s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-03-08T03:21:56.063754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:55.311659Z","time spent":"752.034717ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:56.151756Z","caller":"traceutil/trace.go:171","msg":"trace[865815604] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"465.794576ms","start":"2026-03-08T03:21:55.68592Z","end":"2026-03-08T03:21:56.151714Z","steps":["trace[865815604] 'process raft request' (duration: 465.447008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.15185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856937099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:56.151924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:55.685892Z","time spent":"465.95862ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:21:56.151959Z","caller":"traceutil/trace.go:171","msg":"trace[752047994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25228; }","duration":"1.857078322s","start":"2026-03-08T03:21:54.294856Z","end":"2026-03-08T03:21:56.151934Z","steps":["trace[752047994] 'agreement among raft nodes before linearized reading' (duration: 1.856856486s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.152026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:54.29485Z","time spent":"1.857162933s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:21:56.152183Z","caller":"traceutil/trace.go:171","msg":"trace[94272430] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"150.042587ms","start":"2026-03-08T03:21:56.002111Z","end":"2026-03-08T03:21:56.152154Z","steps":["trace[94272430] 'process raft request' (duration: 149.483954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.152398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856355704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-08T03:21:56.152441Z","caller":"traceutil/trace.go:171","msg":"trace[413262043] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25228; }","duration":"1.856404436s","start":"2026-03-08T03:21:54.296024Z","end":"2026-03-08T03:21:56.152429Z","steps":["trace[413262043] 'agreement among raft nodes before linearized reading' (duration: 1.856317414s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.152446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.672738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:56.152453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854266896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-08T03:21:56.152471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:54.296019Z","time spent":"1.856445347s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"info","ts":"2026-03-08T03:21:56.152492Z","caller":"traceutil/trace.go:171","msg":"trace[104787924] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25228; }","duration":"261.764131ms","start":"2026-03-08T03:21:55.890714Z","end":"2026-03-08T03:21:56.152478Z","steps":["trace[104787924] 'agreement among raft nodes before linearized reading' (duration: 261.686929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.152558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777446466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:56.152602Z","caller":"traceutil/trace.go:171","msg":"trace[1323134734] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25228; }","duration":"1.777542768s","start":"2026-03-08T03:21:54.375049Z","end":"2026-03-08T03:21:56.152592Z","steps":["trace[1323134734] 'agreement among raft nodes before linearized reading' (duration: 1.777471156s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.151935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069980567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:21:56.152645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:54.374997Z","time spent":"1.77763913s","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:56.152663Z","caller":"traceutil/trace.go:171","msg":"trace[906592539] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25228; }","duration":"1.070786215s","start":"2026-03-08T03:21:55.08186Z","end":"2026-03-08T03:21:56.152646Z","steps":["trace[906592539] 'agreement among raft nodes before linearized reading' (duration: 1.069958796s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.152717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:55.08183Z","time spent":"1.070869747s","remote":"127.0.0.1:45938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:56.152758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.214936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:21:56.15279Z","caller":"traceutil/trace.go:171","msg":"trace[829757611] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:25228; }","duration":"369.279286ms","start":"2026-03-08T03:21:55.783502Z","end":"2026-03-08T03:21:56.152781Z","steps":["trace[829757611] 'agreement among raft nodes before linearized reading' (duration: 369.152163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.152828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:55.783483Z","time spent":"369.336848ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-08T03:21:56.152886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843569047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:21:56.152926Z","caller":"traceutil/trace.go:171","msg":"trace[1598550323] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25228; }","duration":"1.843621538s","start":"2026-03-08T03:21:54.309295Z","end":"2026-03-08T03:21:56.152916Z","steps":["trace[1598550323] 'agreement among raft nodes before linearized reading' (duration: 1.843511126s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.152955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:54.309286Z","time spent":"1.843662779s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-08T03:21:56.152496Z","caller":"traceutil/trace.go:171","msg":"trace[1618059303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25228; }","duration":"1.854323937s","start":"2026-03-08T03:21:54.29816Z","end":"2026-03-08T03:21:56.152484Z","steps":["trace[1618059303] 'agreement among raft nodes before linearized reading' (duration: 1.854136753s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.153033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:54.298147Z","time spent":"1.85487442s","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T03:21:56.437278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.225592ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-08T03:21:56.437403Z","caller":"traceutil/trace.go:171","msg":"trace[1175368703] linearizableReadLoop","detail":"{readStateIndex:26149; appliedIndex:26148; }","duration":"279.804721ms","start":"2026-03-08T03:21:56.157574Z","end":"2026-03-08T03:21:56.437379Z","steps":["trace[1175368703] 'read index received' (duration: 144.343444ms)","trace[1175368703] 'applied index is now lower than readState.Index' (duration: 135.459157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:56.437823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.236161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-08T03:21:56.437869Z","caller":"traceutil/trace.go:171","msg":"trace[368222514] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25228; }","duration":"280.297593ms","start":"2026-03-08T03:21:56.157556Z","end":"2026-03-08T03:21:56.437853Z","steps":["trace[368222514] 'agreement among raft nodes before linearized reading' (duration: 280.131769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.438044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.576339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:56.438142Z","caller":"traceutil/trace.go:171","msg":"trace[465237606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25228; }","duration":"277.709933ms","start":"2026-03-08T03:21:56.160407Z","end":"2026-03-08T03:21:56.438117Z","steps":["trace[465237606] 'agreement among raft nodes before linearized reading' (duration: 277.553969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.438468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.075832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:21:56.438504Z","caller":"traceutil/trace.go:171","msg":"trace[718170603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25228; }","duration":"148.125963ms","start":"2026-03-08T03:21:56.290369Z","end":"2026-03-08T03:21:56.438495Z","steps":["trace[718170603] 'agreement among raft nodes before linearized reading' (duration: 147.983449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.438753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.210607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:21:56.438788Z","caller":"traceutil/trace.go:171","msg":"trace[873490814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25228; }","duration":"149.281809ms","start":"2026-03-08T03:21:56.289497Z","end":"2026-03-08T03:21:56.438779Z","steps":["trace[873490814] 'agreement among raft nodes before linearized reading' (duration: 149.174687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.438979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.532736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:21:56.439013Z","caller":"traceutil/trace.go:171","msg":"trace[1860942845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25228; }","duration":"149.594556ms","start":"2026-03-08T03:21:56.289409Z","end":"2026-03-08T03:21:56.439004Z","steps":["trace[1860942845] 'agreement among raft nodes before linearized reading' (duration: 149.504074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.439216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.690832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:21:56.439255Z","caller":"traceutil/trace.go:171","msg":"trace[1252247375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25228; }","duration":"153.781064ms","start":"2026-03-08T03:21:56.285461Z","end":"2026-03-08T03:21:56.439242Z","steps":["trace[1252247375] 'agreement among raft nodes before linearized reading' (duration: 153.675772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:56.439477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.450841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-03-08T03:21:56.43951Z","caller":"traceutil/trace.go:171","msg":"trace[764548512] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:25228; }","duration":"212.505883ms","start":"2026-03-08T03:21:56.226996Z","end":"2026-03-08T03:21:56.439502Z","steps":["trace[764548512] 'agreement among raft nodes before linearized reading' (duration: 212.413241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:57.394024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.613261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:57.394144Z","caller":"traceutil/trace.go:171","msg":"trace[49051871] linearizableReadLoop","detail":"{readStateIndex:26150; appliedIndex:26149; }","duration":"947.902492ms","start":"2026-03-08T03:21:56.44622Z","end":"2026-03-08T03:21:57.394123Z","steps":["trace[49051871] 'read index received' (duration: 331.133847ms)","trace[49051871] 'applied index is now lower than readState.Index' (duration: 616.766535ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:57.394204Z","caller":"traceutil/trace.go:171","msg":"trace[1070564450] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"952.883819ms","start":"2026-03-08T03:21:56.441311Z","end":"2026-03-08T03:21:57.394195Z","steps":["trace[1070564450] 'process raft request' (duration: 336.023012ms)","trace[1070564450] 'compare' (duration: 615.590097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:57.394254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:56.441288Z","time spent":"952.94248ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:57.394542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.323083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-03-08T03:21:57.394586Z","caller":"traceutil/trace.go:171","msg":"trace[404308042] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:25229; }","duration":"948.391464ms","start":"2026-03-08T03:21:56.446171Z","end":"2026-03-08T03:21:57.394562Z","steps":["trace[404308042] 'agreement among raft nodes before linearized reading' (duration: 948.235871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:57.39474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:56.446149Z","time spent":"948.581978ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":248,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"info","ts":"2026-03-08T03:21:57.435489Z","caller":"traceutil/trace.go:171","msg":"trace[420229776] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"984.952566ms","start":"2026-03-08T03:21:56.450489Z","end":"2026-03-08T03:21:57.435441Z","steps":["trace[420229776] 'process raft request' (duration: 984.765442ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:57.435604Z","caller":"traceutil/trace.go:171","msg":"trace[1847778275] transaction","detail":"{read_only:false; response_revision:25232; number_of_response:1; }","duration":"986.575194ms","start":"2026-03-08T03:21:56.44897Z","end":"2026-03-08T03:21:57.435545Z","steps":["trace[1847778275] 'process raft request' (duration: 986.252776ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:57.435601Z","caller":"traceutil/trace.go:171","msg":"trace[945738250] transaction","detail":"{read_only:false; response_revision:25230; number_of_response:1; }","duration":"989.195135ms","start":"2026-03-08T03:21:56.446372Z","end":"2026-03-08T03:21:57.435567Z","steps":["trace[945738250] 'process raft request' (duration: 988.635602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:57.43591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:56.448946Z","time spent":"986.782319ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:57.435923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.70282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-08T03:21:57.43601Z","caller":"traceutil/trace.go:171","msg":"trace[770480698] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:25233; }","duration":"981.895905ms","start":"2026-03-08T03:21:56.454091Z","end":"2026-03-08T03:21:57.435987Z","steps":["trace[770480698] 'agreement among raft nodes before linearized reading' (duration: 981.68208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:57.435993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:56.446345Z","time spent":"989.530103ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:57.436052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:56.454082Z","time spent":"981.961846ms","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-08T03:21:57.436115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:56.450468Z","time spent":"985.204652ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:57.436282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.70705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:57.436327Z","caller":"traceutil/trace.go:171","msg":"trace[1460810120] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25233; }","duration":"385.794722ms","start":"2026-03-08T03:21:57.05052Z","end":"2026-03-08T03:21:57.436315Z","steps":["trace[1460810120] 'agreement among raft nodes before linearized reading' (duration: 385.72326ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:57.435496Z","caller":"traceutil/trace.go:171","msg":"trace[1963254100] transaction","detail":"{read_only:false; response_revision:25231; number_of_response:1; }","duration":"988.586981ms","start":"2026-03-08T03:21:56.446872Z","end":"2026-03-08T03:21:57.435459Z","steps":["trace[1963254100] 'process raft request' (duration: 988.306104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:57.436351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:57.050496Z","time spent":"385.846763ms","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:57.436416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:56.446861Z","time spent":"989.515142ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:57.761672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.960376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:57.761802Z","caller":"traceutil/trace.go:171","msg":"trace[1543025792] linearizableReadLoop","detail":"{readStateIndex:26155; appliedIndex:26154; }","duration":"316.163009ms","start":"2026-03-08T03:21:57.445607Z","end":"2026-03-08T03:21:57.76177Z","steps":["trace[1543025792] 'read index received' (duration: 83.190929ms)","trace[1543025792] 'applied index is now lower than readState.Index' (duration: 232.96826ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:57.761842Z","caller":"traceutil/trace.go:171","msg":"trace[341176667] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"317.391028ms","start":"2026-03-08T03:21:57.444405Z","end":"2026-03-08T03:21:57.761796Z","steps":["trace[341176667] 'process raft request' (duration: 84.474839ms)","trace[341176667] 'compare' (duration: 231.608848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:57.762006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:57.444376Z","time spent":"317.552602ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:21:57.762136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.514117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-08T03:21:57.762171Z","caller":"traceutil/trace.go:171","msg":"trace[783576998] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:25234; }","duration":"316.567128ms","start":"2026-03-08T03:21:57.445591Z","end":"2026-03-08T03:21:57.762158Z","steps":["trace[783576998] 'agreement among raft nodes before linearized reading' (duration: 316.318762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:57.762209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:57.445583Z","time spent":"316.616269ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-03-08T03:21:57.762261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.623422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-08T03:21:57.762397Z","caller":"traceutil/trace.go:171","msg":"trace[301699252] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25234; }","duration":"314.762326ms","start":"2026-03-08T03:21:57.447587Z","end":"2026-03-08T03:21:57.76235Z","steps":["trace[301699252] 'agreement among raft nodes before linearized reading' (duration: 314.392898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:57.7624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.272267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:57.762455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:57.447581Z","time spent":"314.862819ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-03-08T03:21:57.762472Z","caller":"traceutil/trace.go:171","msg":"trace[1041462023] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25234; }","duration":"212.40177ms","start":"2026-03-08T03:21:57.55005Z","end":"2026-03-08T03:21:57.762452Z","steps":["trace[1041462023] 'agreement among raft nodes before linearized reading' (duration: 212.247726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:58.097068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.304524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:58.097248Z","caller":"traceutil/trace.go:171","msg":"trace[111617844] linearizableReadLoop","detail":"{readStateIndex:26156; appliedIndex:26155; }","duration":"311.574022ms","start":"2026-03-08T03:21:57.785646Z","end":"2026-03-08T03:21:58.09722Z","steps":["trace[111617844] 'read index received' (duration: 199.978981ms)","trace[111617844] 'applied index is now lower than readState.Index' (duration: 111.592151ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:58.09729Z","caller":"traceutil/trace.go:171","msg":"trace[1085219623] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"314.145152ms","start":"2026-03-08T03:21:57.783105Z","end":"2026-03-08T03:21:58.097251Z","steps":["trace[1085219623] 'process raft request' (duration: 202.52035ms)","trace[1085219623] 'compare' (duration: 111.080699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:58.097436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:57.783077Z","time spent":"314.285385ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:21:58.097483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.832168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-03-08T03:21:58.097521Z","caller":"traceutil/trace.go:171","msg":"trace[1767144614] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25235; }","duration":"311.890469ms","start":"2026-03-08T03:21:57.785615Z","end":"2026-03-08T03:21:58.097505Z","steps":["trace[1767144614] 'agreement among raft nodes before linearized reading' (duration: 311.703214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:58.097564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:57.785602Z","time spent":"311.953591ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-08T03:21:59.203726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.307254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:59.203982Z","caller":"traceutil/trace.go:171","msg":"trace[326093219] transaction","detail":"{read_only:false; response_revision:25237; number_of_response:1; }","duration":"1.134166282s","start":"2026-03-08T03:21:58.069784Z","end":"2026-03-08T03:21:59.20395Z","steps":["trace[326093219] 'process raft request' (duration: 311.551691ms)","trace[326093219] 'compare' (duration: 821.840163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:59.204114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.069772Z","time spent":"1.134275265s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:59.204198Z","caller":"traceutil/trace.go:171","msg":"trace[468094575] linearizableReadLoop","detail":"{readStateIndex:26163; appliedIndex:26156; }","duration":"1.106883087s","start":"2026-03-08T03:21:58.09728Z","end":"2026-03-08T03:21:59.204163Z","steps":["trace[468094575] 'read index received' (duration: 49.221098ms)","trace[468094575] 'applied index is now lower than readState.Index' (duration: 1.057660619s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:59.204335Z","caller":"traceutil/trace.go:171","msg":"trace[311441665] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"1.132743559s","start":"2026-03-08T03:21:58.071581Z","end":"2026-03-08T03:21:59.204325Z","steps":["trace[311441665] 'process raft request' (duration: 1.132471473s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.204373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.071568Z","time spent":"1.132786951s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:59.20443Z","caller":"traceutil/trace.go:171","msg":"trace[1742241095] transaction","detail":"{read_only:false; response_revision:25238; number_of_response:1; }","duration":"1.134408718s","start":"2026-03-08T03:21:58.070015Z","end":"2026-03-08T03:21:59.204423Z","steps":["trace[1742241095] 'process raft request' (duration: 1.133830395s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.204459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.070001Z","time spent":"1.134444169s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:59.204506Z","caller":"traceutil/trace.go:171","msg":"trace[946453200] transaction","detail":"{read_only:false; response_revision:25239; number_of_response:1; }","duration":"1.134402748s","start":"2026-03-08T03:21:58.070098Z","end":"2026-03-08T03:21:59.204501Z","steps":["trace[946453200] 'process raft request' (duration: 1.133846345s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.204543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.070089Z","time spent":"1.134433709s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:59.204636Z","caller":"traceutil/trace.go:171","msg":"trace[1878320045] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"1.134520081s","start":"2026-03-08T03:21:58.07011Z","end":"2026-03-08T03:21:59.20463Z","steps":["trace[1878320045] 'process raft request' (duration: 1.133873946s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:59.204642Z","caller":"traceutil/trace.go:171","msg":"trace[1399475091] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"1.103326554s","start":"2026-03-08T03:21:58.101298Z","end":"2026-03-08T03:21:59.204624Z","steps":["trace[1399475091] 'process raft request' (duration: 1.102807172s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.20467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.0701Z","time spent":"1.134553972s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:59.204709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.101268Z","time spent":"1.103408735s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:21:59.204741Z","caller":"traceutil/trace.go:171","msg":"trace[479317023] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"1.134289436s","start":"2026-03-08T03:21:58.070444Z","end":"2026-03-08T03:21:59.204733Z","steps":["trace[479317023] 'process raft request' (duration: 1.133573739s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.204809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.070432Z","time spent":"1.134361147s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:59.204991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27994632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:21:59.205064Z","caller":"traceutil/trace.go:171","msg":"trace[1804404305] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25243; }","duration":"1.280044063s","start":"2026-03-08T03:21:57.925008Z","end":"2026-03-08T03:21:59.205052Z","steps":["trace[1804404305] 'agreement among raft nodes before linearized reading' (duration: 1.279943401s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.205104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:57.924996Z","time spent":"1.280098434s","remote":"127.0.0.1:57590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:21:59.205149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282169972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-08T03:21:59.205172Z","caller":"traceutil/trace.go:171","msg":"trace[1541466668] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:25243; }","duration":"1.282241614s","start":"2026-03-08T03:21:57.922923Z","end":"2026-03-08T03:21:59.205165Z","steps":["trace[1541466668] 'agreement among raft nodes before linearized reading' (duration: 1.282120991s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.205192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:57.922899Z","time spent":"1.282288815s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-08T03:21:59.252868Z","caller":"traceutil/trace.go:171","msg":"trace[1667671157] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"689.12865ms","start":"2026-03-08T03:21:58.563695Z","end":"2026-03-08T03:21:59.252824Z","steps":["trace[1667671157] 'process raft request' (duration: 688.883055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.253092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.563663Z","time spent":"689.329914ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:21:59.298083Z","caller":"traceutil/trace.go:171","msg":"trace[682593792] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"623.353228ms","start":"2026-03-08T03:21:58.674695Z","end":"2026-03-08T03:21:59.298048Z","steps":["trace[682593792] 'process raft request' (duration: 623.108622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.298191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.698127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:59.298259Z","caller":"traceutil/trace.go:171","msg":"trace[440102727] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25245; }","duration":"693.8397ms","start":"2026-03-08T03:21:58.604403Z","end":"2026-03-08T03:21:59.298243Z","steps":["trace[440102727] 'agreement among raft nodes before linearized reading' (duration: 693.668386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.29826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.674661Z","time spent":"623.513231ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:21:59.298251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.485348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:21:59.298304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.604384Z","time spent":"693.910331ms","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:59.298355Z","caller":"traceutil/trace.go:171","msg":"trace[940688908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25245; }","duration":"250.648792ms","start":"2026-03-08T03:21:59.047683Z","end":"2026-03-08T03:21:59.298331Z","steps":["trace[940688908] 'agreement among raft nodes before linearized reading' (duration: 250.437047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.298266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.462848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:21:59.298516Z","caller":"traceutil/trace.go:171","msg":"trace[601472530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25245; }","duration":"326.751045ms","start":"2026-03-08T03:21:58.971723Z","end":"2026-03-08T03:21:59.298474Z","steps":["trace[601472530] 'agreement among raft nodes before linearized reading' (duration: 326.473248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.29859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196710191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-03-08T03:21:59.298602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.971693Z","time spent":"326.888628ms","remote":"127.0.0.1:58374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:21:59.298632Z","caller":"traceutil/trace.go:171","msg":"trace[257535649] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:25245; }","duration":"1.196773212s","start":"2026-03-08T03:21:58.101851Z","end":"2026-03-08T03:21:59.298624Z","steps":["trace[257535649] 'agreement among raft nodes before linearized reading' (duration: 1.196559667s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.298653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.101771Z","time spent":"1.196878255s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-08T03:21:59.298428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.523966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-08T03:21:59.298719Z","caller":"traceutil/trace.go:171","msg":"trace[237364688] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239; range_end:; response_count:1; response_revision:25245; }","duration":"830.838194ms","start":"2026-03-08T03:21:58.467856Z","end":"2026-03-08T03:21:59.298695Z","steps":["trace[237364688] 'agreement among raft nodes before linearized reading' (duration: 830.470605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.298788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:58.467834Z","time spent":"830.941446ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239\" "} {"level":"warn","ts":"2026-03-08T03:21:59.473635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.227859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:21:59.473905Z","caller":"traceutil/trace.go:171","msg":"trace[1823715756] linearizableReadLoop","detail":"{readStateIndex:26167; appliedIndex:26166; }","duration":"175.89622ms","start":"2026-03-08T03:21:59.297994Z","end":"2026-03-08T03:21:59.47389Z","steps":["trace[1823715756] 'read index received' (duration: 68.401755ms)","trace[1823715756] 'applied index is now lower than readState.Index' (duration: 107.493345ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:59.473903Z","caller":"traceutil/trace.go:171","msg":"trace[1721577114] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"179.829961ms","start":"2026-03-08T03:21:59.294036Z","end":"2026-03-08T03:21:59.473866Z","steps":["trace[1721577114] 'process raft request' (duration: 72.280305ms)","trace[1721577114] 'compare' (duration: 107.003934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:59.474165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.283332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-08T03:21:59.474214Z","caller":"traceutil/trace.go:171","msg":"trace[317140687] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25247; }","duration":"171.322563ms","start":"2026-03-08T03:21:59.30287Z","end":"2026-03-08T03:21:59.474192Z","steps":["trace[317140687] 'agreement among raft nodes before linearized reading' (duration: 171.166689ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:59.474435Z","caller":"traceutil/trace.go:171","msg":"trace[1600364020] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"173.636036ms","start":"2026-03-08T03:21:59.300786Z","end":"2026-03-08T03:21:59.474422Z","steps":["trace[1600364020] 'process raft request' (duration: 172.971471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.474576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.945231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-08T03:21:59.474663Z","caller":"traceutil/trace.go:171","msg":"trace[1308152325] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:25247; }","duration":"264.059034ms","start":"2026-03-08T03:21:59.210583Z","end":"2026-03-08T03:21:59.474642Z","steps":["trace[1308152325] 'agreement among raft nodes before linearized reading' (duration: 263.406619ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:59.597572Z","caller":"traceutil/trace.go:171","msg":"trace[1871962692] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"117.95975ms","start":"2026-03-08T03:21:59.479563Z","end":"2026-03-08T03:21:59.597523Z","steps":["trace[1871962692] 'process raft request' (duration: 106.217596ms)","trace[1871962692] 'compare' (duration: 11.381015ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:21:59.597585Z","caller":"traceutil/trace.go:171","msg":"trace[107345665] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"117.708814ms","start":"2026-03-08T03:21:59.479832Z","end":"2026-03-08T03:21:59.597541Z","steps":["trace[107345665] 'process raft request' (duration: 117.570111ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:59.597854Z","caller":"traceutil/trace.go:171","msg":"trace[81705559] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"116.870844ms","start":"2026-03-08T03:21:59.480965Z","end":"2026-03-08T03:21:59.597836Z","steps":["trace[81705559] 'process raft request' (duration: 116.516796ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:21:59.597921Z","caller":"traceutil/trace.go:171","msg":"trace[682844310] linearizableReadLoop","detail":"{readStateIndex:26170; appliedIndex:26168; }","duration":"118.315297ms","start":"2026-03-08T03:21:59.479586Z","end":"2026-03-08T03:21:59.597902Z","steps":["trace[682844310] 'read index received' (duration: 33.421939ms)","trace[682844310] 'applied index is now lower than readState.Index' (duration: 84.891158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:21:59.598127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.960503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-08T03:21:59.598153Z","caller":"traceutil/trace.go:171","msg":"trace[1099133380] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:25252; }","duration":"107.036185ms","start":"2026-03-08T03:21:59.491109Z","end":"2026-03-08T03:21:59.598145Z","steps":["trace[1099133380] 'agreement among raft nodes before linearized reading' (duration: 106.887672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:21:59.598141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.527512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-03-08T03:21:59.598219Z","caller":"traceutil/trace.go:171","msg":"trace[748000896] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:25252; }","duration":"118.633185ms","start":"2026-03-08T03:21:59.479566Z","end":"2026-03-08T03:21:59.598199Z","steps":["trace[748000896] 'agreement among raft nodes before linearized reading' (duration: 118.40576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:00.192813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.178202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:00.193029Z","caller":"traceutil/trace.go:171","msg":"trace[1512500442] linearizableReadLoop","detail":"{readStateIndex:26174; appliedIndex:26173; }","duration":"586.404597ms","start":"2026-03-08T03:21:59.606605Z","end":"2026-03-08T03:22:00.193009Z","steps":["trace[1512500442] 'read index received' (duration: 107.896745ms)","trace[1512500442] 'applied index is now lower than readState.Index' (duration: 478.506462ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:00.193089Z","caller":"traceutil/trace.go:171","msg":"trace[462276746] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"589.658033ms","start":"2026-03-08T03:21:59.603418Z","end":"2026-03-08T03:22:00.193076Z","steps":["trace[462276746] 'process raft request' (duration: 111.198632ms)","trace[462276746] 'compare' (duration: 476.872894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:00.193149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:59.603399Z","time spent":"589.727305ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:22:00.193503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.868558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-08T03:22:00.193792Z","caller":"traceutil/trace.go:171","msg":"trace[565837392] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25253; }","duration":"587.210606ms","start":"2026-03-08T03:21:59.606557Z","end":"2026-03-08T03:22:00.193767Z","steps":["trace[565837392] 'agreement among raft nodes before linearized reading' (duration: 586.598482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:00.193829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:59.606542Z","time spent":"587.280847ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-08T03:22:00.264306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.654429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-08T03:22:00.264392Z","caller":"traceutil/trace.go:171","msg":"trace[1300701539] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:25254; }","duration":"618.791303ms","start":"2026-03-08T03:21:59.645577Z","end":"2026-03-08T03:22:00.264368Z","steps":["trace[1300701539] 'agreement among raft nodes before linearized reading' (duration: 618.589148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:00.264436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:59.64555Z","time spent":"618.876884ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-03-08T03:22:00.264669Z","caller":"traceutil/trace.go:171","msg":"trace[529647159] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"112.712787ms","start":"2026-03-08T03:22:00.151942Z","end":"2026-03-08T03:22:00.264655Z","steps":["trace[529647159] 'process raft request' (duration: 111.796066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:00.264844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.9809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:00.264906Z","caller":"traceutil/trace.go:171","msg":"trace[813891987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25254; }","duration":"599.097653ms","start":"2026-03-08T03:21:59.665791Z","end":"2026-03-08T03:22:00.264888Z","steps":["trace[813891987] 'agreement among raft nodes before linearized reading' (duration: 599.022861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:00.264929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:59.665768Z","time spent":"599.156364ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:00.265038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.653365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:00.265062Z","caller":"traceutil/trace.go:171","msg":"trace[983994345] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25254; }","duration":"369.711787ms","start":"2026-03-08T03:21:59.895344Z","end":"2026-03-08T03:22:00.265056Z","steps":["trace[983994345] 'agreement among raft nodes before linearized reading' (duration: 369.662075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:00.265076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:21:59.895326Z","time spent":"369.745938ms","remote":"127.0.0.1:60684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:00.715887Z","caller":"traceutil/trace.go:171","msg":"trace[1556526614] linearizableReadLoop","detail":"{readStateIndex:26176; appliedIndex:26175; }","duration":"435.225043ms","start":"2026-03-08T03:22:00.280635Z","end":"2026-03-08T03:22:00.71586Z","steps":["trace[1556526614] 'read index received' (duration: 433.701098ms)","trace[1556526614] 'applied index is now lower than readState.Index' (duration: 1.522755ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:00.716002Z","caller":"traceutil/trace.go:171","msg":"trace[795858413] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"435.854539ms","start":"2026-03-08T03:22:00.280114Z","end":"2026-03-08T03:22:00.715968Z","steps":["trace[795858413] 'process raft request' (duration: 434.304613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:00.716122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:00.280101Z","time spent":"435.970621ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:22:00.716272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.611992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-08T03:22:00.716353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.516767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-03-08T03:22:00.71637Z","caller":"traceutil/trace.go:171","msg":"trace[793342] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25255; }","duration":"435.707704ms","start":"2026-03-08T03:22:00.280633Z","end":"2026-03-08T03:22:00.71634Z","steps":["trace[793342] 'agreement among raft nodes before linearized reading' (duration: 435.402527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:00.71642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:00.280626Z","time spent":"435.784127ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-03-08T03:22:00.716399Z","caller":"traceutil/trace.go:171","msg":"trace[980006618] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:25255; }","duration":"434.615719ms","start":"2026-03-08T03:22:00.281772Z","end":"2026-03-08T03:22:00.716388Z","steps":["trace[980006618] 'agreement among raft nodes before linearized reading' (duration: 434.385694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:00.716458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.437343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:00.716497Z","caller":"traceutil/trace.go:171","msg":"trace[1634124587] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25255; }","duration":"276.518465ms","start":"2026-03-08T03:22:00.439969Z","end":"2026-03-08T03:22:00.716487Z","steps":["trace[1634124587] 'agreement among raft nodes before linearized reading' (duration: 276.434073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:00.716651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:00.281753Z","time spent":"434.739082ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-08T03:22:01.117124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.55036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:01.117244Z","caller":"traceutil/trace.go:171","msg":"trace[50128746] linearizableReadLoop","detail":"{readStateIndex:26177; appliedIndex:26176; }","duration":"394.852783ms","start":"2026-03-08T03:22:00.722367Z","end":"2026-03-08T03:22:01.11722Z","steps":["trace[50128746] 'read index received' (duration: 186.087687ms)","trace[50128746] 'applied index is now lower than readState.Index' (duration: 208.763546ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:01.117533Z","caller":"traceutil/trace.go:171","msg":"trace[1366418550] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"395.373104ms","start":"2026-03-08T03:22:00.722132Z","end":"2026-03-08T03:22:01.117506Z","steps":["trace[1366418550] 'process raft request' (duration: 186.354183ms)","trace[1366418550] 'compare' (duration: 208.379907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:01.117647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:00.722109Z","time spent":"395.479117ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:22:01.118236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.861046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"info","ts":"2026-03-08T03:22:01.118281Z","caller":"traceutil/trace.go:171","msg":"trace[247863149] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:25256; }","duration":"395.949048ms","start":"2026-03-08T03:22:00.722321Z","end":"2026-03-08T03:22:01.11827Z","steps":["trace[247863149] 'agreement among raft nodes before linearized reading' (duration: 395.761144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:01.118326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:00.722291Z","time spent":"396.01568ms","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9587,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:22:01.118805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.380169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"info","ts":"2026-03-08T03:22:01.118851Z","caller":"traceutil/trace.go:171","msg":"trace[549038556] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:25256; }","duration":"396.44689ms","start":"2026-03-08T03:22:00.722392Z","end":"2026-03-08T03:22:01.118839Z","steps":["trace[549038556] 'agreement among raft nodes before linearized reading' (duration: 396.321057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:01.118891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:00.722378Z","time spent":"396.502052ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-03-08T03:22:01.119216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.291661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-08T03:22:01.119271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.186348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-08T03:22:01.119333Z","caller":"traceutil/trace.go:171","msg":"trace[754814012] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25256; }","duration":"373.26696ms","start":"2026-03-08T03:22:00.746049Z","end":"2026-03-08T03:22:01.119316Z","steps":["trace[754814012] 'agreement among raft nodes before linearized reading' (duration: 373.076975ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:01.119314Z","caller":"traceutil/trace.go:171","msg":"trace[1488279030] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25256; }","duration":"373.446644ms","start":"2026-03-08T03:22:00.745838Z","end":"2026-03-08T03:22:01.119285Z","steps":["trace[1488279030] 'agreement among raft nodes before linearized reading' (duration: 373.154727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:01.119367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:00.746045Z","time spent":"373.316001ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T03:22:01.119409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:00.745812Z","time spent":"373.559307ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:22:01.119898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.221492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:01.119979Z","caller":"traceutil/trace.go:171","msg":"trace[669899994] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25256; }","duration":"395.357255ms","start":"2026-03-08T03:22:00.7246Z","end":"2026-03-08T03:22:01.119957Z","steps":["trace[669899994] 'agreement among raft nodes before linearized reading' (duration: 394.394482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:01.120035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:00.724574Z","time spent":"395.448997ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-08T03:22:01.489466Z","caller":"traceutil/trace.go:171","msg":"trace[2060910343] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"365.830456ms","start":"2026-03-08T03:22:01.123584Z","end":"2026-03-08T03:22:01.489415Z","steps":["trace[2060910343] 'process raft request' (duration: 351.898062ms)","trace[2060910343] 'compare' (duration: 13.569876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:01.48964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.123574Z","time spent":"365.98508ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:02.151038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.968217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:02.151413Z","caller":"traceutil/trace.go:171","msg":"trace[860544921] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"1.024360245s","start":"2026-03-08T03:22:01.126981Z","end":"2026-03-08T03:22:02.151341Z","steps":["trace[860544921] 'process raft request' (duration: 815.982198ms)","trace[860544921] 'compare' (duration: 207.817074ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:02.151452Z","caller":"traceutil/trace.go:171","msg":"trace[98322706] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"939.155639ms","start":"2026-03-08T03:22:01.212267Z","end":"2026-03-08T03:22:02.151422Z","steps":["trace[98322706] 'process raft request' (duration: 939.051636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:02.151614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.126973Z","time spent":"1.024530469s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:02.151678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.212252Z","time spent":"939.366543ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:02.151813Z","caller":"traceutil/trace.go:171","msg":"trace[1959902577] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"939.127808ms","start":"2026-03-08T03:22:01.212665Z","end":"2026-03-08T03:22:02.151793Z","steps":["trace[1959902577] 'process raft request' (duration: 938.696798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:02.151917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.212638Z","time spent":"939.223821ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:02.151945Z","caller":"traceutil/trace.go:171","msg":"trace[1723674217] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"940.029489ms","start":"2026-03-08T03:22:01.211893Z","end":"2026-03-08T03:22:02.151923Z","steps":["trace[1723674217] 'process raft request' (duration: 939.308193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:02.152033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.211864Z","time spent":"940.126712ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:02.152141Z","caller":"traceutil/trace.go:171","msg":"trace[1060529379] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"939.916566ms","start":"2026-03-08T03:22:01.212213Z","end":"2026-03-08T03:22:02.15213Z","steps":["trace[1060529379] 'process raft request' (duration: 939.057076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:02.152194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.212169Z","time spent":"939.996648ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:02.15265Z","caller":"traceutil/trace.go:171","msg":"trace[1872056383] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"938.165716ms","start":"2026-03-08T03:22:01.214438Z","end":"2026-03-08T03:22:02.152604Z","steps":["trace[1872056383] 'process raft request' (duration: 937.235605ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:02.152701Z","caller":"traceutil/trace.go:171","msg":"trace[1975531655] linearizableReadLoop","detail":"{readStateIndex:26179; appliedIndex:26177; }","duration":"1.025619094s","start":"2026-03-08T03:22:01.127052Z","end":"2026-03-08T03:22:02.152671Z","steps":["trace[1975531655] 'read index received' (duration: 348.336039ms)","trace[1975531655] 'applied index is now lower than readState.Index' (duration: 677.281965ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:02.152767Z","caller":"traceutil/trace.go:171","msg":"trace[1987393892] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"937.169413ms","start":"2026-03-08T03:22:01.215548Z","end":"2026-03-08T03:22:02.152718Z","steps":["trace[1987393892] 'process raft request' (duration: 936.966698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:02.152844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.214423Z","time spent":"938.32179ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:02.152875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025819048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-08T03:22:02.152944Z","caller":"traceutil/trace.go:171","msg":"trace[2028506418] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:25264; }","duration":"1.025906361s","start":"2026-03-08T03:22:01.127022Z","end":"2026-03-08T03:22:02.152928Z","steps":["trace[2028506418] 'agreement among raft nodes before linearized reading' (duration: 1.025782048s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:02.153013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.127009Z","time spent":"1.025991263s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-08T03:22:02.152993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.215533Z","time spent":"937.335607ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:02.153002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02115245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:02.153063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.490061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:22:02.153134Z","caller":"traceutil/trace.go:171","msg":"trace[1504354955] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25264; }","duration":"1.021289293s","start":"2026-03-08T03:22:01.131796Z","end":"2026-03-08T03:22:02.153085Z","steps":["trace[1504354955] 'agreement among raft nodes before linearized reading' (duration: 1.021098048s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:02.153172Z","caller":"traceutil/trace.go:171","msg":"trace[1267019221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25264; }","duration":"635.652095ms","start":"2026-03-08T03:22:01.517497Z","end":"2026-03-08T03:22:02.153149Z","steps":["trace[1267019221] 'agreement among raft nodes before linearized reading' (duration: 635.393289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:02.153171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.501308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:02.153178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.151691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:02.153192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.131789Z","time spent":"1.021391136s","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-08T03:22:02.153217Z","caller":"traceutil/trace.go:171","msg":"trace[1919419234] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25264; }","duration":"389.59895ms","start":"2026-03-08T03:22:01.763603Z","end":"2026-03-08T03:22:02.153202Z","steps":["trace[1919419234] 'agreement among raft nodes before linearized reading' (duration: 389.281543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:02.153225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.080466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-08T03:22:02.15326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.763573Z","time spent":"389.678032ms","remote":"127.0.0.1:54240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:02.15326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.137334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:02.153275Z","caller":"traceutil/trace.go:171","msg":"trace[1821017666] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25264; }","duration":"990.171408ms","start":"2026-03-08T03:22:01.16309Z","end":"2026-03-08T03:22:02.153261Z","steps":["trace[1821017666] 'agreement among raft nodes before linearized reading' (duration: 989.970253ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:02.153289Z","caller":"traceutil/trace.go:171","msg":"trace[1580291944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25264; }","duration":"490.208005ms","start":"2026-03-08T03:22:01.663072Z","end":"2026-03-08T03:22:02.15328Z","steps":["trace[1580291944] 'agreement among raft nodes before linearized reading' (duration: 490.158964ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:02.153266Z","caller":"traceutil/trace.go:171","msg":"trace[1862300038] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25264; }","duration":"976.321805ms","start":"2026-03-08T03:22:01.17691Z","end":"2026-03-08T03:22:02.153232Z","steps":["trace[1862300038] 'agreement among raft nodes before linearized reading' (duration: 976.08922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:02.15331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.663046Z","time spent":"490.258907ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:02.153311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.163065Z","time spent":"990.23835ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:22:02.153358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.821701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pls9q.189abf19da69f895\" ","response":"range_response_count:1 size:956"} {"level":"warn","ts":"2026-03-08T03:22:02.15336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018540829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"warn","ts":"2026-03-08T03:22:02.153377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.176894Z","time spent":"976.426727ms","remote":"127.0.0.1:57100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:02.153397Z","caller":"traceutil/trace.go:171","msg":"trace[513479162] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-pls9q.189abf19da69f895; range_end:; response_count:1; response_revision:25264; }","duration":"959.884401ms","start":"2026-03-08T03:22:01.193497Z","end":"2026-03-08T03:22:02.153382Z","steps":["trace[513479162] 'agreement among raft nodes before linearized reading' (duration: 959.720398ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:02.153414Z","caller":"traceutil/trace.go:171","msg":"trace[1575018422] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:25264; }","duration":"1.018605251s","start":"2026-03-08T03:22:01.134793Z","end":"2026-03-08T03:22:02.153398Z","steps":["trace[1575018422] 'agreement among raft nodes before linearized reading' (duration: 1.018410906s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:02.153427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.193483Z","time spent":"959.938073ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":979,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-pls9q.189abf19da69f895\" "} {"level":"warn","ts":"2026-03-08T03:22:02.153452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.134788Z","time spent":"1.018655582s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9587,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"warn","ts":"2026-03-08T03:22:02.153467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.90818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:22:02.153507Z","caller":"traceutil/trace.go:171","msg":"trace[979765574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25264; }","duration":"550.961261ms","start":"2026-03-08T03:22:01.602535Z","end":"2026-03-08T03:22:02.153497Z","steps":["trace[979765574] 'agreement among raft nodes before linearized reading' (duration: 550.811438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:02.153212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.517468Z","time spent":"635.734107ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:02.153535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.084494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:22:02.153537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.602529Z","time spent":"551.000842ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-08T03:22:02.153561Z","caller":"traceutil/trace.go:171","msg":"trace[1176637010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25264; }","duration":"551.109824ms","start":"2026-03-08T03:22:01.602443Z","end":"2026-03-08T03:22:02.153553Z","steps":["trace[1176637010] 'agreement among raft nodes before linearized reading' (duration: 551.019082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:02.153583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.602374Z","time spent":"551.203957ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:22:02.153673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.085084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:22:02.153706Z","caller":"traceutil/trace.go:171","msg":"trace[391948791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25264; }","duration":"551.177926ms","start":"2026-03-08T03:22:01.602518Z","end":"2026-03-08T03:22:02.153696Z","steps":["trace[391948791] 'agreement among raft nodes before linearized reading' (duration: 551.082094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:02.153734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:01.60247Z","time spent":"551.257258ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-08T03:22:02.601705Z","caller":"traceutil/trace.go:171","msg":"trace[1860140328] linearizableReadLoop","detail":"{readStateIndex:26186; appliedIndex:26185; }","duration":"443.276812ms","start":"2026-03-08T03:22:02.158393Z","end":"2026-03-08T03:22:02.60167Z","steps":["trace[1860140328] 'read index received' (duration: 364.428704ms)","trace[1860140328] 'applied index is now lower than readState.Index' (duration: 78.846408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:02.602018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.613399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-08T03:22:02.602064Z","caller":"traceutil/trace.go:171","msg":"trace[883791908] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:25265; }","duration":"443.698662ms","start":"2026-03-08T03:22:02.158349Z","end":"2026-03-08T03:22:02.602048Z","steps":["trace[883791908] 'agreement among raft nodes before linearized reading' (duration: 443.499477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:02.602101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.158339Z","time spent":"443.753223ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"info","ts":"2026-03-08T03:22:02.602341Z","caller":"traceutil/trace.go:171","msg":"trace[1355224014] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"445.290358ms","start":"2026-03-08T03:22:02.156455Z","end":"2026-03-08T03:22:02.601745Z","steps":["trace[1355224014] 'process raft request' (duration: 366.350808ms)","trace[1355224014] 'compare' (duration: 78.536811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:02.602588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.156423Z","time spent":"446.055047ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:03.06259Z","caller":"traceutil/trace.go:171","msg":"trace[346624787] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"903.275721ms","start":"2026-03-08T03:22:02.159273Z","end":"2026-03-08T03:22:03.062549Z","steps":["trace[346624787] 'process raft request' (duration: 903.103377ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:03.06279Z","caller":"traceutil/trace.go:171","msg":"trace[147852100] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"903.820005ms","start":"2026-03-08T03:22:02.158918Z","end":"2026-03-08T03:22:03.062738Z","steps":["trace[147852100] 'process raft request' (duration: 879.769044ms)","trace[147852100] 'compare' (duration: 23.512218ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:03.062871Z","caller":"traceutil/trace.go:171","msg":"trace[55285371] linearizableReadLoop","detail":"{readStateIndex:26192; appliedIndex:26186; }","duration":"461.066685ms","start":"2026-03-08T03:22:02.601777Z","end":"2026-03-08T03:22:03.062844Z","steps":["trace[55285371] 'read index received' (duration: 436.80334ms)","trace[55285371] 'applied index is now lower than readState.Index' (duration: 24.262505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:03.063035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.158896Z","time spent":"904.006019ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:03.063072Z","caller":"traceutil/trace.go:171","msg":"trace[782568696] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"903.753723ms","start":"2026-03-08T03:22:02.159305Z","end":"2026-03-08T03:22:03.063059Z","steps":["trace[782568696] 'process raft request' (duration: 903.18786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:03.063183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.159295Z","time spent":"903.805134ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:03.062825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.15926Z","time spent":"903.442186ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:03.063271Z","caller":"traceutil/trace.go:171","msg":"trace[1035568179] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"903.881515ms","start":"2026-03-08T03:22:02.159353Z","end":"2026-03-08T03:22:03.063234Z","steps":["trace[1035568179] 'process raft request' (duration: 903.289181ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:03.063285Z","caller":"traceutil/trace.go:171","msg":"trace[1817956118] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"790.975845ms","start":"2026-03-08T03:22:02.27227Z","end":"2026-03-08T03:22:03.063246Z","steps":["trace[1817956118] 'process raft request' (duration: 790.528454ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:03.063251Z","caller":"traceutil/trace.go:171","msg":"trace[717098987] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"903.595569ms","start":"2026-03-08T03:22:02.159633Z","end":"2026-03-08T03:22:03.063228Z","steps":["trace[717098987] 'process raft request' (duration: 903.111418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:03.063474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.15934Z","time spent":"904.014109ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:03.06349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.272236Z","time spent":"791.130518ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:03.063497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.501871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"warn","ts":"2026-03-08T03:22:03.063547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.15962Z","time spent":"903.870475ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:22:03.063579Z","caller":"traceutil/trace.go:171","msg":"trace[59507491] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25271; }","duration":"901.600583ms","start":"2026-03-08T03:22:02.161958Z","end":"2026-03-08T03:22:03.063559Z","steps":["trace[59507491] 'agreement among raft nodes before linearized reading' (duration: 901.255465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:03.06356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.440433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:22:03.06362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.161918Z","time spent":"901.695235ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3334,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-08T03:22:03.063524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.942795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:03.063679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.390414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:03.063736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.532551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:22:03.063818Z","caller":"traceutil/trace.go:171","msg":"trace[1396120748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25271; }","duration":"904.636554ms","start":"2026-03-08T03:22:02.159162Z","end":"2026-03-08T03:22:03.063799Z","steps":["trace[1396120748] 'agreement among raft nodes before linearized reading' (duration: 904.364767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:03.063879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.159153Z","time spent":"904.713945ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:22:03.063779Z","caller":"traceutil/trace.go:171","msg":"trace[1653977800] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25271; }","duration":"903.705551ms","start":"2026-03-08T03:22:02.160049Z","end":"2026-03-08T03:22:03.063755Z","steps":["trace[1653977800] 'agreement among raft nodes before linearized reading' (duration: 903.323813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:03.063989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.160041Z","time spent":"903.927306ms","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-08T03:22:03.063701Z","caller":"traceutil/trace.go:171","msg":"trace[951733458] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25271; }","duration":"873.16007ms","start":"2026-03-08T03:22:02.190515Z","end":"2026-03-08T03:22:03.063675Z","steps":["trace[951733458] 'agreement among raft nodes before linearized reading' (duration: 872.967465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:03.064034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.951086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:03.064083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.190484Z","time spent":"873.58063ms","remote":"127.0.0.1:57586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:03.063779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.440097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:03.06414Z","caller":"traceutil/trace.go:171","msg":"trace[1069831526] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25271; }","duration":"447.09895ms","start":"2026-03-08T03:22:02.617013Z","end":"2026-03-08T03:22:03.064112Z","steps":["trace[1069831526] 'agreement among raft nodes before linearized reading' (duration: 446.894185ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:03.063648Z","caller":"traceutil/trace.go:171","msg":"trace[1478052267] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25271; }","duration":"161.568976ms","start":"2026-03-08T03:22:02.902061Z","end":"2026-03-08T03:22:03.06363Z","steps":["trace[1478052267] 'agreement among raft nodes before linearized reading' (duration: 161.425962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:03.064203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.616994Z","time spent":"447.196712ms","remote":"127.0.0.1:56774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:03.064196Z","caller":"traceutil/trace.go:171","msg":"trace[1510839518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25271; }","duration":"402.120182ms","start":"2026-03-08T03:22:02.662059Z","end":"2026-03-08T03:22:03.064179Z","steps":["trace[1510839518] 'agreement among raft nodes before linearized reading' (duration: 401.450947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:03.064267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.662037Z","time spent":"402.209505ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:03.064741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.514759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:198"} {"level":"info","ts":"2026-03-08T03:22:03.064964Z","caller":"traceutil/trace.go:171","msg":"trace[633296985] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:25271; }","duration":"441.666713ms","start":"2026-03-08T03:22:02.623151Z","end":"2026-03-08T03:22:03.064818Z","steps":["trace[633296985] 'agreement among raft nodes before linearized reading' (duration: 440.418924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:03.065035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:02.623141Z","time spent":"441.881948ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-03-08T03:22:03.521359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.940871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:03.5215Z","caller":"traceutil/trace.go:171","msg":"trace[1059462899] linearizableReadLoop","detail":"{readStateIndex:26193; appliedIndex:26192; }","duration":"432.916559ms","start":"2026-03-08T03:22:03.088557Z","end":"2026-03-08T03:22:03.521473Z","steps":["trace[1059462899] 'read index received' (duration: 120.418126ms)","trace[1059462899] 'applied index is now lower than readState.Index' (duration: 312.497093ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:03.521613Z","caller":"traceutil/trace.go:171","msg":"trace[1752921795] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"433.450572ms","start":"2026-03-08T03:22:03.088148Z","end":"2026-03-08T03:22:03.521599Z","steps":["trace[1752921795] 'process raft request' (duration: 120.857567ms)","trace[1752921795] 'compare' (duration: 311.430378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:03.521678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:03.088127Z","time spent":"433.520293ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:22:03.521999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.210734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:03.522081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.692356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:03.522139Z","caller":"traceutil/trace.go:171","msg":"trace[1354608513] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25272; }","duration":"390.790808ms","start":"2026-03-08T03:22:03.131325Z","end":"2026-03-08T03:22:03.522116Z","steps":["trace[1354608513] 'agreement among raft nodes before linearized reading' (duration: 390.733177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:03.522104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.065567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-03-08T03:22:03.5221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.496833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-08T03:22:03.522208Z","caller":"traceutil/trace.go:171","msg":"trace[281181101] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:25272; }","duration":"410.223921ms","start":"2026-03-08T03:22:03.111955Z","end":"2026-03-08T03:22:03.522178Z","steps":["trace[281181101] 'agreement among raft nodes before linearized reading' (duration: 409.889783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:03.5221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.476181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:03.522262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:03.111937Z","time spent":"410.316193ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"info","ts":"2026-03-08T03:22:03.52225Z","caller":"traceutil/trace.go:171","msg":"trace[872779858] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25272; }","duration":"433.684128ms","start":"2026-03-08T03:22:03.088543Z","end":"2026-03-08T03:22:03.522227Z","steps":["trace[872779858] 'agreement among raft nodes before linearized reading' (duration: 433.288748ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:03.52235Z","caller":"traceutil/trace.go:171","msg":"trace[2114957318] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25272; }","duration":"384.762107ms","start":"2026-03-08T03:22:03.137529Z","end":"2026-03-08T03:22:03.522291Z","steps":["trace[2114957318] 'agreement among raft nodes before linearized reading' (duration: 384.487291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:03.522185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:03.131299Z","time spent":"390.876889ms","remote":"127.0.0.1:56792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:03.521994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.360015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:03.522583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:03.137513Z","time spent":"385.050285ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-08T03:22:03.522635Z","caller":"traceutil/trace.go:171","msg":"trace[1805123509] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25272; }","duration":"142.079812ms","start":"2026-03-08T03:22:03.380537Z","end":"2026-03-08T03:22:03.522616Z","steps":["trace[1805123509] 'agreement among raft nodes before linearized reading' (duration: 141.347835ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:03.522159Z","caller":"traceutil/trace.go:171","msg":"trace[1682951097] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25272; }","duration":"293.390908ms","start":"2026-03-08T03:22:03.228703Z","end":"2026-03-08T03:22:03.522093Z","steps":["trace[1682951097] 'agreement among raft nodes before linearized reading' (duration: 293.165962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:03.522431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:03.088529Z","time spent":"433.857851ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-08T03:22:04.312168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.721933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:04.312334Z","caller":"traceutil/trace.go:171","msg":"trace[1752849636] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"784.829992ms","start":"2026-03-08T03:22:03.52748Z","end":"2026-03-08T03:22:04.31231Z","steps":["trace[1752849636] 'process raft request' (duration: 376.884374ms)","trace[1752849636] 'compare' (duration: 407.57788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:04.312414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:03.527465Z","time spent":"784.915494ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:22:04.312432Z","caller":"traceutil/trace.go:171","msg":"trace[2108394720] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"653.598783ms","start":"2026-03-08T03:22:03.658796Z","end":"2026-03-08T03:22:04.312395Z","steps":["trace[2108394720] 'process raft request' (duration: 653.484041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:04.312504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:03.658762Z","time spent":"653.691886ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:04.31268Z","caller":"traceutil/trace.go:171","msg":"trace[1057926322] linearizableReadLoop","detail":"{readStateIndex:26194; appliedIndex:26193; }","duration":"784.602017ms","start":"2026-03-08T03:22:03.528067Z","end":"2026-03-08T03:22:04.312669Z","steps":["trace[1057926322] 'read index received' (duration: 376.315181ms)","trace[1057926322] 'applied index is now lower than readState.Index' (duration: 408.285676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:04.312824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.75395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-03-08T03:22:04.312849Z","caller":"traceutil/trace.go:171","msg":"trace[1843110731] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:25274; }","duration":"784.795532ms","start":"2026-03-08T03:22:03.528045Z","end":"2026-03-08T03:22:04.312841Z","steps":["trace[1843110731] 'agreement among raft nodes before linearized reading' (duration: 784.676529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:04.31287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:03.528035Z","time spent":"784.830242ms","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9570,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"info","ts":"2026-03-08T03:22:04.367042Z","caller":"traceutil/trace.go:171","msg":"trace[1176908211] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"207.6609ms","start":"2026-03-08T03:22:04.159342Z","end":"2026-03-08T03:22:04.367003Z","steps":["trace[1176908211] 'process raft request' (duration: 207.336442ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:04.367114Z","caller":"traceutil/trace.go:171","msg":"trace[90533288] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"207.615009ms","start":"2026-03-08T03:22:04.159427Z","end":"2026-03-08T03:22:04.367042Z","steps":["trace[90533288] 'process raft request' (duration: 207.431675ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:04.367247Z","caller":"traceutil/trace.go:171","msg":"trace[564836793] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"206.453852ms","start":"2026-03-08T03:22:04.160764Z","end":"2026-03-08T03:22:04.367218Z","steps":["trace[564836793] 'process raft request' (duration: 206.160725ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:04.367411Z","caller":"traceutil/trace.go:171","msg":"trace[1266342358] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"206.37302ms","start":"2026-03-08T03:22:04.160998Z","end":"2026-03-08T03:22:04.367371Z","steps":["trace[1266342358] 'process raft request' (duration: 205.9823ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:04.367485Z","caller":"traceutil/trace.go:171","msg":"trace[846314875] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"206.436052ms","start":"2026-03-08T03:22:04.161028Z","end":"2026-03-08T03:22:04.367464Z","steps":["trace[846314875] 'process raft request' (duration: 206.195976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:04.367876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.961601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-08T03:22:04.367881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.480119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-03-08T03:22:04.36792Z","caller":"traceutil/trace.go:171","msg":"trace[1381875811] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25280; }","duration":"838.073153ms","start":"2026-03-08T03:22:03.529835Z","end":"2026-03-08T03:22:04.367908Z","steps":["trace[1381875811] 'agreement among raft nodes before linearized reading' (duration: 837.743665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:04.367901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.893359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:04.367919Z","caller":"traceutil/trace.go:171","msg":"trace[1130533861] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"205.972741ms","start":"2026-03-08T03:22:04.161936Z","end":"2026-03-08T03:22:04.367909Z","steps":["trace[1130533861] 'process raft request' (duration: 205.423988ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:04.367933Z","caller":"traceutil/trace.go:171","msg":"trace[422795320] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:25280; }","duration":"834.589581ms","start":"2026-03-08T03:22:03.533329Z","end":"2026-03-08T03:22:04.367918Z","steps":["trace[422795320] 'agreement among raft nodes before linearized reading' (duration: 834.145551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:04.36795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:03.529808Z","time spent":"838.134275ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:22:04.367974Z","caller":"traceutil/trace.go:171","msg":"trace[1244573941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25280; }","duration":"705.035462ms","start":"2026-03-08T03:22:03.662915Z","end":"2026-03-08T03:22:04.36795Z","steps":["trace[1244573941] 'agreement among raft nodes before linearized reading' (duration: 704.905099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:04.367981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:03.5333Z","time spent":"834.665563ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"warn","ts":"2026-03-08T03:22:04.368023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:03.662888Z","time spent":"705.121364ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:04.367877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.524195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:04.36813Z","caller":"traceutil/trace.go:171","msg":"trace[175112109] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25280; }","duration":"560.834321ms","start":"2026-03-08T03:22:03.807278Z","end":"2026-03-08T03:22:04.368112Z","steps":["trace[175112109] 'agreement among raft nodes before linearized reading' (duration: 560.530324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:04.368187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:03.807253Z","time spent":"560.910723ms","remote":"127.0.0.1:54264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:05.227414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.885372ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:05.227559Z","caller":"traceutil/trace.go:171","msg":"trace[714603707] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25280; }","duration":"606.036235ms","start":"2026-03-08T03:22:04.621503Z","end":"2026-03-08T03:22:05.227539Z","steps":["trace[714603707] 'range keys from in-memory index tree' (duration: 605.866491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:05.227659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.84929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:05.227842Z","caller":"traceutil/trace.go:171","msg":"trace[33902347] linearizableReadLoop","detail":"{readStateIndex:26202; appliedIndex:26201; }","duration":"841.339339ms","start":"2026-03-08T03:22:04.386484Z","end":"2026-03-08T03:22:05.227824Z","steps":["trace[33902347] 'read index received' (duration: 220.361136ms)","trace[33902347] 'applied index is now lower than readState.Index' (duration: 620.975263ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:05.22787Z","caller":"traceutil/trace.go:171","msg":"trace[1375225431] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"842.948366ms","start":"2026-03-08T03:22:04.384881Z","end":"2026-03-08T03:22:05.227829Z","steps":["trace[1375225431] 'process raft request' (duration: 221.872721ms)","trace[1375225431] 'compare' (duration: 620.723147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:05.227968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:04.384862Z","time spent":"843.058019ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:22:05.762014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375509708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-08T03:22:05.762115Z","caller":"traceutil/trace.go:171","msg":"trace[1061626959] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25281; }","duration":"1.375641632s","start":"2026-03-08T03:22:04.386444Z","end":"2026-03-08T03:22:05.762085Z","steps":["trace[1061626959] 'agreement among raft nodes before linearized reading' (duration: 841.449322ms)","trace[1061626959] 'range keys from in-memory index tree' (duration: 533.959555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:05.762175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:04.386423Z","time spent":"1.375741244s","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-08T03:22:05.76317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.371748ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:22:05.763544Z","caller":"traceutil/trace.go:171","msg":"trace[145428849] linearizableReadLoop","detail":"{readStateIndex:26205; appliedIndex:26202; }","duration":"535.648814ms","start":"2026-03-08T03:22:05.227872Z","end":"2026-03-08T03:22:05.763521Z","steps":["trace[145428849] 'read index received' (duration: 44.724712ms)","trace[145428849] 'applied index is now lower than readState.Index' (duration: 490.922882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:05.763656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376744758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:05.76369Z","caller":"traceutil/trace.go:171","msg":"trace[1811230998] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25283; }","duration":"1.376803819s","start":"2026-03-08T03:22:04.386877Z","end":"2026-03-08T03:22:05.763681Z","steps":["trace[1811230998] 'agreement among raft nodes before linearized reading' (duration: 1.376711617s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:05.763732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:04.386872Z","time spent":"1.37685057s","remote":"127.0.0.1:57570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:05.763993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.066419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:05.763991Z","caller":"traceutil/trace.go:171","msg":"trace[2033136339] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"691.057316ms","start":"2026-03-08T03:22:05.07289Z","end":"2026-03-08T03:22:05.763947Z","steps":["trace[2033136339] 'process raft request' (duration: 690.576725ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:05.764055Z","caller":"traceutil/trace.go:171","msg":"trace[461743396] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25283; }","duration":"991.179431ms","start":"2026-03-08T03:22:04.772857Z","end":"2026-03-08T03:22:05.764037Z","steps":["trace[461743396] 'agreement among raft nodes before linearized reading' (duration: 991.078699ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:05.764078Z","caller":"traceutil/trace.go:171","msg":"trace[978455168] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"1.283640738s","start":"2026-03-08T03:22:04.480417Z","end":"2026-03-08T03:22:05.764058Z","steps":["trace[978455168] 'process raft request' (duration: 1.28286047s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:05.764141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.66417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:05.76418Z","caller":"traceutil/trace.go:171","msg":"trace[1802774862] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25283; }","duration":"863.751781ms","start":"2026-03-08T03:22:04.900419Z","end":"2026-03-08T03:22:05.764171Z","steps":["trace[1802774862] 'agreement among raft nodes before linearized reading' (duration: 863.69074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:05.764207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:04.900392Z","time spent":"863.808173ms","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:05.764216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:05.072849Z","time spent":"691.23772ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:05.764255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.520207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:22:05.764307Z","caller":"traceutil/trace.go:171","msg":"trace[1005859631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25283; }","duration":"691.586458ms","start":"2026-03-08T03:22:05.072707Z","end":"2026-03-08T03:22:05.764293Z","steps":["trace[1005859631] 'agreement among raft nodes before linearized reading' (duration: 691.24092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:05.764344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:05.072701Z","time spent":"691.635449ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:05.764225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.456466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-08T03:22:05.764456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.785553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:22:05.764479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094578151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:05.76452Z","caller":"traceutil/trace.go:171","msg":"trace[1959420478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25283; }","duration":"1.094657162s","start":"2026-03-08T03:22:04.669851Z","end":"2026-03-08T03:22:05.764508Z","steps":["trace[1959420478] 'agreement among raft nodes before linearized reading' (duration: 1.094599771s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:05.764554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:04.669828Z","time spent":"1.094719174s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:22:05.764459Z","caller":"traceutil/trace.go:171","msg":"trace[1086339842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25283; }","duration":"691.761573ms","start":"2026-03-08T03:22:05.072671Z","end":"2026-03-08T03:22:05.764432Z","steps":["trace[1086339842] 'agreement among raft nodes before linearized reading' (duration: 691.178289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:05.764605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365583377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-08T03:22:05.764651Z","caller":"traceutil/trace.go:171","msg":"trace[1051044930] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:25283; }","duration":"1.365645029s","start":"2026-03-08T03:22:04.398989Z","end":"2026-03-08T03:22:05.764634Z","steps":["trace[1051044930] 'agreement among raft nodes before linearized reading' (duration: 1.365303411s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:05.764521Z","caller":"traceutil/trace.go:171","msg":"trace[722874024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25283; }","duration":"691.864705ms","start":"2026-03-08T03:22:05.072638Z","end":"2026-03-08T03:22:05.764502Z","steps":["trace[722874024] 'agreement among raft nodes before linearized reading' (duration: 691.619379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:05.764697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:04.398977Z","time spent":"1.365710251s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"warn","ts":"2026-03-08T03:22:05.764699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:05.072625Z","time spent":"692.06524ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:05.764216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:04.480386Z","time spent":"1.28374137s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:05.764663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.020299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:22:05.76497Z","caller":"traceutil/trace.go:171","msg":"trace[1185339853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25283; }","duration":"692.376067ms","start":"2026-03-08T03:22:05.07258Z","end":"2026-03-08T03:22:05.764956Z","steps":["trace[1185339853] 'agreement among raft nodes before linearized reading' (duration: 691.521037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:05.765021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:05.072553Z","time spent":"692.454609ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:22:05.764653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:05.072662Z","time spent":"691.973937ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:05.764091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:04.772822Z","time spent":"991.259363ms","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:06.225068Z","caller":"traceutil/trace.go:171","msg":"trace[2059545210] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"453.850357ms","start":"2026-03-08T03:22:05.771186Z","end":"2026-03-08T03:22:06.225037Z","steps":["trace[2059545210] 'process raft request' (duration: 384.032401ms)","trace[2059545210] 'compare' (duration: 69.57654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:06.225221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:05.771162Z","time spent":"453.995179ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:06.645717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.456688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:06.646279Z","caller":"traceutil/trace.go:171","msg":"trace[757761757] linearizableReadLoop","detail":"{readStateIndex:26209; appliedIndex:26205; }","duration":"874.241695ms","start":"2026-03-08T03:22:05.772016Z","end":"2026-03-08T03:22:06.646257Z","steps":["trace[757761757] 'read index received' (duration: 383.208912ms)","trace[757761757] 'applied index is now lower than readState.Index' (duration: 491.031093ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:06.646467Z","caller":"traceutil/trace.go:171","msg":"trace[608140309] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"874.828879ms","start":"2026-03-08T03:22:05.771619Z","end":"2026-03-08T03:22:06.646448Z","steps":["trace[608140309] 'process raft request' (duration: 653.557841ms)","trace[608140309] 'compare' (duration: 220.318925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:06.647032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:05.771586Z","time spent":"875.400022ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:06.646557Z","caller":"traceutil/trace.go:171","msg":"trace[727227580] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"874.832519ms","start":"2026-03-08T03:22:05.771715Z","end":"2026-03-08T03:22:06.646548Z","steps":["trace[727227580] 'process raft request' (duration: 874.43118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:06.647221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:05.771705Z","time spent":"875.480564ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:06.646596Z","caller":"traceutil/trace.go:171","msg":"trace[726163998] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"874.766117ms","start":"2026-03-08T03:22:05.771822Z","end":"2026-03-08T03:22:06.646588Z","steps":["trace[726163998] 'process raft request' (duration: 874.385228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:06.646732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.711846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-08T03:22:06.647401Z","caller":"traceutil/trace.go:171","msg":"trace[1547579430] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25287; }","duration":"875.378641ms","start":"2026-03-08T03:22:05.771992Z","end":"2026-03-08T03:22:06.647371Z","steps":["trace[1547579430] 'agreement among raft nodes before linearized reading' (duration: 874.627624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:06.647429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:05.771798Z","time spent":"875.514165ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:06.647498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:05.771975Z","time spent":"875.486264ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-08T03:22:07.147977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:22:07.477791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02459614s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:22:07.777481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:22:07.777581Z","caller":"traceutil/trace.go:171","msg":"trace[1658315313] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000485044s","start":"2026-03-08T03:22:05.777074Z","end":"2026-03-08T03:22:07.777559Z","steps":["trace[1658315313] 'agreement among raft nodes before linearized reading' (duration: 2.000365501s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:07.777632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:05.77706Z","time spent":"2.000560386s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:22:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:22:08.73694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:07.22907Z","time spent":"1.507857303s","remote":"127.0.0.1:60816","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:22:08.73804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259860394s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:08.738448Z","caller":"traceutil/trace.go:171","msg":"trace[1931347053] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"2.363810813s","start":"2026-03-08T03:22:06.374612Z","end":"2026-03-08T03:22:08.738423Z","steps":["trace[1931347053] 'process raft request' (duration: 2.363734331s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.738534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:06.374595Z","time spent":"2.363900455s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:08.738678Z","caller":"traceutil/trace.go:171","msg":"trace[408102541] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"2.364268264s","start":"2026-03-08T03:22:06.374358Z","end":"2026-03-08T03:22:08.738626Z","steps":["trace[408102541] 'process raft request' (duration: 1.103730604s)","trace[408102541] 'compare' (duration: 1.258863251s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:08.738791Z","caller":"traceutil/trace.go:171","msg":"trace[1725143747] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"2.364335605s","start":"2026-03-08T03:22:06.374442Z","end":"2026-03-08T03:22:08.738778Z","steps":["trace[1725143747] 'process raft request' (duration: 2.36370053s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.738853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:06.374411Z","time spent":"2.364409357s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:08.738893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:06.374306Z","time spent":"2.364483348s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:08.739028Z","caller":"traceutil/trace.go:171","msg":"trace[2082860245] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"2.364419548s","start":"2026-03-08T03:22:06.374597Z","end":"2026-03-08T03:22:08.739016Z","steps":["trace[2082860245] 'process raft request' (duration: 2.363702511s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.739094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:06.374589Z","time spent":"2.364470059s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:08.739295Z","caller":"traceutil/trace.go:171","msg":"trace[79746637] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"2.36410428s","start":"2026-03-08T03:22:06.375177Z","end":"2026-03-08T03:22:08.739282Z","steps":["trace[79746637] 'process raft request' (duration: 2.363207269s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.739374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:06.375144Z","time spent":"2.364192752s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:08.739656Z","caller":"traceutil/trace.go:171","msg":"trace[1880098889] linearizableReadLoop","detail":"{readStateIndex:26215; appliedIndex:26209; }","duration":"2.092843507s","start":"2026-03-08T03:22:06.6468Z","end":"2026-03-08T03:22:08.739644Z","steps":["trace[1880098889] 'read index received' (duration: 831.311855ms)","trace[1880098889] 'applied index is now lower than readState.Index' (duration: 1.261530332s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:08.739858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653682088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-08T03:22:08.73991Z","caller":"traceutil/trace.go:171","msg":"trace[1019680822] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25293; }","duration":"2.65377289s","start":"2026-03-08T03:22:06.086121Z","end":"2026-03-08T03:22:08.739894Z","steps":["trace[1019680822] 'agreement among raft nodes before linearized reading' (duration: 2.653613116s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.739944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956382943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:22:08.739987Z","caller":"traceutil/trace.go:171","msg":"trace[696366781] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:25293; }","duration":"2.956438014s","start":"2026-03-08T03:22:05.783538Z","end":"2026-03-08T03:22:08.739976Z","steps":["trace[696366781] 'agreement among raft nodes before linearized reading' (duration: 2.95629025s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:08.739989Z","caller":"traceutil/trace.go:171","msg":"trace[797456126] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"2.34782543s","start":"2026-03-08T03:22:06.392153Z","end":"2026-03-08T03:22:08.739979Z","steps":["trace[797456126] 'process raft request' (duration: 2.347049732s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.740022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:05.783531Z","time spent":"2.956484055s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-08T03:22:08.740063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:06.392123Z","time spent":"2.347896812s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:08.740253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966350435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:208"} {"level":"warn","ts":"2026-03-08T03:22:08.739952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:06.086097Z","time spent":"2.653844692s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-08T03:22:08.740298Z","caller":"traceutil/trace.go:171","msg":"trace[822987306] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:25293; }","duration":"2.966421297s","start":"2026-03-08T03:22:05.773861Z","end":"2026-03-08T03:22:08.740283Z","steps":["trace[822987306] 'agreement among raft nodes before linearized reading' (duration: 2.966309714s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.740452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:05.773851Z","time spent":"2.966592111s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-03-08T03:22:08.74975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.358273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:08.749787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315254365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:08.749879Z","caller":"traceutil/trace.go:171","msg":"trace[1143026588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25294; }","duration":"972.543887ms","start":"2026-03-08T03:22:07.7773Z","end":"2026-03-08T03:22:08.749844Z","steps":["trace[1143026588] 'agreement among raft nodes before linearized reading' (duration: 972.323652ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:08.749884Z","caller":"traceutil/trace.go:171","msg":"trace[1964134405] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25294; }","duration":"1.315412388s","start":"2026-03-08T03:22:07.434445Z","end":"2026-03-08T03:22:08.749857Z","steps":["trace[1964134405] 'agreement among raft nodes before linearized reading' (duration: 1.315241504s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.749887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206246784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:22:08.749949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:07.434416Z","time spent":"1.315521061s","remote":"127.0.0.1:56764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:08.749976Z","caller":"traceutil/trace.go:171","msg":"trace[1483724322] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25294; }","duration":"1.206407947s","start":"2026-03-08T03:22:07.543549Z","end":"2026-03-08T03:22:08.749957Z","steps":["trace[1483724322] 'agreement among raft nodes before linearized reading' (duration: 1.206292255s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.749932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:07.777271Z","time spent":"972.65137ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:08.750014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:07.543525Z","time spent":"1.20648031s","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:08.750214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246090972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:08.750295Z","caller":"traceutil/trace.go:171","msg":"trace[1714386211] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25294; }","duration":"1.246311568s","start":"2026-03-08T03:22:07.503963Z","end":"2026-03-08T03:22:08.750275Z","steps":["trace[1714386211] 'agreement among raft nodes before linearized reading' (duration: 1.246061422s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.750337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:07.503937Z","time spent":"1.246390339s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:08.750343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.562422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-08T03:22:08.750304Z","caller":"traceutil/trace.go:171","msg":"trace[2034139747] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"980.189685ms","start":"2026-03-08T03:22:07.770033Z","end":"2026-03-08T03:22:08.750223Z","steps":["trace[2034139747] 'process raft request' (duration: 979.011777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.749774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.611431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:08.75048Z","caller":"traceutil/trace.go:171","msg":"trace[971867671] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25294; }","duration":"614.407599ms","start":"2026-03-08T03:22:08.136061Z","end":"2026-03-08T03:22:08.750469Z","steps":["trace[971867671] 'agreement among raft nodes before linearized reading' (duration: 613.530359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.75049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097383843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" ","response":"range_response_count:1 size:1297"} {"level":"warn","ts":"2026-03-08T03:22:08.750514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:08.136037Z","time spent":"614.467541ms","remote":"127.0.0.1:56978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:08.750513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.725113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T03:22:08.75053Z","caller":"traceutil/trace.go:171","msg":"trace[1662494080] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-nova-default-user; range_end:; response_count:1; response_revision:25294; }","duration":"2.097460905s","start":"2026-03-08T03:22:06.653055Z","end":"2026-03-08T03:22:08.750516Z","steps":["trace[1662494080] 'agreement among raft nodes before linearized reading' (duration: 2.09728723s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:08.750562Z","caller":"traceutil/trace.go:171","msg":"trace[366945799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25294; }","duration":"519.800035ms","start":"2026-03-08T03:22:08.230741Z","end":"2026-03-08T03:22:08.750541Z","steps":["trace[366945799] 'agreement among raft nodes before linearized reading' (duration: 519.652282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.750608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:08.230722Z","time spent":"519.878247ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:08.750633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535348674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:08.750652Z","caller":"traceutil/trace.go:171","msg":"trace[2023387721] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25294; }","duration":"1.535407346s","start":"2026-03-08T03:22:07.215239Z","end":"2026-03-08T03:22:08.750646Z","steps":["trace[2023387721] 'agreement among raft nodes before linearized reading' (duration: 1.534418512s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.750573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:06.653035Z","time spent":"2.097530257s","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1320,"request content":"key:\"/registry/secrets/openstack/rabbitmq-nova-default-user\" "} {"level":"warn","ts":"2026-03-08T03:22:08.749795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074452792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:22:08.750676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:07.21522Z","time spent":"1.535449456s","remote":"127.0.0.1:57048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:08.750695Z","caller":"traceutil/trace.go:171","msg":"trace[1043386275] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25294; }","duration":"1.075436606s","start":"2026-03-08T03:22:07.675249Z","end":"2026-03-08T03:22:08.750686Z","steps":["trace[1043386275] 'agreement among raft nodes before linearized reading' (duration: 1.074441582s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.750731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:07.675223Z","time spent":"1.075497686s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:08.750785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286213758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:08.750874Z","caller":"traceutil/trace.go:171","msg":"trace[338415506] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25294; }","duration":"1.28630613s","start":"2026-03-08T03:22:07.464524Z","end":"2026-03-08T03:22:08.75083Z","steps":["trace[338415506] 'agreement among raft nodes before linearized reading' (duration: 1.285112632s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:08.750916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:07.464503Z","time spent":"1.286403502s","remote":"127.0.0.1:57824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:08.750894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:07.770009Z","time spent":"980.440921ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:08.750401Z","caller":"traceutil/trace.go:171","msg":"trace[111953556] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239; range_end:; response_count:1; response_revision:25294; }","duration":"281.655614ms","start":"2026-03-08T03:22:08.468718Z","end":"2026-03-08T03:22:08.750374Z","steps":["trace[111953556] 'agreement among raft nodes before linearized reading' (duration: 281.554072ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:09.015167Z","caller":"traceutil/trace.go:171","msg":"trace[899263199] linearizableReadLoop","detail":"{readStateIndex:26217; appliedIndex:26216; }","duration":"265.549589ms","start":"2026-03-08T03:22:08.749576Z","end":"2026-03-08T03:22:09.015126Z","steps":["trace[899263199] 'read index received' (duration: 178.692354ms)","trace[899263199] 'applied index is now lower than readState.Index' (duration: 86.855415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:09.015422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.138613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dee35e00-a55c-4110-8bfc-ab3116581009\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-08T03:22:09.015465Z","caller":"traceutil/trace.go:171","msg":"trace[709112206] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dee35e00-a55c-4110-8bfc-ab3116581009; range_end:; response_count:1; response_revision:25294; }","duration":"269.198634ms","start":"2026-03-08T03:22:08.746254Z","end":"2026-03-08T03:22:09.015453Z","steps":["trace[709112206] 'agreement among raft nodes before linearized reading' (duration: 269.01662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:09.015562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.703416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-08T03:22:09.015614Z","caller":"traceutil/trace.go:171","msg":"trace[2111670966] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:25294; }","duration":"269.807238ms","start":"2026-03-08T03:22:08.745791Z","end":"2026-03-08T03:22:09.015598Z","steps":["trace[2111670966] 'agreement among raft nodes before linearized reading' (duration: 269.637154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:09.483289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.767282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:09.48371Z","caller":"traceutil/trace.go:171","msg":"trace[179267752] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"729.778529ms","start":"2026-03-08T03:22:08.75388Z","end":"2026-03-08T03:22:09.483659Z","steps":["trace[179267752] 'process raft request' (duration: 370.545956ms)","trace[179267752] 'compare' (duration: 357.913672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:09.483928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:08.753859Z","time spent":"729.949082ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:09.484248Z","caller":"traceutil/trace.go:171","msg":"trace[1982483563] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"728.258203ms","start":"2026-03-08T03:22:08.755971Z","end":"2026-03-08T03:22:09.484229Z","steps":["trace[1982483563] 'process raft request' (duration: 727.68952ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:09.484247Z","caller":"traceutil/trace.go:171","msg":"trace[983148153] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"729.143434ms","start":"2026-03-08T03:22:08.755086Z","end":"2026-03-08T03:22:09.484229Z","steps":["trace[983148153] 'process raft request' (duration: 728.437178ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:09.484278Z","caller":"traceutil/trace.go:171","msg":"trace[1704557337] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"727.752951ms","start":"2026-03-08T03:22:08.756486Z","end":"2026-03-08T03:22:09.484239Z","steps":["trace[1704557337] 'process raft request' (duration: 727.238469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:09.484331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:08.755964Z","time spent":"728.326604ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:09.484322Z","caller":"traceutil/trace.go:171","msg":"trace[271422189] linearizableReadLoop","detail":"{readStateIndex:26222; appliedIndex:26217; }","duration":"469.051362ms","start":"2026-03-08T03:22:09.015239Z","end":"2026-03-08T03:22:09.48429Z","steps":["trace[271422189] 'read index received' (duration: 109.202656ms)","trace[271422189] 'applied index is now lower than readState.Index' (duration: 359.844156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:09.484382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.742214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:09.484406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:08.755079Z","time spent":"729.247136ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:09.484243Z","caller":"traceutil/trace.go:171","msg":"trace[854471038] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"728.270084ms","start":"2026-03-08T03:22:08.755921Z","end":"2026-03-08T03:22:09.484191Z","steps":["trace[854471038] 'process raft request' (duration: 727.701681ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:09.484419Z","caller":"traceutil/trace.go:171","msg":"trace[1344321755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25299; }","duration":"725.798086ms","start":"2026-03-08T03:22:08.75861Z","end":"2026-03-08T03:22:09.484408Z","steps":["trace[1344321755] 'agreement among raft nodes before linearized reading' (duration: 725.702574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:09.484454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:08.758601Z","time spent":"725.847207ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:09.484472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:08.755914Z","time spent":"728.52715ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:09.484588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:08.75648Z","time spent":"728.014638ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:09.484636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.180478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:09.484763Z","caller":"traceutil/trace.go:171","msg":"trace[85530284] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25299; }","duration":"727.344432ms","start":"2026-03-08T03:22:08.757394Z","end":"2026-03-08T03:22:09.484738Z","steps":["trace[85530284] 'agreement among raft nodes before linearized reading' (duration: 727.175868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:09.484881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:08.757372Z","time spent":"727.487856ms","remote":"127.0.0.1:57440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-08T03:22:09.485263Z","caller":"traceutil/trace.go:171","msg":"trace[1808187442] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"467.643669ms","start":"2026-03-08T03:22:09.017601Z","end":"2026-03-08T03:22:09.485245Z","steps":["trace[1808187442] 'process raft request' (duration: 466.170444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:09.485389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:09.017567Z","time spent":"467.778962ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:11.442765Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.459738802s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:22:11.486684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:22:11.486788Z","caller":"traceutil/trace.go:171","msg":"trace[1368472641] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366732s","start":"2026-03-08T03:22:09.486394Z","end":"2026-03-08T03:22:11.48676Z","steps":["trace[1368472641] 'agreement among raft nodes before linearized reading' (duration: 2.000243379s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:11.48685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:09.486343Z","time spent":"2.000496244s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:22:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:22:13.492413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000565026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:22:13.492525Z","caller":"traceutil/trace.go:171","msg":"trace[1998045282] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000713139s","start":"2026-03-08T03:22:11.491765Z","end":"2026-03-08T03:22:13.492479Z","steps":["trace[1998045282] 'agreement among raft nodes before linearized reading' (duration: 2.000604567s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.492569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:11.491732Z","time spent":"2.000827361s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:22:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:22:13.532528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549456936s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:13.532793Z","caller":"traceutil/trace.go:171","msg":"trace[1499528319] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"3.884280979s","start":"2026-03-08T03:22:09.648487Z","end":"2026-03-08T03:22:13.532768Z","steps":["trace[1499528319] 'process raft request' (duration: 3.884159446s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.532871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:09.648462Z","time spent":"3.88436752s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:13.533297Z","caller":"traceutil/trace.go:171","msg":"trace[850101136] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"4.239367665s","start":"2026-03-08T03:22:09.293914Z","end":"2026-03-08T03:22:13.533282Z","steps":["trace[850101136] 'process raft request' (duration: 689.057529ms)","trace[850101136] 'compare' (duration: 3.547555791s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:13.533358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:09.293888Z","time spent":"4.239438156s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:13.533501Z","caller":"traceutil/trace.go:171","msg":"trace[756972508] linearizableReadLoop","detail":"{readStateIndex:26224; appliedIndex:26223; }","duration":"4.04908666s","start":"2026-03-08T03:22:09.484403Z","end":"2026-03-08T03:22:13.533489Z","steps":["trace[756972508] 'read index received' (duration: 498.5843ms)","trace[756972508] 'applied index is now lower than readState.Index' (duration: 3.550501309s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:13.53365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.141436732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:22:13.533676Z","caller":"traceutil/trace.go:171","msg":"trace[1406993732] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25302; }","duration":"4.141498994s","start":"2026-03-08T03:22:09.392168Z","end":"2026-03-08T03:22:13.533667Z","steps":["trace[1406993732] 'agreement among raft nodes before linearized reading' (duration: 4.141380371s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.533707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:09.392147Z","time spent":"4.141550554s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:22:13.533789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.51337375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-08T03:22:13.533817Z","caller":"traceutil/trace.go:171","msg":"trace[344600848] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:25302; }","duration":"4.513428732s","start":"2026-03-08T03:22:09.020379Z","end":"2026-03-08T03:22:13.533808Z","steps":["trace[344600848] 'agreement among raft nodes before linearized reading' (duration: 4.51334187s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.533837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:09.020362Z","time spent":"4.513469972s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-08T03:22:13.533905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.513901063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-08T03:22:13.533971Z","caller":"traceutil/trace.go:171","msg":"trace[567112502] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25302; }","duration":"4.514023545s","start":"2026-03-08T03:22:09.019927Z","end":"2026-03-08T03:22:13.533951Z","steps":["trace[567112502] 'agreement among raft nodes before linearized reading' (duration: 4.51381716s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.534013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:09.019904Z","time spent":"4.514100257s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-08T03:22:13.582625Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.139661457s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:22:13.583131Z","caller":"traceutil/trace.go:171","msg":"trace[110694373] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"2.837502492s","start":"2026-03-08T03:22:10.745603Z","end":"2026-03-08T03:22:13.583105Z","steps":["trace[110694373] 'process raft request' (duration: 2.837306437s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.583257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:10.745571Z","time spent":"2.837599694s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:13.583399Z","caller":"traceutil/trace.go:171","msg":"trace[1216085396] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"2.837568994s","start":"2026-03-08T03:22:10.745793Z","end":"2026-03-08T03:22:13.583362Z","steps":["trace[1216085396] 'process raft request' (duration: 2.837261867s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:13.583559Z","caller":"traceutil/trace.go:171","msg":"trace[1150665613] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"2.835965437s","start":"2026-03-08T03:22:10.747562Z","end":"2026-03-08T03:22:13.583528Z","steps":["trace[1150665613] 'process raft request' (duration: 2.835870474s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:13.583609Z","caller":"traceutil/trace.go:171","msg":"trace[1070420472] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"2.837218796s","start":"2026-03-08T03:22:10.746357Z","end":"2026-03-08T03:22:13.583576Z","steps":["trace[1070420472] 'process raft request' (duration: 2.836919229s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.583644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:10.745751Z","time spent":"2.837803679s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:13.583742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:10.747545Z","time spent":"2.836099079s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:13.583764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:10.74632Z","time spent":"2.837364849s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:13.583822Z","caller":"traceutil/trace.go:171","msg":"trace[1369665551] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"2.836068309s","start":"2026-03-08T03:22:10.747739Z","end":"2026-03-08T03:22:13.583807Z","steps":["trace[1369665551] 'process raft request' (duration: 2.835743221s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.583892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:10.747725Z","time spent":"2.83613147s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:13.584051Z","caller":"traceutil/trace.go:171","msg":"trace[1036713134] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"2.836268543s","start":"2026-03-08T03:22:10.747765Z","end":"2026-03-08T03:22:13.584033Z","steps":["trace[1036713134] 'process raft request' (duration: 2.835972036s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:13.584067Z","caller":"traceutil/trace.go:171","msg":"trace[1149383935] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"2.812600272s","start":"2026-03-08T03:22:10.771454Z","end":"2026-03-08T03:22:13.584055Z","steps":["trace[1149383935] 'process raft request' (duration: 2.812561521s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:13.584082Z","caller":"traceutil/trace.go:171","msg":"trace[1035603594] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"2.827403997s","start":"2026-03-08T03:22:10.756663Z","end":"2026-03-08T03:22:13.584067Z","steps":["trace[1035603594] 'process raft request' (duration: 2.827264594s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.584113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:10.747749Z","time spent":"2.836332874s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:13.584125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:10.77144Z","time spent":"2.812650983s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:13.584165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:10.756632Z","time spent":"2.827488528s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:13.942885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.126515ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:22:13.94343Z","caller":"traceutil/trace.go:171","msg":"trace[1976870880] linearizableReadLoop","detail":"{readStateIndex:26235; appliedIndex:26225; }","duration":"409.864003ms","start":"2026-03-08T03:22:13.533522Z","end":"2026-03-08T03:22:13.943386Z","steps":["trace[1976870880] 'read index received' (duration: 49.370251ms)","trace[1976870880] 'applied index is now lower than readState.Index' (duration: 360.491472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:13.943653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466396293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:13.943758Z","caller":"traceutil/trace.go:171","msg":"trace[956815662] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25311; }","duration":"2.466558067s","start":"2026-03-08T03:22:11.477171Z","end":"2026-03-08T03:22:13.943729Z","steps":["trace[956815662] 'agreement among raft nodes before linearized reading' (duration: 2.466317011s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.943739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45168279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:22:13.943808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:11.477154Z","time spent":"2.466643028s","remote":"127.0.0.1:56750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:13.943835Z","caller":"traceutil/trace.go:171","msg":"trace[1604990907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25311; }","duration":"2.451802243s","start":"2026-03-08T03:22:11.492007Z","end":"2026-03-08T03:22:13.94381Z","steps":["trace[1604990907] 'agreement among raft nodes before linearized reading' (duration: 2.451465655s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.94388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:11.492001Z","time spent":"2.451867494s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:13.943944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.428097183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189abfa52fac22f8\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-03-08T03:22:13.943987Z","caller":"traceutil/trace.go:171","msg":"trace[1079810478] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189abfa52fac22f8; range_end:; response_count:1; response_revision:25311; }","duration":"4.428187925s","start":"2026-03-08T03:22:09.515778Z","end":"2026-03-08T03:22:13.943966Z","steps":["trace[1079810478] 'agreement among raft nodes before linearized reading' (duration: 4.428035102s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.944025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:09.515754Z","time spent":"4.428262847s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.189abfa52fac22f8\" "} {"level":"warn","ts":"2026-03-08T03:22:13.944151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823933589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:13.944146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105012033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:13.944174Z","caller":"traceutil/trace.go:171","msg":"trace[722690458] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25311; }","duration":"1.824039912s","start":"2026-03-08T03:22:12.120127Z","end":"2026-03-08T03:22:13.944167Z","steps":["trace[722690458] 'agreement among raft nodes before linearized reading' (duration: 1.823991271s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.944196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:12.120096Z","time spent":"1.824093533s","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:13.944183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456766201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" ","response":"range_response_count:1 size:1246"} {"level":"warn","ts":"2026-03-08T03:22:13.944203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453121334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:22:13.944234Z","caller":"traceutil/trace.go:171","msg":"trace[1892101269] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova-nodes; range_end:; response_count:1; response_revision:25311; }","duration":"4.456856043s","start":"2026-03-08T03:22:09.487363Z","end":"2026-03-08T03:22:13.944219Z","steps":["trace[1892101269] 'agreement among raft nodes before linearized reading' (duration: 4.456693919s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:13.944242Z","caller":"traceutil/trace.go:171","msg":"trace[1953593607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25311; }","duration":"2.453205206s","start":"2026-03-08T03:22:11.491025Z","end":"2026-03-08T03:22:13.94423Z","steps":["trace[1953593607] 'agreement among raft nodes before linearized reading' (duration: 2.453025281s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:13.944252Z","caller":"traceutil/trace.go:171","msg":"trace[1430669980] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"2.121353691s","start":"2026-03-08T03:22:11.822883Z","end":"2026-03-08T03:22:13.944237Z","steps":["trace[1430669980] 'process raft request' (duration: 2.120100071s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.944272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:09.487343Z","time spent":"4.456919954s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1269,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova-nodes\" "} {"level":"warn","ts":"2026-03-08T03:22:13.944272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:11.491Z","time spent":"2.453264647s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:22:13.944265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452951419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-08T03:22:13.944313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730893897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:22:13.944338Z","caller":"traceutil/trace.go:171","msg":"trace[198816011] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25311; }","duration":"2.730952439s","start":"2026-03-08T03:22:11.213378Z","end":"2026-03-08T03:22:13.94433Z","steps":["trace[198816011] 'agreement among raft nodes before linearized reading' (duration: 2.730801895s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:13.944338Z","caller":"traceutil/trace.go:171","msg":"trace[725379254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25311; }","duration":"2.453053062s","start":"2026-03-08T03:22:11.491268Z","end":"2026-03-08T03:22:13.944321Z","steps":["trace[725379254] 'agreement among raft nodes before linearized reading' (duration: 2.452749315s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.944359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:11.213359Z","time spent":"2.730993819s","remote":"127.0.0.1:57730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:13.944375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:11.822855Z","time spent":"2.121434683s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:13.944416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:11.491237Z","time spent":"2.453154174s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:13.944533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.486123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:13.944563Z","caller":"traceutil/trace.go:171","msg":"trace[2023366095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25311; }","duration":"451.575315ms","start":"2026-03-08T03:22:13.492978Z","end":"2026-03-08T03:22:13.944553Z","steps":["trace[2023366095] 'agreement among raft nodes before linearized reading' (duration: 451.530034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.944568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452901518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T03:22:13.944598Z","caller":"traceutil/trace.go:171","msg":"trace[1692623909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25311; }","duration":"2.45296086s","start":"2026-03-08T03:22:11.491629Z","end":"2026-03-08T03:22:13.94459Z","steps":["trace[1692623909] 'agreement among raft nodes before linearized reading' (duration: 2.452425257s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:13.944203Z","caller":"traceutil/trace.go:171","msg":"trace[632442748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25311; }","duration":"1.105114295s","start":"2026-03-08T03:22:12.839071Z","end":"2026-03-08T03:22:13.944185Z","steps":["trace[632442748] 'agreement among raft nodes before linearized reading' (duration: 1.105029673s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.944628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:11.491619Z","time spent":"2.452997631s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:13.944648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:12.839044Z","time spent":"1.105593057s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:13.944655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.720343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:13.944595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.250032143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:13.94469Z","caller":"traceutil/trace.go:171","msg":"trace[1736738793] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25311; }","duration":"846.798515ms","start":"2026-03-08T03:22:13.09788Z","end":"2026-03-08T03:22:13.944678Z","steps":["trace[1736738793] 'agreement among raft nodes before linearized reading' (duration: 846.748694ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:13.944726Z","caller":"traceutil/trace.go:171","msg":"trace[829192373] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25311; }","duration":"4.250208277s","start":"2026-03-08T03:22:09.694506Z","end":"2026-03-08T03:22:13.944714Z","steps":["trace[829192373] 'agreement among raft nodes before linearized reading' (duration: 4.250050833s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.944723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.097854Z","time spent":"846.860887ms","remote":"127.0.0.1:46008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:22:13.944359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090376009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:13.944755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:09.694482Z","time spent":"4.250264109s","remote":"127.0.0.1:57812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:13.944778Z","caller":"traceutil/trace.go:171","msg":"trace[194756323] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25311; }","duration":"2.090818229s","start":"2026-03-08T03:22:11.853944Z","end":"2026-03-08T03:22:13.944762Z","steps":["trace[194756323] 'agreement among raft nodes before linearized reading' (duration: 2.090385349s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.944823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:11.853925Z","time spent":"2.090883441s","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:13.944607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.492952Z","time spent":"451.634267ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:13.945524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.458195835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-08T03:22:13.945614Z","caller":"traceutil/trace.go:171","msg":"trace[374774974] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25311; }","duration":"4.458300457s","start":"2026-03-08T03:22:09.487288Z","end":"2026-03-08T03:22:13.945588Z","steps":["trace[374774974] 'agreement among raft nodes before linearized reading' (duration: 4.45797468s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.945672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:09.487235Z","time spent":"4.45842679s","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T03:22:13.945896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.555039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-08T03:22:13.94596Z","caller":"traceutil/trace.go:171","msg":"trace[1603791461] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:25311; }","duration":"407.661112ms","start":"2026-03-08T03:22:13.538284Z","end":"2026-03-08T03:22:13.945946Z","steps":["trace[1603791461] 'agreement among raft nodes before linearized reading' (duration: 407.500788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.945993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.53826Z","time spent":"407.725992ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-03-08T03:22:13.946147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.894358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:22:13.946627Z","caller":"traceutil/trace.go:171","msg":"trace[1218660588] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25311; }","duration":"369.438441ms","start":"2026-03-08T03:22:13.577172Z","end":"2026-03-08T03:22:13.946611Z","steps":["trace[1218660588] 'agreement among raft nodes before linearized reading' (duration: 368.858067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.946678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.577154Z","time spent":"369.505452ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:22:13.946257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.039396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3faa665e-7cc5-43e2-bab8-c7cc59b9b35a\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-08T03:22:13.946754Z","caller":"traceutil/trace.go:171","msg":"trace[1768224602] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3faa665e-7cc5-43e2-bab8-c7cc59b9b35a; range_end:; response_count:1; response_revision:25311; }","duration":"407.543899ms","start":"2026-03-08T03:22:13.539189Z","end":"2026-03-08T03:22:13.946733Z","steps":["trace[1768224602] 'agreement among raft nodes before linearized reading' (duration: 406.960355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:13.946822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.539184Z","time spent":"407.61885ms","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-3faa665e-7cc5-43e2-bab8-c7cc59b9b35a\" "} {"level":"warn","ts":"2026-03-08T03:22:15.751162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129326411s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:15.751265Z","caller":"traceutil/trace.go:171","msg":"trace[1492920831] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25311; }","duration":"1.129436773s","start":"2026-03-08T03:22:14.62181Z","end":"2026-03-08T03:22:15.751246Z","steps":["trace[1492920831] 'range keys from in-memory index tree' (duration: 1.129311121s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:15.752814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593600612s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:15.75305Z","caller":"traceutil/trace.go:171","msg":"trace[1398683007] linearizableReadLoop","detail":"{readStateIndex:26236; appliedIndex:26235; }","duration":"1.805231105s","start":"2026-03-08T03:22:13.947795Z","end":"2026-03-08T03:22:15.753026Z","steps":["trace[1398683007] 'read index received' (duration: 210.563488ms)","trace[1398683007] 'applied index is now lower than readState.Index' (duration: 1.594664707s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:15.753192Z","caller":"traceutil/trace.go:171","msg":"trace[639106648] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"1.806368151s","start":"2026-03-08T03:22:13.946803Z","end":"2026-03-08T03:22:15.753171Z","steps":["trace[639106648] 'process raft request' (duration: 211.534381ms)","trace[639106648] 'compare' (duration: 1.592163268s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:15.753274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.94677Z","time spent":"1.806460533s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:15.753395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805582703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-08T03:22:15.753505Z","caller":"traceutil/trace.go:171","msg":"trace[519117870] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25312; }","duration":"1.805705645s","start":"2026-03-08T03:22:13.947763Z","end":"2026-03-08T03:22:15.753468Z","steps":["trace[519117870] 'agreement among raft nodes before linearized reading' (duration: 1.805397298s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:15.75355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.947744Z","time spent":"1.805796538s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:22:15.95375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:22:15.953837Z","caller":"traceutil/trace.go:171","msg":"trace[769231353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000309741s","start":"2026-03-08T03:22:13.953505Z","end":"2026-03-08T03:22:15.953815Z","steps":["trace[769231353] 'agreement among raft nodes before linearized reading' (duration: 2.000198528s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:15.953894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.953499Z","time spent":"2.000387012s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:16.254004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:22:16.754341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:22:17.059382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.900999693s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:22:17.955023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000232219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:22:17.955121Z","caller":"traceutil/trace.go:171","msg":"trace[2068597971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000486424s","start":"2026-03-08T03:22:15.95461Z","end":"2026-03-08T03:22:17.955097Z","steps":["trace[2068597971] 'agreement among raft nodes before linearized reading' (duration: 2.000368692s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:17.955178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:15.954581Z","time spent":"2.000585797s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:18.712595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.18291099s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:22:18.947553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.94869Z","time spent":"4.998854587s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 03:22:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:22:18.949326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.94995Z","time spent":"4.999372039s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/08 03:22:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:22:19.532043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472066347s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:19.532354Z","caller":"traceutil/trace.go:171","msg":"trace[154628180] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"5.583073784s","start":"2026-03-08T03:22:13.949247Z","end":"2026-03-08T03:22:19.53232Z","steps":["trace[154628180] 'process raft request' (duration: 5.58292282s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.532473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.949236Z","time spent":"5.583184326s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:19.532801Z","caller":"traceutil/trace.go:171","msg":"trace[937347285] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"5.581795603s","start":"2026-03-08T03:22:13.950992Z","end":"2026-03-08T03:22:19.532788Z","steps":["trace[937347285] 'process raft request' (duration: 5.581464526s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.53287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.950979Z","time spent":"5.581856215s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:19.533007Z","caller":"traceutil/trace.go:171","msg":"trace[1324378107] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"3.943297715s","start":"2026-03-08T03:22:15.589692Z","end":"2026-03-08T03:22:19.53299Z","steps":["trace[1324378107] 'process raft request' (duration: 3.943183813s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:19.533031Z","caller":"traceutil/trace.go:171","msg":"trace[2109441433] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"3.944150195s","start":"2026-03-08T03:22:15.588839Z","end":"2026-03-08T03:22:19.532989Z","steps":["trace[2109441433] 'process raft request' (duration: 3.943961981s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:19.533217Z","caller":"traceutil/trace.go:171","msg":"trace[1098691899] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"5.475510576s","start":"2026-03-08T03:22:14.057695Z","end":"2026-03-08T03:22:19.533205Z","steps":["trace[1098691899] 'process raft request' (duration: 5.475026285s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.533277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:14.057668Z","time spent":"5.475584538s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:22:19.53327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:15.588808Z","time spent":"3.94434992s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:19.533367Z","caller":"traceutil/trace.go:171","msg":"trace[368625517] linearizableReadLoop","detail":"{readStateIndex:26248; appliedIndex:26236; }","duration":"3.780266736s","start":"2026-03-08T03:22:15.753086Z","end":"2026-03-08T03:22:19.533353Z","steps":["trace[368625517] 'read index received' (duration: 1.306743275s)","trace[368625517] 'applied index is now lower than readState.Index' (duration: 2.473522181s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:19.533087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:15.589685Z","time spent":"3.943363667s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:19.533434Z","caller":"traceutil/trace.go:171","msg":"trace[1144100325] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"3.943028188s","start":"2026-03-08T03:22:15.590396Z","end":"2026-03-08T03:22:19.533424Z","steps":["trace[1144100325] 'process raft request' (duration: 3.942542907s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.533489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:15.590366Z","time spent":"3.94308787s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:19.53365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.474586424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:1432"} {"level":"warn","ts":"2026-03-08T03:22:19.533706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.582560552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:19.533742Z","caller":"traceutil/trace.go:171","msg":"trace[674688431] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25324; }","duration":"5.582600442s","start":"2026-03-08T03:22:13.951127Z","end":"2026-03-08T03:22:19.533728Z","steps":["trace[674688431] 'agreement among raft nodes before linearized reading' (duration: 5.582553161s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:19.533742Z","caller":"traceutil/trace.go:171","msg":"trace[577715270] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25324; }","duration":"5.474699297s","start":"2026-03-08T03:22:14.059004Z","end":"2026-03-08T03:22:19.533704Z","steps":["trace[577715270] 'agreement among raft nodes before linearized reading' (duration: 5.474476292s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.533777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.951123Z","time spent":"5.582647003s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:22:19.533793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:14.058983Z","time spent":"5.47479701s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1455,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-03-08T03:22:19.533807Z","caller":"traceutil/trace.go:171","msg":"trace[1712743738] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"3.942894635s","start":"2026-03-08T03:22:15.590878Z","end":"2026-03-08T03:22:19.533772Z","steps":["trace[1712743738] 'process raft request' (duration: 3.942196239s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.533832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.583120955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"info","ts":"2026-03-08T03:22:19.533878Z","caller":"traceutil/trace.go:171","msg":"trace[1450887] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25324; }","duration":"5.583181276s","start":"2026-03-08T03:22:13.950684Z","end":"2026-03-08T03:22:19.533865Z","steps":["trace[1450887] 'agreement among raft nodes before linearized reading' (duration: 5.583066393s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.533888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.585672504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-08T03:22:19.533915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.950668Z","time spent":"5.583238138s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-08T03:22:19.533896Z","caller":"traceutil/trace.go:171","msg":"trace[1517150160] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"3.943232774s","start":"2026-03-08T03:22:15.590634Z","end":"2026-03-08T03:22:19.533867Z","steps":["trace[1517150160] 'process raft request' (duration: 3.942386554s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:19.533935Z","caller":"traceutil/trace.go:171","msg":"trace[1067209727] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25324; }","duration":"5.585742406s","start":"2026-03-08T03:22:13.94818Z","end":"2026-03-08T03:22:19.533922Z","steps":["trace[1067209727] 'agreement among raft nodes before linearized reading' (duration: 5.585611193s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.533939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:15.59087Z","time spent":"3.942999378s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:19.533963Z","caller":"traceutil/trace.go:171","msg":"trace[1516173094] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"3.923503024s","start":"2026-03-08T03:22:15.610449Z","end":"2026-03-08T03:22:19.533952Z","steps":["trace[1516173094] 'process raft request' (duration: 3.922863659s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.53397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.948171Z","time spent":"5.585791387s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-08T03:22:19.534023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:15.590623Z","time spent":"3.943335446s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:19.533665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.565830502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"warn","ts":"2026-03-08T03:22:19.534048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:15.610414Z","time spent":"3.923587676s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:19.534074Z","caller":"traceutil/trace.go:171","msg":"trace[821434528] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:25324; }","duration":"5.566236031s","start":"2026-03-08T03:22:13.967825Z","end":"2026-03-08T03:22:19.534061Z","steps":["trace[821434528] 'agreement among raft nodes before linearized reading' (duration: 5.565733969s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.534114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:13.967762Z","time spent":"5.566342203s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-03-08T03:22:19.533921Z","caller":"traceutil/trace.go:171","msg":"trace[2026636245] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"3.925738356s","start":"2026-03-08T03:22:15.608165Z","end":"2026-03-08T03:22:19.533903Z","steps":["trace[2026636245] 'process raft request' (duration: 3.9250919s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.534159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:15.608134Z","time spent":"3.926004922s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:19.573599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626419754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-08T03:22:19.573688Z","caller":"traceutil/trace.go:171","msg":"trace[613941663] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25325; }","duration":"2.626566107s","start":"2026-03-08T03:22:16.947099Z","end":"2026-03-08T03:22:19.573665Z","steps":["trace[613941663] 'agreement among raft nodes before linearized reading' (duration: 2.626313701s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.573736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:16.947075Z","time spent":"2.626649948s","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-08T03:22:19.573636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413756567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-08T03:22:19.573886Z","caller":"traceutil/trace.go:171","msg":"trace[287127154] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25325; }","duration":"2.414056854s","start":"2026-03-08T03:22:17.159807Z","end":"2026-03-08T03:22:19.573864Z","steps":["trace[287127154] 'agreement among raft nodes before linearized reading' (duration: 2.413637374s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.574023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709345675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:19.574058Z","caller":"traceutil/trace.go:171","msg":"trace[836511046] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25325; }","duration":"2.709397856s","start":"2026-03-08T03:22:16.86465Z","end":"2026-03-08T03:22:19.574048Z","steps":["trace[836511046] 'agreement among raft nodes before linearized reading' (duration: 2.709327844s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.574083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:16.864643Z","time spent":"2.709431208s","remote":"127.0.0.1:45906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:19.574262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721932529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:19.574297Z","caller":"traceutil/trace.go:171","msg":"trace[2116937230] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25325; }","duration":"2.722015171s","start":"2026-03-08T03:22:16.852273Z","end":"2026-03-08T03:22:19.574288Z","steps":["trace[2116937230] 'agreement among raft nodes before linearized reading' (duration: 2.721951829s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.574323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:16.852249Z","time spent":"2.722066292s","remote":"127.0.0.1:57124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:19.574393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550637251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:19.574458Z","caller":"traceutil/trace.go:171","msg":"trace[1759826917] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25325; }","duration":"1.550794064s","start":"2026-03-08T03:22:18.023644Z","end":"2026-03-08T03:22:19.574438Z","steps":["trace[1759826917] 'agreement among raft nodes before linearized reading' (duration: 1.550689062s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.574496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986207718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:19.57453Z","caller":"traceutil/trace.go:171","msg":"trace[1020816486] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25325; }","duration":"2.98628229s","start":"2026-03-08T03:22:16.588239Z","end":"2026-03-08T03:22:19.574521Z","steps":["trace[1020816486] 'agreement among raft nodes before linearized reading' (duration: 2.986228189s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.57452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.614882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-08T03:22:19.574609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094698984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-08T03:22:19.574639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.08068145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-08T03:22:19.574629Z","caller":"traceutil/trace.go:171","msg":"trace[446544766] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"984.370853ms","start":"2026-03-08T03:22:18.590219Z","end":"2026-03-08T03:22:19.57459Z","steps":["trace[446544766] 'process raft request' (duration: 982.942379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.574688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.798363027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-08T03:22:19.574732Z","caller":"traceutil/trace.go:171","msg":"trace[1754390132] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25325; }","duration":"3.798443579s","start":"2026-03-08T03:22:15.776276Z","end":"2026-03-08T03:22:19.57472Z","steps":["trace[1754390132] 'agreement among raft nodes before linearized reading' (duration: 3.798325276s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.574755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:15.776254Z","time spent":"3.7984927s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-08T03:22:19.574802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:18.590186Z","time spent":"984.527107ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:19.574854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612191795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:19.574925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.605680646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:19.574925Z","caller":"traceutil/trace.go:171","msg":"trace[1913361784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25325; }","duration":"1.612301288s","start":"2026-03-08T03:22:17.962604Z","end":"2026-03-08T03:22:19.574905Z","steps":["trace[1913361784] 'agreement among raft nodes before linearized reading' (duration: 1.612186275s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.574936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295419869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418426"} {"level":"info","ts":"2026-03-08T03:22:19.574961Z","caller":"traceutil/trace.go:171","msg":"trace[493176918] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25325; }","duration":"3.605740057s","start":"2026-03-08T03:22:15.969214Z","end":"2026-03-08T03:22:19.574954Z","steps":["trace[493176918] 'agreement among raft nodes before linearized reading' (duration: 3.605686316s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:19.574976Z","caller":"traceutil/trace.go:171","msg":"trace[1351314329] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25325; }","duration":"2.29549152s","start":"2026-03-08T03:22:17.279476Z","end":"2026-03-08T03:22:19.574967Z","steps":["trace[1351314329] 'agreement among raft nodes before linearized reading' (duration: 2.295324577s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.574978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:17.962582Z","time spent":"1.612385709s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:19.575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:15.969201Z","time spent":"3.605788669s","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:22:19.575003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:17.279458Z","time spent":"2.295535332s","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418449,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-08T03:22:19.574553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:16.588217Z","time spent":"2.986330051s","remote":"127.0.0.1:56836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:19.574679Z","caller":"traceutil/trace.go:171","msg":"trace[814528884] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25325; }","duration":"3.080747771s","start":"2026-03-08T03:22:16.493923Z","end":"2026-03-08T03:22:19.57467Z","steps":["trace[814528884] 'agreement among raft nodes before linearized reading' (duration: 3.080646169s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.575119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:16.493902Z","time spent":"3.081203752s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-08T03:22:19.574648Z","caller":"traceutil/trace.go:171","msg":"trace[1646656069] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239; range_end:; response_count:1; response_revision:25325; }","duration":"1.094775606s","start":"2026-03-08T03:22:18.47986Z","end":"2026-03-08T03:22:19.574636Z","steps":["trace[1646656069] 'agreement among raft nodes before linearized reading' (duration: 1.094662583s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.575204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:18.479834Z","time spent":"1.09535887s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239\" "} {"level":"info","ts":"2026-03-08T03:22:19.57461Z","caller":"traceutil/trace.go:171","msg":"trace[140796442] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25325; }","duration":"471.760926ms","start":"2026-03-08T03:22:19.102825Z","end":"2026-03-08T03:22:19.574586Z","steps":["trace[140796442] 'agreement among raft nodes before linearized reading' (duration: 471.470229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.575327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.102805Z","time spent":"472.513823ms","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-08T03:22:19.574499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:18.023621Z","time spent":"1.550867836s","remote":"127.0.0.1:54256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:19.575399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.09783716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:19.575787Z","caller":"traceutil/trace.go:171","msg":"trace[409010436] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25325; }","duration":"3.098453104s","start":"2026-03-08T03:22:16.47732Z","end":"2026-03-08T03:22:19.575773Z","steps":["trace[409010436] 'agreement among raft nodes before linearized reading' (duration: 3.097771828s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:19.575885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:16.477295Z","time spent":"3.098574457s","remote":"127.0.0.1:56740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:19.576119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:17.159783Z","time spent":"2.414183357s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-08T03:22:20.070503Z","caller":"traceutil/trace.go:171","msg":"trace[934551873] linearizableReadLoop","detail":"{readStateIndex:26251; appliedIndex:26249; }","duration":"497.099866ms","start":"2026-03-08T03:22:19.573375Z","end":"2026-03-08T03:22:20.070475Z","steps":["trace[934551873] 'read index received' (duration: 496.8293ms)","trace[934551873] 'applied index is now lower than readState.Index' (duration: 269.176µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:20.070668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.540535Z","time spent":"530.128836ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:22:20.071152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.579806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:20.071155Z","caller":"traceutil/trace.go:171","msg":"trace[1245330041] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"525.088578ms","start":"2026-03-08T03:22:19.546029Z","end":"2026-03-08T03:22:20.071118Z","steps":["trace[1245330041] 'process raft request' (duration: 524.30158ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:20.071219Z","caller":"traceutil/trace.go:171","msg":"trace[1075814574] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25326; }","duration":"530.675688ms","start":"2026-03-08T03:22:19.540533Z","end":"2026-03-08T03:22:20.071208Z","steps":["trace[1075814574] 'agreement among raft nodes before linearized reading' (duration: 530.540175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:20.071248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.540526Z","time spent":"530.714579ms","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:22:20.071298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.546012Z","time spent":"525.215651ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:20.071331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.241604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:22:20.071409Z","caller":"traceutil/trace.go:171","msg":"trace[1515946847] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25326; }","duration":"535.348077ms","start":"2026-03-08T03:22:19.536039Z","end":"2026-03-08T03:22:20.071387Z","steps":["trace[1515946847] 'agreement among raft nodes before linearized reading' (duration: 535.111052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:20.071454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.536021Z","time spent":"535.423529ms","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T03:22:20.071481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.389528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-08T03:22:20.071574Z","caller":"traceutil/trace.go:171","msg":"trace[1266851112] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:25326; }","duration":"532.503451ms","start":"2026-03-08T03:22:19.539045Z","end":"2026-03-08T03:22:20.071548Z","steps":["trace[1266851112] 'agreement among raft nodes before linearized reading' (duration: 532.257215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:20.071638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.539032Z","time spent":"532.593653ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-08T03:22:20.072096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.480187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-03-08T03:22:20.07215Z","caller":"traceutil/trace.go:171","msg":"trace[458439326] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25326; }","duration":"531.561309ms","start":"2026-03-08T03:22:19.540576Z","end":"2026-03-08T03:22:20.072137Z","steps":["trace[458439326] 'agreement among raft nodes before linearized reading' (duration: 530.648168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:20.072187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.540562Z","time spent":"531.61741ms","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9530,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-03-08T03:22:20.571225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:22:21.071691Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:22:21.490071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.953222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:22:21.490163Z","caller":"traceutil/trace.go:171","msg":"trace[137596512] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"539.067754ms","start":"2026-03-08T03:22:20.951069Z","end":"2026-03-08T03:22:21.490137Z","steps":["trace[137596512] 'agreement among raft nodes before linearized reading' (duration: 538.960632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:21.490215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:20.951064Z","time spent":"539.140566ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/08 03:22:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:22:21.490943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.025783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:22:21.490981Z","caller":"traceutil/trace.go:171","msg":"trace[1035093968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"539.086004ms","start":"2026-03-08T03:22:20.951886Z","end":"2026-03-08T03:22:21.490972Z","steps":["trace[1035093968] 'agreement among raft nodes before linearized reading' (duration: 539.031653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:21.491006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:20.951881Z","time spent":"539.116995ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/08 03:22:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/08 03:22:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:22:21.518631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442671293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:22:21.518756Z","caller":"traceutil/trace.go:171","msg":"trace[1881576144] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; }","duration":"1.442841877s","start":"2026-03-08T03:22:20.075886Z","end":"2026-03-08T03:22:21.518728Z","steps":["trace[1881576144] 'agreement among raft nodes before linearized reading' (duration: 1.442693254s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:21.518828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:20.075865Z","time spent":"1.442947759s","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} 2026/03/08 03:22:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:22:21.572971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:22:21.577372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998053827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:22:21.577465Z","caller":"traceutil/trace.go:171","msg":"trace[1179342185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9981798s","start":"2026-03-08T03:22:19.579265Z","end":"2026-03-08T03:22:21.577444Z","steps":["trace[1179342185] 'agreement among raft nodes before linearized reading' (duration: 1.998075197s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:21.577516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.579243Z","time spent":"1.998263522s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:22:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:22:21.829543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.012555Z","time spent":"816.981021ms","remote":"127.0.0.1:36596","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:22:21.918452Z","caller":"traceutil/trace.go:171","msg":"trace[494103604] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"2.337709544s","start":"2026-03-08T03:22:19.580717Z","end":"2026-03-08T03:22:21.918426Z","steps":["trace[494103604] 'process raft request' (duration: 2.337491619s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:21.918605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.580691Z","time spent":"2.337837316s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:21.91882Z","caller":"traceutil/trace.go:171","msg":"trace[212425502] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"2.337457717s","start":"2026-03-08T03:22:19.581328Z","end":"2026-03-08T03:22:21.918786Z","steps":["trace[212425502] 'process raft request' (duration: 2.337059078s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:21.918967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.58131Z","time spent":"2.337580381s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:21.919329Z","caller":"traceutil/trace.go:171","msg":"trace[1283647832] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"1.925015315s","start":"2026-03-08T03:22:19.994298Z","end":"2026-03-08T03:22:21.919313Z","steps":["trace[1283647832] 'process raft request' (duration: 1.924715228s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:21.919415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.994261Z","time spent":"1.925113247s","remote":"127.0.0.1:54190","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:22.354622Z","caller":"traceutil/trace.go:171","msg":"trace[422766277] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"2.281731779s","start":"2026-03-08T03:22:20.072865Z","end":"2026-03-08T03:22:22.354597Z","steps":["trace[422766277] 'process raft request' (duration: 2.281486993s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.354743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:20.072834Z","time spent":"2.281843902s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:22.355074Z","caller":"traceutil/trace.go:171","msg":"trace[1169690717] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"2.282367604s","start":"2026-03-08T03:22:20.072698Z","end":"2026-03-08T03:22:22.355065Z","steps":["trace[1169690717] 'process raft request' (duration: 2.281839322s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.355124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:20.072664Z","time spent":"2.282441996s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:22:22.355359Z","caller":"traceutil/trace.go:171","msg":"trace[1327320326] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"806.853136ms","start":"2026-03-08T03:22:21.54847Z","end":"2026-03-08T03:22:22.355323Z","steps":["trace[1327320326] 'process raft request' (duration: 806.779884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.355549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.548433Z","time spent":"807.03688ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:22.355709Z","caller":"traceutil/trace.go:171","msg":"trace[1086486136] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"905.870003ms","start":"2026-03-08T03:22:21.449801Z","end":"2026-03-08T03:22:22.355671Z","steps":["trace[1086486136] 'process raft request' (duration: 905.147216ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:22.355794Z","caller":"traceutil/trace.go:171","msg":"trace[1759235302] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"808.185847ms","start":"2026-03-08T03:22:21.547596Z","end":"2026-03-08T03:22:22.355782Z","steps":["trace[1759235302] 'process raft request' (duration: 807.586663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.355853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.547571Z","time spent":"808.248119ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:22.355879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.449767Z","time spent":"906.019667ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:22.356076Z","caller":"traceutil/trace.go:171","msg":"trace[850926789] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"798.842009ms","start":"2026-03-08T03:22:21.557224Z","end":"2026-03-08T03:22:22.356066Z","steps":["trace[850926789] 'process raft request' (duration: 798.061011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.356159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.557211Z","time spent":"798.913121ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:22.356384Z","caller":"traceutil/trace.go:171","msg":"trace[349236595] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"798.508581ms","start":"2026-03-08T03:22:21.557856Z","end":"2026-03-08T03:22:22.356365Z","steps":["trace[349236595] 'process raft request' (duration: 798.154153ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:22.356456Z","caller":"traceutil/trace.go:171","msg":"trace[1048940891] linearizableReadLoop","detail":"{readStateIndex:26264; appliedIndex:26251; }","duration":"2.285832595s","start":"2026-03-08T03:22:20.070609Z","end":"2026-03-08T03:22:22.356442Z","steps":["trace[1048940891] 'read index received' (duration: 1.847608391s)","trace[1048940891] 'applied index is now lower than readState.Index' (duration: 438.223284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:22.35649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.557847Z","time spent":"798.595653ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:22.356559Z","caller":"traceutil/trace.go:171","msg":"trace[1274112366] transaction","detail":"{read_only:false; response_revision:25338; number_of_response:1; }","duration":"789.985013ms","start":"2026-03-08T03:22:21.566564Z","end":"2026-03-08T03:22:22.356549Z","steps":["trace[1274112366] 'process raft request' (duration: 789.708646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.356623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.56654Z","time spent":"790.047673ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:22.356655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.495460211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:22.356692Z","caller":"traceutil/trace.go:171","msg":"trace[980316301] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25340; }","duration":"2.495595694s","start":"2026-03-08T03:22:19.861087Z","end":"2026-03-08T03:22:22.356682Z","steps":["trace[980316301] 'agreement among raft nodes before linearized reading' (duration: 2.495534142s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.35672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.861065Z","time spent":"2.495648435s","remote":"127.0.0.1:56714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:22.356736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74210919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:22.35682Z","caller":"traceutil/trace.go:171","msg":"trace[469044687] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25340; }","duration":"2.742213102s","start":"2026-03-08T03:22:19.614595Z","end":"2026-03-08T03:22:22.356808Z","steps":["trace[469044687] 'agreement among raft nodes before linearized reading' (duration: 2.742105139s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:22.356843Z","caller":"traceutil/trace.go:171","msg":"trace[128744496] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"784.109565ms","start":"2026-03-08T03:22:21.572724Z","end":"2026-03-08T03:22:22.356834Z","steps":["trace[128744496] 'process raft request' (duration: 783.637104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.356883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.572695Z","time spent":"784.165107ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:22.356929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.614586Z","time spent":"2.742330744s","remote":"127.0.0.1:56818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:22.357034Z","caller":"traceutil/trace.go:171","msg":"trace[1744014390] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"711.78569ms","start":"2026-03-08T03:22:21.645233Z","end":"2026-03-08T03:22:22.357019Z","steps":["trace[1744014390] 'process raft request' (duration: 711.168945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.357091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.645205Z","time spent":"711.861612ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:22.357213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379819826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:22.357253Z","caller":"traceutil/trace.go:171","msg":"trace[1132496047] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25340; }","duration":"2.379892738s","start":"2026-03-08T03:22:19.977346Z","end":"2026-03-08T03:22:22.357239Z","steps":["trace[1132496047] 'agreement among raft nodes before linearized reading' (duration: 2.379828946s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.357236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774237658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:22.357307Z","caller":"traceutil/trace.go:171","msg":"trace[673484901] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25340; }","duration":"2.77432683s","start":"2026-03-08T03:22:19.58297Z","end":"2026-03-08T03:22:22.357296Z","steps":["trace[673484901] 'agreement among raft nodes before linearized reading' (duration: 2.774228168s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.35737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.58296Z","time spent":"2.774375431s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:22:22.357275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:19.977324Z","time spent":"2.379944498s","remote":"127.0.0.1:45924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:22.357577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283280325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:22:22.357637Z","caller":"traceutil/trace.go:171","msg":"trace[925657382] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:25340; }","duration":"2.283371618s","start":"2026-03-08T03:22:20.074248Z","end":"2026-03-08T03:22:22.35762Z","steps":["trace[925657382] 'agreement among raft nodes before linearized reading' (duration: 2.283225434s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.35771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:20.074231Z","time spent":"2.283463609s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"warn","ts":"2026-03-08T03:22:22.358017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25411634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-08T03:22:22.358058Z","caller":"traceutil/trace.go:171","msg":"trace[622096918] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25340; }","duration":"1.254202082s","start":"2026-03-08T03:22:21.103846Z","end":"2026-03-08T03:22:22.358048Z","steps":["trace[622096918] 'agreement among raft nodes before linearized reading' (duration: 1.254074429s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.358082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.103824Z","time spent":"1.254252603s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-08T03:22:22.358079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.583192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:22:22.35813Z","caller":"traceutil/trace.go:171","msg":"trace[264128402] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25340; }","duration":"565.634543ms","start":"2026-03-08T03:22:21.792481Z","end":"2026-03-08T03:22:22.358116Z","steps":["trace[264128402] 'agreement among raft nodes before linearized reading' (duration: 565.407258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.358177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.792399Z","time spent":"565.768396ms","remote":"127.0.0.1:57560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:22.358213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.088309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:22.35825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.976828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:22:22.358254Z","caller":"traceutil/trace.go:171","msg":"trace[253728362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25340; }","duration":"776.175521ms","start":"2026-03-08T03:22:21.582066Z","end":"2026-03-08T03:22:22.358242Z","steps":["trace[253728362] 'agreement among raft nodes before linearized reading' (duration: 776.092219ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:22.358287Z","caller":"traceutil/trace.go:171","msg":"trace[12803804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25340; }","duration":"822.06143ms","start":"2026-03-08T03:22:21.536218Z","end":"2026-03-08T03:22:22.35828Z","steps":["trace[12803804] 'agreement among raft nodes before linearized reading' (duration: 821.963018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.358295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.582048Z","time spent":"776.239792ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:22.358326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.536199Z","time spent":"822.112511ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:22.358414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281971885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-08T03:22:22.358455Z","caller":"traceutil/trace.go:171","msg":"trace[1812740156] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25340; }","duration":"2.282011486s","start":"2026-03-08T03:22:20.076433Z","end":"2026-03-08T03:22:22.358444Z","steps":["trace[1812740156] 'agreement among raft nodes before linearized reading' (duration: 2.281901353s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.358483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847224152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:22.35813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.17451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-08T03:22:22.358275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278946674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:22.358617Z","caller":"traceutil/trace.go:171","msg":"trace[1933765305] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25340; }","duration":"1.847322555s","start":"2026-03-08T03:22:20.511214Z","end":"2026-03-08T03:22:22.358536Z","steps":["trace[1933765305] 'agreement among raft nodes before linearized reading' (duration: 1.847227333s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:22.358627Z","caller":"traceutil/trace.go:171","msg":"trace[1128830486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25340; }","duration":"821.722282ms","start":"2026-03-08T03:22:21.536886Z","end":"2026-03-08T03:22:22.358609Z","steps":["trace[1128830486] 'agreement among raft nodes before linearized reading' (duration: 821.072816ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:22.358654Z","caller":"traceutil/trace.go:171","msg":"trace[1237259033] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25340; }","duration":"2.279394084s","start":"2026-03-08T03:22:20.079247Z","end":"2026-03-08T03:22:22.358641Z","steps":["trace[1237259033] 'agreement among raft nodes before linearized reading' (duration: 2.278872262s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.358685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.536874Z","time spent":"821.796824ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:22.35869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:20.511192Z","time spent":"1.847478338s","remote":"127.0.0.1:45998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:22.358709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:20.079235Z","time spent":"2.279460587s","remote":"127.0.0.1:57650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-08T03:22:22.358502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.423757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:22:22.358865Z","caller":"traceutil/trace.go:171","msg":"trace[1639068720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25340; }","duration":"864.826406ms","start":"2026-03-08T03:22:21.49403Z","end":"2026-03-08T03:22:22.358856Z","steps":["trace[1639068720] 'agreement among raft nodes before linearized reading' (duration: 864.421217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.358889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:21.494007Z","time spent":"864.874958ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:22.358414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444669551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:22:22.35849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:20.076381Z","time spent":"2.282101868s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-08T03:22:22.359029Z","caller":"traceutil/trace.go:171","msg":"trace[1645738412] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25340; }","duration":"1.445325296s","start":"2026-03-08T03:22:20.913686Z","end":"2026-03-08T03:22:22.359011Z","steps":["trace[1645738412] 'agreement among raft nodes before linearized reading' (duration: 1.44466267s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:22.359628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:20.913657Z","time spent":"1.445957331s","remote":"127.0.0.1:57844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:22.860334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:22:24.359929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:22:24.360032Z","caller":"traceutil/trace.go:171","msg":"trace[1933826404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530065s","start":"2026-03-08T03:22:22.35947Z","end":"2026-03-08T03:22:24.36Z","steps":["trace[1933826404] 'agreement among raft nodes before linearized reading' (duration: 2.000414962s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:24.360082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:22.35945Z","time spent":"2.000623707s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:22:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:22:24.459417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595327451s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-08T03:22:24.45954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:22.359381Z","time spent":"2.100153537s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:22:24.48921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.625119796s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:22:24.489828Z","caller":"traceutil/trace.go:171","msg":"trace[1641146163] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"2.127257639s","start":"2026-03-08T03:22:22.362538Z","end":"2026-03-08T03:22:24.489795Z","steps":["trace[1641146163] 'process raft request' (duration: 2.127089295s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:24.489832Z","caller":"traceutil/trace.go:171","msg":"trace[1194923062] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"2.128544058s","start":"2026-03-08T03:22:22.361238Z","end":"2026-03-08T03:22:24.489782Z","steps":["trace[1194923062] 'process raft request' (duration: 2.128176s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:24.489919Z","caller":"traceutil/trace.go:171","msg":"trace[1987386747] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"2.126594573s","start":"2026-03-08T03:22:22.363286Z","end":"2026-03-08T03:22:24.489881Z","steps":["trace[1987386747] 'process raft request' (duration: 2.126403048s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:24.490001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:22.362525Z","time spent":"2.127368091s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:24.490087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:22.363271Z","time spent":"2.126731867s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:24.490079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:22.361206Z","time spent":"2.128719803s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:24.490351Z","caller":"traceutil/trace.go:171","msg":"trace[582838656] linearizableReadLoop","detail":"{readStateIndex:26269; appliedIndex:26265; }","duration":"2.130218298s","start":"2026-03-08T03:22:22.359539Z","end":"2026-03-08T03:22:24.489758Z","steps":["trace[582838656] 'read index received' (duration: 504.537709ms)","trace[582838656] 'applied index is now lower than readState.Index' (duration: 1.625679239s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:24.839317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99987254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:22:24.839404Z","caller":"traceutil/trace.go:171","msg":"trace[1009977164] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000059475s","start":"2026-03-08T03:22:22.839323Z","end":"2026-03-08T03:22:24.839382Z","steps":["trace[1009977164] 'agreement among raft nodes before linearized reading' (duration: 1.999953072s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:24.83945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:22.8393Z","time spent":"2.000139326s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:22:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:22:24.979457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.727657ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:24.9796Z","caller":"traceutil/trace.go:171","msg":"trace[1077047733] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25343; }","duration":"357.877321ms","start":"2026-03-08T03:22:24.621692Z","end":"2026-03-08T03:22:24.979569Z","steps":["trace[1077047733] 'range keys from in-memory index tree' (duration: 357.709077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:24.979671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.117458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:24.980113Z","caller":"traceutil/trace.go:171","msg":"trace[176569681] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"1.272359513s","start":"2026-03-08T03:22:23.707714Z","end":"2026-03-08T03:22:24.980073Z","steps":["trace[176569681] 'process raft request' (duration: 946.709214ms)","trace[176569681] 'compare' (duration: 324.919992ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:24.980256Z","caller":"traceutil/trace.go:171","msg":"trace[1287640040] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"617.754067ms","start":"2026-03-08T03:22:24.362485Z","end":"2026-03-08T03:22:24.980239Z","steps":["trace[1287640040] 'process raft request' (duration: 617.543182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:24.980301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:23.707683Z","time spent":"1.272512877s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:24.980391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.36248Z","time spent":"617.82642ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:24.980527Z","caller":"traceutil/trace.go:171","msg":"trace[1760551295] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"1.095682886s","start":"2026-03-08T03:22:23.884834Z","end":"2026-03-08T03:22:24.980517Z","steps":["trace[1760551295] 'process raft request' (duration: 1.094961279s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:24.980563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:23.884809Z","time spent":"1.095733336s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:24.980716Z","caller":"traceutil/trace.go:171","msg":"trace[2040281161] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"618.989716ms","start":"2026-03-08T03:22:24.361716Z","end":"2026-03-08T03:22:24.980706Z","steps":["trace[2040281161] 'process raft request' (duration: 618.180317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:24.980755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.361687Z","time spent":"619.044458ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:24.980722Z","caller":"traceutil/trace.go:171","msg":"trace[1071673742] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"616.721293ms","start":"2026-03-08T03:22:24.363956Z","end":"2026-03-08T03:22:24.980677Z","steps":["trace[1071673742] 'process raft request' (duration: 616.106909ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:24.980803Z","caller":"traceutil/trace.go:171","msg":"trace[371724231] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"598.594941ms","start":"2026-03-08T03:22:24.382193Z","end":"2026-03-08T03:22:24.980788Z","steps":["trace[371724231] 'process raft request' (duration: 597.904335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:24.980876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.38216Z","time spent":"598.674023ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:24.980909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.363936Z","time spent":"616.879488ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:24.980907Z","caller":"traceutil/trace.go:171","msg":"trace[112824872] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"618.646968ms","start":"2026-03-08T03:22:24.362153Z","end":"2026-03-08T03:22:24.9808Z","steps":["trace[112824872] 'process raft request' (duration: 617.780358ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:24.980914Z","caller":"traceutil/trace.go:171","msg":"trace[1762979615] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"598.143791ms","start":"2026-03-08T03:22:24.382721Z","end":"2026-03-08T03:22:24.980864Z","steps":["trace[1762979615] 'process raft request' (duration: 597.463895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:24.981087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.382709Z","time spent":"598.291434ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:24.981017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.362147Z","time spent":"618.815402ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:24.980803Z","caller":"traceutil/trace.go:171","msg":"trace[1817200889] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"598.446238ms","start":"2026-03-08T03:22:24.382338Z","end":"2026-03-08T03:22:24.980785Z","steps":["trace[1817200889] 'process raft request' (duration: 597.807113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:24.983566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.382312Z","time spent":"601.201472ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:26.366227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-08T03:22:26.366361Z","caller":"traceutil/trace.go:171","msg":"trace[765000267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000503485s","start":"2026-03-08T03:22:24.365829Z","end":"2026-03-08T03:22:26.366333Z","steps":["trace[765000267] 'agreement among raft nodes before linearized reading' (duration: 2.00030707s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:26.36642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.365821Z","time spent":"2.000582397s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:22:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:22:27.171215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190969274s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:22:27.171771Z","caller":"traceutil/trace.go:171","msg":"trace[477237532] linearizableReadLoop","detail":"{readStateIndex:26280; appliedIndex:26269; }","duration":"2.681312042s","start":"2026-03-08T03:22:24.490433Z","end":"2026-03-08T03:22:27.171745Z","steps":["trace[477237532] 'read index received' (duration: 163.845038ms)","trace[477237532] 'applied index is now lower than readState.Index' (duration: 2.517465704s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:27.172244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.388938601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:27.172299Z","caller":"traceutil/trace.go:171","msg":"trace[1094986320] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25353; }","duration":"4.389031073s","start":"2026-03-08T03:22:22.783255Z","end":"2026-03-08T03:22:27.172286Z","steps":["trace[1094986320] 'agreement among raft nodes before linearized reading' (duration: 4.38892703s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:27.172341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:22.783237Z","time spent":"4.389093415s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:27.172346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.198977184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-08T03:22:27.172365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.811163582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-15dd18ea-b268-4d4f-8a6d-6527e4a821dd\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-08T03:22:27.172462Z","caller":"traceutil/trace.go:171","msg":"trace[1758396447] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25353; }","duration":"2.711602689s","start":"2026-03-08T03:22:24.460848Z","end":"2026-03-08T03:22:27.172451Z","steps":["trace[1758396447] 'process raft request' (duration: 2.710480113s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:27.172487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.811413078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-08T03:22:27.172562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.460827Z","time spent":"2.71167584s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:27.172533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.771269163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:27.172567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.803682547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"info","ts":"2026-03-08T03:22:27.172584Z","caller":"traceutil/trace.go:171","msg":"trace[1563574182] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25353; }","duration":"4.811544501s","start":"2026-03-08T03:22:22.361015Z","end":"2026-03-08T03:22:27.17256Z","steps":["trace[1563574182] 'agreement among raft nodes before linearized reading' (duration: 4.811287585s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:27.172619Z","caller":"traceutil/trace.go:171","msg":"trace[352947377] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25353; }","duration":"4.771441566s","start":"2026-03-08T03:22:22.401153Z","end":"2026-03-08T03:22:27.172594Z","steps":["trace[352947377] 'agreement among raft nodes before linearized reading' (duration: 4.771279732s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:27.172637Z","caller":"traceutil/trace.go:171","msg":"trace[1688437373] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:25353; }","duration":"4.80377782s","start":"2026-03-08T03:22:22.368843Z","end":"2026-03-08T03:22:27.172621Z","steps":["trace[1688437373] 'agreement among raft nodes before linearized reading' (duration: 4.803592275s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:27.172658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:22.401094Z","time spent":"4.771556099s","remote":"127.0.0.1:54202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:27.172692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:22.368834Z","time spent":"4.803845311s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9530,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-03-08T03:22:27.172805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047206401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:27.172861Z","caller":"traceutil/trace.go:171","msg":"trace[1987025750] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25353; }","duration":"3.047296263s","start":"2026-03-08T03:22:24.125549Z","end":"2026-03-08T03:22:27.172846Z","steps":["trace[1987025750] 'agreement among raft nodes before linearized reading' (duration: 3.047199581s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:27.172643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:22.360996Z","time spent":"4.811636993s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:22:27.172915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.12553Z","time spent":"3.047361644s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:27.172399Z","caller":"traceutil/trace.go:171","msg":"trace[1798191828] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25353; }","duration":"4.199067906s","start":"2026-03-08T03:22:22.973313Z","end":"2026-03-08T03:22:27.172381Z","steps":["trace[1798191828] 'agreement among raft nodes before linearized reading' (duration: 4.198850411s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:27.172449Z","caller":"traceutil/trace.go:171","msg":"trace[1960322771] range","detail":"{range_begin:/registry/persistentvolumes/pvc-15dd18ea-b268-4d4f-8a6d-6527e4a821dd; range_end:; response_count:1; response_revision:25353; }","duration":"4.811273304s","start":"2026-03-08T03:22:22.361153Z","end":"2026-03-08T03:22:27.172426Z","steps":["trace[1960322771] 'agreement among raft nodes before linearized reading' (duration: 4.811049909s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:27.172865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471240059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:27.173274Z","caller":"traceutil/trace.go:171","msg":"trace[1786550434] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25353; }","duration":"4.471680409s","start":"2026-03-08T03:22:22.701578Z","end":"2026-03-08T03:22:27.173259Z","steps":["trace[1786550434] 'agreement among raft nodes before linearized reading' (duration: 4.471250339s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:27.173313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:22.701558Z","time spent":"4.471742821s","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:27.173429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.721356782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:27.173496Z","caller":"traceutil/trace.go:171","msg":"trace[1756682862] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25353; }","duration":"3.721448064s","start":"2026-03-08T03:22:23.452017Z","end":"2026-03-08T03:22:27.173465Z","steps":["trace[1756682862] 'agreement among raft nodes before linearized reading' (duration: 3.721233979s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:27.17354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:23.451992Z","time spent":"3.721528476s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:27.173101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:22.973289Z","time spent":"4.199796202s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:22:27.173225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:22.361144Z","time spent":"4.812064253s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-15dd18ea-b268-4d4f-8a6d-6527e4a821dd\" "} {"level":"warn","ts":"2026-03-08T03:22:27.173868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.926963374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:27.173926Z","caller":"traceutil/trace.go:171","msg":"trace[227520897] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25353; }","duration":"3.927065897s","start":"2026-03-08T03:22:23.246847Z","end":"2026-03-08T03:22:27.173913Z","steps":["trace[227520897] 'agreement among raft nodes before linearized reading' (duration: 3.926965574s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:27.173964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:23.24682Z","time spent":"3.927134178s","remote":"127.0.0.1:56960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:27.173165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.623216015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:27.174059Z","caller":"traceutil/trace.go:171","msg":"trace[596334025] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25353; }","duration":"3.624126486s","start":"2026-03-08T03:22:23.549895Z","end":"2026-03-08T03:22:27.174022Z","steps":["trace[596334025] 'agreement among raft nodes before linearized reading' (duration: 3.623202455s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:27.174104Z","caller":"traceutil/trace.go:171","msg":"trace[1850854943] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"2.590910076s","start":"2026-03-08T03:22:24.583177Z","end":"2026-03-08T03:22:27.174087Z","steps":["trace[1850854943] 'process raft request' (duration: 2.588465589s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:27.17429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:23.549873Z","time spent":"3.62429132s","remote":"127.0.0.1:60738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:27.174422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.583142Z","time spent":"2.591200583s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:27.67296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:22:28.03236Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.573476698s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:22:28.032928Z","caller":"traceutil/trace.go:171","msg":"trace[716614947] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"2.780663838s","start":"2026-03-08T03:22:25.252231Z","end":"2026-03-08T03:22:28.032895Z","steps":["trace[716614947] 'process raft request' (duration: 2.780398202s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.033133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:25.252203Z","time spent":"2.78080617s","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:28.366814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000022713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-08T03:22:28.366923Z","caller":"traceutil/trace.go:171","msg":"trace[1615955162] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000204597s","start":"2026-03-08T03:22:26.366691Z","end":"2026-03-08T03:22:28.366895Z","steps":["trace[1615955162] 'agreement among raft nodes before linearized reading' (duration: 2.000064994s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.366982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:26.366663Z","time spent":"2.00030921s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/08 03:22:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-08T03:22:28.526634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.889208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:28.526929Z","caller":"traceutil/trace.go:171","msg":"trace[1786213433] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"1.539110271s","start":"2026-03-08T03:22:26.987779Z","end":"2026-03-08T03:22:28.526889Z","steps":["trace[1786213433] 'process raft request' (duration: 1.432836364s)","trace[1786213433] 'compare' (duration: 105.740065ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:28.527056Z","caller":"traceutil/trace.go:171","msg":"trace[310844243] linearizableReadLoop","detail":"{readStateIndex:26285; appliedIndex:26281; }","duration":"1.355162103s","start":"2026-03-08T03:22:27.171844Z","end":"2026-03-08T03:22:28.527006Z","steps":["trace[310844243] 'read index received' (duration: 860.74832ms)","trace[310844243] 'applied index is now lower than readState.Index' (duration: 494.408753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:28.527075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:26.987759Z","time spent":"1.539231664s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:28.52717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:27.177548Z","time spent":"1.349617814s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-08T03:22:28.52735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594425634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:28.527382Z","caller":"traceutil/trace.go:171","msg":"trace[36281360] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25357; }","duration":"3.594510025s","start":"2026-03-08T03:22:24.932861Z","end":"2026-03-08T03:22:28.527371Z","steps":["trace[36281360] 'agreement among raft nodes before linearized reading' (duration: 3.594391803s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.527405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.932838Z","time spent":"3.594561746s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:28.527406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.401258321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:28.52744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696867021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:28.527478Z","caller":"traceutil/trace.go:171","msg":"trace[375596832] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25357; }","duration":"3.696942013s","start":"2026-03-08T03:22:24.830521Z","end":"2026-03-08T03:22:28.527463Z","steps":["trace[375596832] 'agreement among raft nodes before linearized reading' (duration: 3.696866101s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:28.527473Z","caller":"traceutil/trace.go:171","msg":"trace[446459482] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25357; }","duration":"3.401380514s","start":"2026-03-08T03:22:25.126075Z","end":"2026-03-08T03:22:28.527455Z","steps":["trace[446459482] 'agreement among raft nodes before linearized reading' (duration: 3.401258942s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.527455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.368842446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:28.527526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:25.126048Z","time spent":"3.401464176s","remote":"127.0.0.1:56964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:28.527536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548472372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:28.527577Z","caller":"traceutil/trace.go:171","msg":"trace[152590230] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25357; }","duration":"3.369031s","start":"2026-03-08T03:22:25.158515Z","end":"2026-03-08T03:22:28.527546Z","steps":["trace[152590230] 'agreement among raft nodes before linearized reading' (duration: 3.368749564s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.527584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032553921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-08T03:22:28.527635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:25.158491Z","time spent":"3.369131152s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:28.527651Z","caller":"traceutil/trace.go:171","msg":"trace[1486852658] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"1.345508369s","start":"2026-03-08T03:22:27.182133Z","end":"2026-03-08T03:22:28.527642Z","steps":["trace[1486852658] 'process raft request' (duration: 1.34471217s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.527655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528234697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:28.527659Z","caller":"traceutil/trace.go:171","msg":"trace[451964905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25357; }","duration":"2.032671124s","start":"2026-03-08T03:22:26.494971Z","end":"2026-03-08T03:22:28.527642Z","steps":["trace[451964905] 'agreement among raft nodes before linearized reading' (duration: 2.032274915s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:28.527685Z","caller":"traceutil/trace.go:171","msg":"trace[1270688445] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25357; }","duration":"1.528289169s","start":"2026-03-08T03:22:26.999387Z","end":"2026-03-08T03:22:28.527677Z","steps":["trace[1270688445] 'agreement among raft nodes before linearized reading' (duration: 1.528232717s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.527653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.796515676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:22:28.527706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:26.999376Z","time spent":"1.528324239s","remote":"127.0.0.1:45892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:28.527706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:26.494948Z","time spent":"2.032746066s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:28.527729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:27.182118Z","time spent":"1.34556503s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:22:28.527735Z","caller":"traceutil/trace.go:171","msg":"trace[754167926] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25357; }","duration":"2.79667318s","start":"2026-03-08T03:22:25.731042Z","end":"2026-03-08T03:22:28.527715Z","steps":["trace[754167926] 'agreement among raft nodes before linearized reading' (duration: 2.796413764s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.527746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537851361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-03-08T03:22:28.527784Z","caller":"traceutil/trace.go:171","msg":"trace[521548838] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25357; }","duration":"1.537900023s","start":"2026-03-08T03:22:26.989874Z","end":"2026-03-08T03:22:28.527774Z","steps":["trace[521548838] 'agreement among raft nodes before linearized reading' (duration: 1.537814051s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.527791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:25.73102Z","time spent":"2.796759892s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:28.527808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:26.989864Z","time spent":"1.537938043s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-08T03:22:28.527512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.830501Z","time spent":"3.697003064s","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:28.527883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352538172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-08T03:22:28.527925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539410358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-08T03:22:28.52795Z","caller":"traceutil/trace.go:171","msg":"trace[1112237048] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25357; }","duration":"1.539455949s","start":"2026-03-08T03:22:26.988487Z","end":"2026-03-08T03:22:28.527943Z","steps":["trace[1112237048] 'agreement among raft nodes before linearized reading' (duration: 1.539386607s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.527972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:26.988477Z","time spent":"1.539489929s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-08T03:22:28.528032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.15065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:28.527746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032334299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5v5zx.189abf913a6fdecb\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-08T03:22:28.527921Z","caller":"traceutil/trace.go:171","msg":"trace[1118759121] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25357; }","duration":"1.352601034s","start":"2026-03-08T03:22:27.175306Z","end":"2026-03-08T03:22:28.527907Z","steps":["trace[1118759121] 'agreement among raft nodes before linearized reading' (duration: 1.352480191s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:28.528065Z","caller":"traceutil/trace.go:171","msg":"trace[563507774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25357; }","duration":"150.224601ms","start":"2026-03-08T03:22:28.377831Z","end":"2026-03-08T03:22:28.528056Z","steps":["trace[563507774] 'agreement among raft nodes before linearized reading' (duration: 150.17265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.528085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:27.175278Z","time spent":"1.352797458s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:22:28.528081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540414831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-08T03:22:28.528091Z","caller":"traceutil/trace.go:171","msg":"trace[350351358] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-5v5zx.189abf913a6fdecb; range_end:; response_count:1; response_revision:25357; }","duration":"4.032706478s","start":"2026-03-08T03:22:24.495365Z","end":"2026-03-08T03:22:28.528071Z","steps":["trace[350351358] 'agreement among raft nodes before linearized reading' (duration: 4.032271498s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.528131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032574092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:22:28.52814Z","caller":"traceutil/trace.go:171","msg":"trace[40282045] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25357; }","duration":"1.540531564s","start":"2026-03-08T03:22:26.987592Z","end":"2026-03-08T03:22:28.528123Z","steps":["trace[40282045] 'agreement among raft nodes before linearized reading' (duration: 1.54037114s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.528171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.495344Z","time spent":"4.032808811s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5v5zx.189abf913a6fdecb\" "} {"level":"info","ts":"2026-03-08T03:22:28.528187Z","caller":"traceutil/trace.go:171","msg":"trace[1270646674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25357; }","duration":"2.032676894s","start":"2026-03-08T03:22:26.495489Z","end":"2026-03-08T03:22:28.528166Z","steps":["trace[1270646674] 'agreement among raft nodes before linearized reading' (duration: 2.032482019s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.527559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.712721231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:22:28.527536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539798847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-08T03:22:28.52823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:26.495398Z","time spent":"2.032821037s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:28.528235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540903892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-08T03:22:28.528248Z","caller":"traceutil/trace.go:171","msg":"trace[1600174217] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25357; }","duration":"3.713438807s","start":"2026-03-08T03:22:24.814786Z","end":"2026-03-08T03:22:28.528224Z","steps":["trace[1600174217] 'agreement among raft nodes before linearized reading' (duration: 3.712745851s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:28.528243Z","caller":"traceutil/trace.go:171","msg":"trace[1414014565] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25357; }","duration":"1.540546274s","start":"2026-03-08T03:22:26.987682Z","end":"2026-03-08T03:22:28.528229Z","steps":["trace[1414014565] 'agreement among raft nodes before linearized reading' (duration: 1.539669174s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:28.528276Z","caller":"traceutil/trace.go:171","msg":"trace[454159415] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25357; }","duration":"1.540981914s","start":"2026-03-08T03:22:26.987279Z","end":"2026-03-08T03:22:28.528261Z","steps":["trace[454159415] 'agreement among raft nodes before linearized reading' (duration: 1.54082091s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.528296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:26.987671Z","time spent":"1.540604785s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:22:28.528308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.4168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-08T03:22:28.52832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:26.987233Z","time spent":"1.541079856s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-08T03:22:28.527608Z","caller":"traceutil/trace.go:171","msg":"trace[909253698] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25357; }","duration":"3.548588815s","start":"2026-03-08T03:22:24.978998Z","end":"2026-03-08T03:22:28.527586Z","steps":["trace[909253698] 'agreement among raft nodes before linearized reading' (duration: 3.548486123s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.528389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.156176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:28.528393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.978959Z","time spent":"3.549412144s","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-08T03:22:28.528421Z","caller":"traceutil/trace.go:171","msg":"trace[1655101809] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25357; }","duration":"521.186187ms","start":"2026-03-08T03:22:28.007222Z","end":"2026-03-08T03:22:28.528409Z","steps":["trace[1655101809] 'agreement among raft nodes before linearized reading' (duration: 521.139625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.528453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.007161Z","time spent":"521.283729ms","remote":"127.0.0.1:40560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:28.528464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540994555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:517"} {"level":"warn","ts":"2026-03-08T03:22:28.528477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88406254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-08T03:22:28.528494Z","caller":"traceutil/trace.go:171","msg":"trace[1005007980] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25357; }","duration":"1.541036825s","start":"2026-03-08T03:22:26.987448Z","end":"2026-03-08T03:22:28.528484Z","steps":["trace[1005007980] 'agreement among raft nodes before linearized reading' (duration: 1.540949803s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.528196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:26.987585Z","time spent":"1.540598795s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-08T03:22:28.528516Z","caller":"traceutil/trace.go:171","msg":"trace[1468077139] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25357; }","duration":"1.884136952s","start":"2026-03-08T03:22:26.644365Z","end":"2026-03-08T03:22:28.528502Z","steps":["trace[1468077139] 'agreement among raft nodes before linearized reading' (duration: 1.884026119s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.528536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:26.98744Z","time spent":"1.541076436s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-08T03:22:28.528545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:26.64434Z","time spent":"1.884199474s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-08T03:22:28.528341Z","caller":"traceutil/trace.go:171","msg":"trace[279095834] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25357; }","duration":"478.491502ms","start":"2026-03-08T03:22:28.049839Z","end":"2026-03-08T03:22:28.52833Z","steps":["trace[279095834] 'agreement among raft nodes before linearized reading' (duration: 478.384239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.528626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.049775Z","time spent":"478.84234ms","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-08T03:22:28.528636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.460104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:28.528683Z","caller":"traceutil/trace.go:171","msg":"trace[1505881924] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25357; }","duration":"627.599967ms","start":"2026-03-08T03:22:27.901064Z","end":"2026-03-08T03:22:28.528664Z","steps":["trace[1505881924] 'agreement among raft nodes before linearized reading' (duration: 627.537966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.528279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.814763Z","time spent":"3.713506158s","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:28.528876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.623262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:28.528904Z","caller":"traceutil/trace.go:171","msg":"trace[1960667218] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25357; }","duration":"692.696024ms","start":"2026-03-08T03:22:27.836199Z","end":"2026-03-08T03:22:28.528895Z","steps":["trace[1960667218] 'agreement among raft nodes before linearized reading' (duration: 692.643563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.52893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.963203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:28.52896Z","caller":"traceutil/trace.go:171","msg":"trace[219779233] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25357; }","duration":"933.042585ms","start":"2026-03-08T03:22:27.595909Z","end":"2026-03-08T03:22:28.528952Z","steps":["trace[219779233] 'agreement among raft nodes before linearized reading' (duration: 932.988114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.528959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:27.901039Z","time spent":"627.913014ms","remote":"127.0.0.1:58398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:28.528974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348108159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-08T03:22:28.52899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:27.595881Z","time spent":"933.094907ms","remote":"127.0.0.1:56904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:28.528994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.504954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:28.529012Z","caller":"traceutil/trace.go:171","msg":"trace[2047017720] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25357; }","duration":"1.348186951s","start":"2026-03-08T03:22:27.180813Z","end":"2026-03-08T03:22:28.529Z","steps":["trace[2047017720] 'agreement among raft nodes before linearized reading' (duration: 1.348078809s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:28.529032Z","caller":"traceutil/trace.go:171","msg":"trace[1059242981] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25357; }","duration":"799.658707ms","start":"2026-03-08T03:22:27.729363Z","end":"2026-03-08T03:22:28.529022Z","steps":["trace[1059242981] 'agreement among raft nodes before linearized reading' (duration: 799.597305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.529044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:27.1808Z","time spent":"1.348236222s","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-08T03:22:28.529064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:27.729335Z","time spent":"799.721039ms","remote":"127.0.0.1:41080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:28.527612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.03193629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:28.529158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.744022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:28.529102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345440006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-08T03:22:28.52917Z","caller":"traceutil/trace.go:171","msg":"trace[336800385] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25357; }","duration":"4.033478636s","start":"2026-03-08T03:22:24.495625Z","end":"2026-03-08T03:22:28.529103Z","steps":["trace[336800385] 'agreement among raft nodes before linearized reading' (duration: 4.03195578s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:28.529188Z","caller":"traceutil/trace.go:171","msg":"trace[253202726] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25357; }","duration":"915.823933ms","start":"2026-03-08T03:22:27.613353Z","end":"2026-03-08T03:22:28.529177Z","steps":["trace[253202726] 'agreement among raft nodes before linearized reading' (duration: 915.749592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.52921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:24.495607Z","time spent":"4.033591639s","remote":"127.0.0.1:56948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:28.529206Z","caller":"traceutil/trace.go:171","msg":"trace[899314344] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:25357; }","duration":"1.34555151s","start":"2026-03-08T03:22:27.183638Z","end":"2026-03-08T03:22:28.52919Z","steps":["trace[899314344] 'agreement among raft nodes before linearized reading' (duration: 1.345347735s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.529256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:27.18363Z","time spent":"1.345613531s","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3319,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-08T03:22:28.52935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34774755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-08T03:22:28.529416Z","caller":"traceutil/trace.go:171","msg":"trace[1386350476] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25357; }","duration":"1.347832133s","start":"2026-03-08T03:22:27.181574Z","end":"2026-03-08T03:22:28.529406Z","steps":["trace[1386350476] 'agreement among raft nodes before linearized reading' (duration: 1.347683729s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.528932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:27.836173Z","time spent":"692.751646ms","remote":"127.0.0.1:54230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:28.529467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244161436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:28.529531Z","caller":"traceutil/trace.go:171","msg":"trace[1075064199] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25357; }","duration":"1.244276698s","start":"2026-03-08T03:22:27.285236Z","end":"2026-03-08T03:22:28.529513Z","steps":["trace[1075064199] 'agreement among raft nodes before linearized reading' (duration: 1.244138025s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.529596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:27.285212Z","time spent":"1.244368571s","remote":"127.0.0.1:60976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:28.529444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:27.181566Z","time spent":"1.347871974s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-08T03:22:28.529216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:27.613323Z","time spent":"915.886615ms","remote":"127.0.0.1:45966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:28.529877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.328046144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-08T03:22:28.529912Z","caller":"traceutil/trace.go:171","msg":"trace[1942652050] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25357; }","duration":"3.328127786s","start":"2026-03-08T03:22:25.201777Z","end":"2026-03-08T03:22:28.529904Z","steps":["trace[1942652050] 'agreement among raft nodes before linearized reading' (duration: 3.326171751s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:28.529947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:25.201753Z","time spent":"3.328185768s","remote":"127.0.0.1:57884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2738,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:29.036412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-08T03:22:29.303136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.938758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:29.303293Z","caller":"traceutil/trace.go:171","msg":"trace[468807305] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"770.15738ms","start":"2026-03-08T03:22:28.533105Z","end":"2026-03-08T03:22:29.303262Z","steps":["trace[468807305] 'process raft request' (duration: 639.990566ms)","trace[468807305] 'compare' (duration: 129.56684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:29.303377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.53308Z","time spent":"770.260552ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:29.454437Z","caller":"traceutil/trace.go:171","msg":"trace[983024850] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"921.246431ms","start":"2026-03-08T03:22:28.53316Z","end":"2026-03-08T03:22:29.454406Z","steps":["trace[983024850] 'process raft request' (duration: 921.028276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:29.454593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.533136Z","time spent":"921.378224ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:29.45473Z","caller":"traceutil/trace.go:171","msg":"trace[853654298] transaction","detail":"{read_only:false; response_revision:25360; number_of_response:1; }","duration":"921.425605ms","start":"2026-03-08T03:22:28.533262Z","end":"2026-03-08T03:22:29.454687Z","steps":["trace[853654298] 'process raft request' (duration: 921.098167ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:29.45489Z","caller":"traceutil/trace.go:171","msg":"trace[732628367] transaction","detail":"{read_only:false; response_revision:25361; number_of_response:1; }","duration":"921.513967ms","start":"2026-03-08T03:22:28.533351Z","end":"2026-03-08T03:22:29.454865Z","steps":["trace[732628367] 'process raft request' (duration: 921.243671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:29.454926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.533253Z","time spent":"921.578538ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:29.454998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.53333Z","time spent":"921.61678ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:29.455059Z","caller":"traceutil/trace.go:171","msg":"trace[820581547] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"921.555908ms","start":"2026-03-08T03:22:28.53343Z","end":"2026-03-08T03:22:29.454986Z","steps":["trace[820581547] 'process raft request' (duration: 921.332083ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:29.455101Z","caller":"traceutil/trace.go:171","msg":"trace[690838557] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"920.796571ms","start":"2026-03-08T03:22:28.534269Z","end":"2026-03-08T03:22:29.455065Z","steps":["trace[690838557] 'process raft request' (duration: 920.566265ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:29.4552Z","caller":"traceutil/trace.go:171","msg":"trace[686094577] transaction","detail":"{read_only:false; response_revision:25364; number_of_response:1; }","duration":"919.420919ms","start":"2026-03-08T03:22:28.535766Z","end":"2026-03-08T03:22:29.455187Z","steps":["trace[686094577] 'process raft request' (duration: 919.184593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:29.455253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.535758Z","time spent":"919.47071ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:29.455269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.534259Z","time spent":"920.920993ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:29.455287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.53342Z","time spent":"921.755842ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:29.45605Z","caller":"traceutil/trace.go:171","msg":"trace[582169590] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"912.570869ms","start":"2026-03-08T03:22:28.543463Z","end":"2026-03-08T03:22:29.456034Z","steps":["trace[582169590] 'process raft request' (duration: 911.550726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:29.456133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.543436Z","time spent":"912.659291ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:29.456259Z","caller":"traceutil/trace.go:171","msg":"trace[893340948] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"912.220191ms","start":"2026-03-08T03:22:28.544022Z","end":"2026-03-08T03:22:29.456242Z","steps":["trace[893340948] 'process raft request' (duration: 911.884423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:29.456339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.543981Z","time spent":"912.319803ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:29.456467Z","caller":"traceutil/trace.go:171","msg":"trace[43957315] linearizableReadLoop","detail":"{readStateIndex:26295; appliedIndex:26285; }","duration":"920.691328ms","start":"2026-03-08T03:22:28.535761Z","end":"2026-03-08T03:22:29.456452Z","steps":["trace[43957315] 'read index received' (duration: 637.59203ms)","trace[43957315] 'applied index is now lower than readState.Index' (duration: 283.097868ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:29.456668Z","caller":"traceutil/trace.go:171","msg":"trace[1828644021] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"911.191387ms","start":"2026-03-08T03:22:28.545466Z","end":"2026-03-08T03:22:29.456657Z","steps":["trace[1828644021] 'process raft request' (duration: 910.521781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:29.456731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.545453Z","time spent":"911.244788ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:29.456969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.20573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c1be023a-fd65-4219-9994-3d1e4ea9882b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-08T03:22:29.457014Z","caller":"traceutil/trace.go:171","msg":"trace[25072665] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c1be023a-fd65-4219-9994-3d1e4ea9882b; range_end:; response_count:1; response_revision:25367; }","duration":"921.262712ms","start":"2026-03-08T03:22:28.535737Z","end":"2026-03-08T03:22:29.457Z","steps":["trace[25072665] 'agreement among raft nodes before linearized reading' (duration: 921.130079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:29.457043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.535726Z","time spent":"921.310863ms","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-c1be023a-fd65-4219-9994-3d1e4ea9882b\" "} {"level":"warn","ts":"2026-03-08T03:22:29.457286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.463053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-08T03:22:29.457324Z","caller":"traceutil/trace.go:171","msg":"trace[79122275] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25367; }","duration":"914.518714ms","start":"2026-03-08T03:22:28.542797Z","end":"2026-03-08T03:22:29.457315Z","steps":["trace[79122275] 'agreement among raft nodes before linearized reading' (duration: 914.443913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:29.457356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.54276Z","time spent":"914.589856ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-08T03:22:29.45769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.427451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:29.457737Z","caller":"traceutil/trace.go:171","msg":"trace[579574243] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25367; }","duration":"100.512193ms","start":"2026-03-08T03:22:29.357212Z","end":"2026-03-08T03:22:29.457724Z","steps":["trace[579574243] 'agreement among raft nodes before linearized reading' (duration: 100.426431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:29.458099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.023615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:29.45815Z","caller":"traceutil/trace.go:171","msg":"trace[1177031954] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25367; }","duration":"800.127178ms","start":"2026-03-08T03:22:28.658011Z","end":"2026-03-08T03:22:29.458138Z","steps":["trace[1177031954] 'agreement among raft nodes before linearized reading' (duration: 800.053497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:29.458179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.657961Z","time spent":"800.21048ms","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:29.458245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.799415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-08T03:22:29.458241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.129045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-08T03:22:29.458287Z","caller":"traceutil/trace.go:171","msg":"trace[1026687185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25367; }","duration":"903.843286ms","start":"2026-03-08T03:22:28.554432Z","end":"2026-03-08T03:22:29.458275Z","steps":["trace[1026687185] 'agreement among raft nodes before linearized reading' (duration: 903.690122ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:29.458303Z","caller":"traceutil/trace.go:171","msg":"trace[589673482] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25367; }","duration":"908.229578ms","start":"2026-03-08T03:22:28.550057Z","end":"2026-03-08T03:22:29.458286Z","steps":["trace[589673482] 'agreement among raft nodes before linearized reading' (duration: 908.023473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:29.458318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.554412Z","time spent":"903.897566ms","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T03:22:29.458344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:28.550038Z","time spent":"908.295169ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-08T03:22:29.458436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.152064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:29.458588Z","caller":"traceutil/trace.go:171","msg":"trace[1628230667] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25367; }","duration":"239.82928ms","start":"2026-03-08T03:22:29.218745Z","end":"2026-03-08T03:22:29.458574Z","steps":["trace[1628230667] 'agreement among raft nodes before linearized reading' (duration: 239.132453ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:29.732802Z","caller":"traceutil/trace.go:171","msg":"trace[1620824412] linearizableReadLoop","detail":"{readStateIndex:26296; appliedIndex:26295; }","duration":"263.921331ms","start":"2026-03-08T03:22:29.468833Z","end":"2026-03-08T03:22:29.732754Z","steps":["trace[1620824412] 'read index received' (duration: 263.641055ms)","trace[1620824412] 'applied index is now lower than readState.Index' (duration: 278.756µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:29.732829Z","caller":"traceutil/trace.go:171","msg":"trace[1050407100] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"264.687489ms","start":"2026-03-08T03:22:29.4681Z","end":"2026-03-08T03:22:29.732788Z","steps":["trace[1050407100] 'process raft request' (duration: 264.481604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:29.733034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.174747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-03-08T03:22:29.733073Z","caller":"traceutil/trace.go:171","msg":"trace[2051639548] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:25368; }","duration":"264.253679ms","start":"2026-03-08T03:22:29.468809Z","end":"2026-03-08T03:22:29.733063Z","steps":["trace[2051639548] 'agreement among raft nodes before linearized reading' (duration: 264.086935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:29.733244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.793178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189abf91adfc4ae3\" ","response":"range_response_count:1 size:875"} {"level":"warn","ts":"2026-03-08T03:22:29.733334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.714003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-08T03:22:29.733396Z","caller":"traceutil/trace.go:171","msg":"trace[1451867018] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189abf91adfc4ae3; range_end:; response_count:1; response_revision:25368; }","duration":"263.963152ms","start":"2026-03-08T03:22:29.469402Z","end":"2026-03-08T03:22:29.733365Z","steps":["trace[1451867018] 'agreement among raft nodes before linearized reading' (duration: 263.593644ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:29.733455Z","caller":"traceutil/trace.go:171","msg":"trace[1103170197] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25368; }","duration":"262.882817ms","start":"2026-03-08T03:22:29.470534Z","end":"2026-03-08T03:22:29.733417Z","steps":["trace[1103170197] 'agreement among raft nodes before linearized reading' (duration: 262.495248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:30.613777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.420966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:30.614105Z","caller":"traceutil/trace.go:171","msg":"trace[1833873885] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"878.540476ms","start":"2026-03-08T03:22:29.735516Z","end":"2026-03-08T03:22:30.614057Z","steps":["trace[1833873885] 'process raft request' (duration: 488.767222ms)","trace[1833873885] 'compare' (duration: 388.809482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:30.614326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:29.735497Z","time spent":"878.69935ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:30.614383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.653026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7004c81a-0dce-4640-b26e-8838b597947f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-08T03:22:30.61442Z","caller":"traceutil/trace.go:171","msg":"trace[1947277961] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7004c81a-0dce-4640-b26e-8838b597947f; range_end:; response_count:1; response_revision:25369; }","duration":"877.732667ms","start":"2026-03-08T03:22:29.736676Z","end":"2026-03-08T03:22:30.614408Z","steps":["trace[1947277961] 'agreement among raft nodes before linearized reading' (duration: 877.527533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:30.614453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:29.736667Z","time spent":"877.778928ms","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-7004c81a-0dce-4640-b26e-8838b597947f\" "} {"level":"info","ts":"2026-03-08T03:22:30.614163Z","caller":"traceutil/trace.go:171","msg":"trace[1487225203] linearizableReadLoop","detail":"{readStateIndex:26297; appliedIndex:26296; }","duration":"877.126033ms","start":"2026-03-08T03:22:29.736724Z","end":"2026-03-08T03:22:30.61385Z","steps":["trace[1487225203] 'read index received' (duration: 487.643026ms)","trace[1487225203] 'applied index is now lower than readState.Index' (duration: 389.481067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:31.307918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.163103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:31.308228Z","caller":"traceutil/trace.go:171","msg":"trace[2100485810] linearizableReadLoop","detail":"{readStateIndex:26300; appliedIndex:26297; }","duration":"693.539383ms","start":"2026-03-08T03:22:30.614671Z","end":"2026-03-08T03:22:31.30821Z","steps":["trace[2100485810] 'read index received' (duration: 209.007241ms)","trace[2100485810] 'applied index is now lower than readState.Index' (duration: 484.530842ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:31.308317Z","caller":"traceutil/trace.go:171","msg":"trace[1878145418] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"1.570083943s","start":"2026-03-08T03:22:29.73822Z","end":"2026-03-08T03:22:31.308304Z","steps":["trace[1878145418] 'process raft request' (duration: 1.085442719s)","trace[1878145418] 'compare' (duration: 483.893647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:31.308358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:29.738189Z","time spent":"1.570150444s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:22:31.308643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372205311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:31.308666Z","caller":"traceutil/trace.go:171","msg":"trace[705495921] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25372; }","duration":"1.372276292s","start":"2026-03-08T03:22:29.936381Z","end":"2026-03-08T03:22:31.308657Z","steps":["trace[705495921] 'agreement among raft nodes before linearized reading' (duration: 1.3721992s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:31.308701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:29.936353Z","time spent":"1.372341684s","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-08T03:22:31.308838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233176401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:22:31.308957Z","caller":"traceutil/trace.go:171","msg":"trace[1384599625] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:25372; }","duration":"1.233354185s","start":"2026-03-08T03:22:30.075576Z","end":"2026-03-08T03:22:31.30893Z","steps":["trace[1384599625] 'agreement among raft nodes before linearized reading' (duration: 1.232998486s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:31.309002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571333462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-08T03:22:31.309013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:30.075546Z","time spent":"1.233457067s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-03-08T03:22:31.309039Z","caller":"traceutil/trace.go:171","msg":"trace[1369251845] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:25372; }","duration":"1.571374963s","start":"2026-03-08T03:22:29.737656Z","end":"2026-03-08T03:22:31.309031Z","steps":["trace[1369251845] 'agreement among raft nodes before linearized reading' (duration: 1.57125222s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:31.309014Z","caller":"traceutil/trace.go:171","msg":"trace[1154798046] transaction","detail":"{read_only:false; response_revision:25372; number_of_response:1; }","duration":"761.790364ms","start":"2026-03-08T03:22:30.547184Z","end":"2026-03-08T03:22:31.308974Z","steps":["trace[1154798046] 'process raft request' (duration: 760.978045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:31.309199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.536853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-08T03:22:31.309205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109252492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:31.30929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182815497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:22:31.309291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.580408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:31.309317Z","caller":"traceutil/trace.go:171","msg":"trace[1453182637] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25372; }","duration":"1.182842817s","start":"2026-03-08T03:22:30.126467Z","end":"2026-03-08T03:22:31.30931Z","steps":["trace[1453182637] 'agreement among raft nodes before linearized reading' (duration: 1.182796676s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:31.309291Z","caller":"traceutil/trace.go:171","msg":"trace[1046690719] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239; range_end:; response_count:1; response_revision:25372; }","duration":"690.623015ms","start":"2026-03-08T03:22:30.618643Z","end":"2026-03-08T03:22:31.309266Z","steps":["trace[1046690719] 'agreement among raft nodes before linearized reading' (duration: 690.327519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:31.309202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.868669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:22:31.309325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.104409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4246"} {"level":"warn","ts":"2026-03-08T03:22:31.309326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.415679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-08T03:22:31.309355Z","caller":"traceutil/trace.go:171","msg":"trace[1175881367] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25372; }","duration":"527.193036ms","start":"2026-03-08T03:22:30.782154Z","end":"2026-03-08T03:22:31.309347Z","steps":["trace[1175881367] 'agreement among raft nodes before linearized reading' (duration: 526.843718ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:31.309344Z","caller":"traceutil/trace.go:171","msg":"trace[1468992124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25372; }","duration":"301.67204ms","start":"2026-03-08T03:22:31.007656Z","end":"2026-03-08T03:22:31.309328Z","steps":["trace[1468992124] 'agreement among raft nodes before linearized reading' (duration: 301.596298ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:31.309366Z","caller":"traceutil/trace.go:171","msg":"trace[1708766481] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"1.444510366s","start":"2026-03-08T03:22:29.864844Z","end":"2026-03-08T03:22:31.309354Z","steps":["trace[1708766481] 'process raft request' (duration: 1.443196605s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:31.309383Z","caller":"traceutil/trace.go:171","msg":"trace[1556309560] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25372; }","duration":"997.200861ms","start":"2026-03-08T03:22:30.312164Z","end":"2026-03-08T03:22:31.309365Z","steps":["trace[1556309560] 'agreement among raft nodes before linearized reading' (duration: 997.038877ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:31.309395Z","caller":"traceutil/trace.go:171","msg":"trace[434972708] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25372; }","duration":"587.534823ms","start":"2026-03-08T03:22:30.721843Z","end":"2026-03-08T03:22:31.309378Z","steps":["trace[434972708] 'agreement among raft nodes before linearized reading' (duration: 587.183305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:31.309406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.007633Z","time spent":"301.764273ms","remote":"127.0.0.1:58294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:31.309414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:30.782129Z","time spent":"527.262137ms","remote":"127.0.0.1:57680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:31.309422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:30.312143Z","time spent":"997.270693ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4269,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-08T03:22:31.309435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:29.864811Z","time spent":"1.444593268s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:31.309436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:30.721818Z","time spent":"587.604364ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-08T03:22:31.309299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:30.54715Z","time spent":"762.03709ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:31.309063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:29.737646Z","time spent":"1.571409834s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1459,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-08T03:22:31.309343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:30.126442Z","time spent":"1.182896528s","remote":"127.0.0.1:57518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:31.30889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557869568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:31.309303Z","caller":"traceutil/trace.go:171","msg":"trace[1003912717] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25372; }","duration":"1.109398216s","start":"2026-03-08T03:22:30.199881Z","end":"2026-03-08T03:22:31.309279Z","steps":["trace[1003912717] 'agreement among raft nodes before linearized reading' (duration: 1.109188031s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:31.309739Z","caller":"traceutil/trace.go:171","msg":"trace[2073925603] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25372; }","duration":"1.558743768s","start":"2026-03-08T03:22:29.75098Z","end":"2026-03-08T03:22:31.309724Z","steps":["trace[2073925603] 'agreement among raft nodes before linearized reading' (duration: 1.557852337s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:31.309753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:30.19986Z","time spent":"1.109881687s","remote":"127.0.0.1:45986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:31.309781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:29.750967Z","time spent":"1.55880028s","remote":"127.0.0.1:57050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:31.309356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:30.618591Z","time spent":"690.755368ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239\" "} {"level":"warn","ts":"2026-03-08T03:22:32.298974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.774082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:32.299102Z","caller":"traceutil/trace.go:171","msg":"trace[505224913] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"989.427561ms","start":"2026-03-08T03:22:31.309648Z","end":"2026-03-08T03:22:32.299076Z","steps":["trace[505224913] 'process raft request' (duration: 370.453234ms)","trace[505224913] 'compare' (duration: 618.543227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:32.299166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.309623Z","time spent":"989.512722ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:32.340655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.309928Z","time spent":"1.030714802s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-08T03:22:32.341064Z","caller":"traceutil/trace.go:171","msg":"trace[974703826] linearizableReadLoop","detail":"{readStateIndex:26304; appliedIndex:26300; }","duration":"1.023097425s","start":"2026-03-08T03:22:31.317942Z","end":"2026-03-08T03:22:32.34104Z","steps":["trace[974703826] 'read index received' (duration: 362.211822ms)","trace[974703826] 'applied index is now lower than readState.Index' (duration: 660.884193ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:32.341473Z","caller":"traceutil/trace.go:171","msg":"trace[160665782] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"880.298696ms","start":"2026-03-08T03:22:31.461159Z","end":"2026-03-08T03:22:32.341457Z","steps":["trace[160665782] 'process raft request' (duration: 879.640221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.341617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.461041Z","time spent":"880.475011ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:32.341639Z","caller":"traceutil/trace.go:171","msg":"trace[127763818] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"1.029518485s","start":"2026-03-08T03:22:31.312078Z","end":"2026-03-08T03:22:32.341596Z","steps":["trace[127763818] 'process raft request' (duration: 1.028405419s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.341815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.312066Z","time spent":"1.029640147s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:32.341851Z","caller":"traceutil/trace.go:171","msg":"trace[1298625322] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"879.323554ms","start":"2026-03-08T03:22:31.462494Z","end":"2026-03-08T03:22:32.341818Z","steps":["trace[1298625322] 'process raft request' (duration: 878.393902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.341912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.462456Z","time spent":"879.424526ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:32.342032Z","caller":"traceutil/trace.go:171","msg":"trace[1459943835] transaction","detail":"{read_only:false; response_revision:25375; number_of_response:1; }","duration":"1.02415137s","start":"2026-03-08T03:22:31.317865Z","end":"2026-03-08T03:22:32.342016Z","steps":["trace[1459943835] 'process raft request' (duration: 1.022766337s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:32.342087Z","caller":"traceutil/trace.go:171","msg":"trace[295357758] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"878.355012ms","start":"2026-03-08T03:22:31.463721Z","end":"2026-03-08T03:22:32.342076Z","steps":["trace[295357758] 'process raft request' (duration: 877.237936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.342114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.317851Z","time spent":"1.024234491s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:22:32.342156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.463698Z","time spent":"878.426933ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:32.342296Z","caller":"traceutil/trace.go:171","msg":"trace[1712042059] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"878.375272ms","start":"2026-03-08T03:22:31.463908Z","end":"2026-03-08T03:22:32.342283Z","steps":["trace[1712042059] 'process raft request' (duration: 877.083712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.342356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.463883Z","time spent":"878.445404ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:32.342363Z","caller":"traceutil/trace.go:171","msg":"trace[428743171] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"1.024336824s","start":"2026-03-08T03:22:31.318012Z","end":"2026-03-08T03:22:32.342349Z","steps":["trace[428743171] 'process raft request' (duration: 1.022674726s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.342419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.318001Z","time spent":"1.024392205s","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1633,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:22:32.342526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02458492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-03-08T03:22:32.342571Z","caller":"traceutil/trace.go:171","msg":"trace[1094377876] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:25382; }","duration":"1.024673982s","start":"2026-03-08T03:22:31.317886Z","end":"2026-03-08T03:22:32.34256Z","steps":["trace[1094377876] 'agreement among raft nodes before linearized reading' (duration: 1.0245868s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.342608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.317855Z","time spent":"1.024746023s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9532,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-03-08T03:22:32.342816Z","caller":"traceutil/trace.go:171","msg":"trace[936659984] transaction","detail":"{read_only:false; response_revision:25377; number_of_response:1; }","duration":"1.02373556s","start":"2026-03-08T03:22:31.319064Z","end":"2026-03-08T03:22:32.342799Z","steps":["trace[936659984] 'process raft request' (duration: 1.021687292s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.342904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.319052Z","time spent":"1.023810241s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:32.342051Z","caller":"traceutil/trace.go:171","msg":"trace[1144587502] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"879.538649ms","start":"2026-03-08T03:22:31.462501Z","end":"2026-03-08T03:22:32.34204Z","steps":["trace[1144587502] 'process raft request' (duration: 878.424333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.343222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.462478Z","time spent":"880.690276ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:32.380472Z","caller":"traceutil/trace.go:171","msg":"trace[427557701] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"198.431005ms","start":"2026-03-08T03:22:32.182009Z","end":"2026-03-08T03:22:32.38044Z","steps":["trace[427557701] 'process raft request' (duration: 198.194719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.380563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.022165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:32.380651Z","caller":"traceutil/trace.go:171","msg":"trace[863928321] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25383; }","duration":"464.26725ms","start":"2026-03-08T03:22:31.916361Z","end":"2026-03-08T03:22:32.380628Z","steps":["trace[863928321] 'agreement among raft nodes before linearized reading' (duration: 464.081786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.380713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.916334Z","time spent":"464.366873ms","remote":"127.0.0.1:57456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:32.380806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.9796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:32.380792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.885617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:32.380861Z","caller":"traceutil/trace.go:171","msg":"trace[829322376] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25383; }","duration":"245.108252ms","start":"2026-03-08T03:22:32.135737Z","end":"2026-03-08T03:22:32.380846Z","steps":["trace[829322376] 'agreement among raft nodes before linearized reading' (duration: 245.00858ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:32.38089Z","caller":"traceutil/trace.go:171","msg":"trace[2065887717] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25383; }","duration":"130.055661ms","start":"2026-03-08T03:22:32.250811Z","end":"2026-03-08T03:22:32.380867Z","steps":["trace[2065887717] 'agreement among raft nodes before linearized reading' (duration: 129.844926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.380991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.054413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:22:32.381061Z","caller":"traceutil/trace.go:171","msg":"trace[1672736077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25383; }","duration":"920.184056ms","start":"2026-03-08T03:22:31.460862Z","end":"2026-03-08T03:22:32.381046Z","steps":["trace[1672736077] 'agreement among raft nodes before linearized reading' (duration: 919.983561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.381163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.460831Z","time spent":"920.316659ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:32.381169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062861251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-85aa8d35-300e-411d-b7ee-5c4be8b1fac9\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-03-08T03:22:32.381224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.257214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:32.381277Z","caller":"traceutil/trace.go:171","msg":"trace[2124547605] range","detail":"{range_begin:/registry/persistentvolumes/pvc-85aa8d35-300e-411d-b7ee-5c4be8b1fac9; range_end:; response_count:1; response_revision:25383; }","duration":"1.063082137s","start":"2026-03-08T03:22:31.318162Z","end":"2026-03-08T03:22:32.381244Z","steps":["trace[2124547605] 'agreement among raft nodes before linearized reading' (duration: 1.06279574s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:32.381299Z","caller":"traceutil/trace.go:171","msg":"trace[467381208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25383; }","duration":"710.338346ms","start":"2026-03-08T03:22:31.670909Z","end":"2026-03-08T03:22:32.381248Z","steps":["trace[467381208] 'agreement among raft nodes before linearized reading' (duration: 709.763232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.381293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.888096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:22:32.381338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.318144Z","time spent":"1.06318345s","remote":"127.0.0.1:57496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-85aa8d35-300e-411d-b7ee-5c4be8b1fac9\" "} {"level":"info","ts":"2026-03-08T03:22:32.381392Z","caller":"traceutil/trace.go:171","msg":"trace[511123891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25383; }","duration":"919.03257ms","start":"2026-03-08T03:22:31.462335Z","end":"2026-03-08T03:22:32.381367Z","steps":["trace[511123891] 'agreement among raft nodes before linearized reading' (duration: 918.61126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.381454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.462321Z","time spent":"919.120521ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:32.381499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:31.670883Z","time spent":"710.440589ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:32.570976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.391282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:32.571074Z","caller":"traceutil/trace.go:171","msg":"trace[497638827] linearizableReadLoop","detail":"{readStateIndex:26313; appliedIndex:26312; }","duration":"190.661264ms","start":"2026-03-08T03:22:32.380395Z","end":"2026-03-08T03:22:32.571056Z","steps":["trace[497638827] 'read index received' (duration: 53.133398ms)","trace[497638827] 'applied index is now lower than readState.Index' (duration: 137.525936ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:32.571145Z","caller":"traceutil/trace.go:171","msg":"trace[292558997] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"225.528196ms","start":"2026-03-08T03:22:32.3456Z","end":"2026-03-08T03:22:32.571128Z","steps":["trace[292558997] 'process raft request' (duration: 87.909809ms)","trace[292558997] 'compare' (duration: 137.066405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:32.571494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.650166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-08T03:22:32.57157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.652729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"info","ts":"2026-03-08T03:22:32.571574Z","caller":"traceutil/trace.go:171","msg":"trace[1608261263] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25384; }","duration":"221.759428ms","start":"2026-03-08T03:22:32.349795Z","end":"2026-03-08T03:22:32.571554Z","steps":["trace[1608261263] 'agreement among raft nodes before linearized reading' (duration: 221.471392ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:32.571596Z","caller":"traceutil/trace.go:171","msg":"trace[542447350] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25384; }","duration":"222.68233ms","start":"2026-03-08T03:22:32.348905Z","end":"2026-03-08T03:22:32.571587Z","steps":["trace[542447350] 'agreement among raft nodes before linearized reading' (duration: 222.543077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.571576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.677954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:32.571638Z","caller":"traceutil/trace.go:171","msg":"trace[1516468554] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25384; }","duration":"196.798587ms","start":"2026-03-08T03:22:32.374823Z","end":"2026-03-08T03:22:32.571621Z","steps":["trace[1516468554] 'agreement among raft nodes before linearized reading' (duration: 196.677074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.571702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.770872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4540"} {"level":"info","ts":"2026-03-08T03:22:32.571795Z","caller":"traceutil/trace.go:171","msg":"trace[612057805] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25384; }","duration":"216.880024ms","start":"2026-03-08T03:22:32.354889Z","end":"2026-03-08T03:22:32.571769Z","steps":["trace[612057805] 'agreement among raft nodes before linearized reading' (duration: 216.617938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:32.571772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.450188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5v5zx.189abf913a6fdecb\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-08T03:22:32.571863Z","caller":"traceutil/trace.go:171","msg":"trace[1170739640] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-5v5zx.189abf913a6fdecb; range_end:; response_count:1; response_revision:25384; }","duration":"223.623032ms","start":"2026-03-08T03:22:32.348217Z","end":"2026-03-08T03:22:32.571841Z","steps":["trace[1170739640] 'agreement among raft nodes before linearized reading' (duration: 223.292924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:33.004545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.863121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:33.004759Z","caller":"traceutil/trace.go:171","msg":"trace[1732458943] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"430.480483ms","start":"2026-03-08T03:22:32.574257Z","end":"2026-03-08T03:22:33.004738Z","steps":["trace[1732458943] 'process raft request' (duration: 430.433402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:33.004823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:32.574233Z","time spent":"430.557895ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:33.005063Z","caller":"traceutil/trace.go:171","msg":"trace[1897556704] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"618.661059ms","start":"2026-03-08T03:22:32.386349Z","end":"2026-03-08T03:22:33.00501Z","steps":["trace[1897556704] 'process raft request' (duration: 618.29598ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:33.005146Z","caller":"traceutil/trace.go:171","msg":"trace[1383896272] linearizableReadLoop","detail":"{readStateIndex:26315; appliedIndex:26313; }","duration":"433.936353ms","start":"2026-03-08T03:22:32.571093Z","end":"2026-03-08T03:22:33.005029Z","steps":["trace[1383896272] 'read index received' (duration: 220.735974ms)","trace[1383896272] 'applied index is now lower than readState.Index' (duration: 213.195259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:33.005241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:32.386324Z","time spent":"618.837243ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:33.005352Z","caller":"traceutil/trace.go:171","msg":"trace[1144383752] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"619.105709ms","start":"2026-03-08T03:22:32.386232Z","end":"2026-03-08T03:22:33.005338Z","steps":["trace[1144383752] 'process raft request' (duration: 405.380378ms)","trace[1144383752] 'compare' (duration: 212.749099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:33.005404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:32.386221Z","time spent":"619.15932ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:33.005491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.344601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:33.005462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.495465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:33.005518Z","caller":"traceutil/trace.go:171","msg":"trace[2058010898] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25387; }","duration":"155.395291ms","start":"2026-03-08T03:22:32.850112Z","end":"2026-03-08T03:22:33.005507Z","steps":["trace[2058010898] 'agreement among raft nodes before linearized reading' (duration: 155.34743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:33.005568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.67243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:33.005569Z","caller":"traceutil/trace.go:171","msg":"trace[1055361482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25387; }","duration":"621.623778ms","start":"2026-03-08T03:22:32.383913Z","end":"2026-03-08T03:22:33.005537Z","steps":["trace[1055361482] 'agreement among raft nodes before linearized reading' (duration: 621.435804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:33.005549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.222267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:33.005618Z","caller":"traceutil/trace.go:171","msg":"trace[1054652435] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25387; }","duration":"428.735413ms","start":"2026-03-08T03:22:32.57687Z","end":"2026-03-08T03:22:33.005605Z","steps":["trace[1054652435] 'agreement among raft nodes before linearized reading' (duration: 428.646911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:33.00564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:32.3839Z","time spent":"621.72892ms","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:33.005657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:32.576862Z","time spent":"428.787474ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-08T03:22:33.005652Z","caller":"traceutil/trace.go:171","msg":"trace[828102800] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25387; }","duration":"164.383691ms","start":"2026-03-08T03:22:32.841242Z","end":"2026-03-08T03:22:33.005626Z","steps":["trace[828102800] 'agreement among raft nodes before linearized reading' (duration: 164.187397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:33.005652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.108094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"warn","ts":"2026-03-08T03:22:33.005681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.711452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-08T03:22:33.005771Z","caller":"traceutil/trace.go:171","msg":"trace[607261506] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25387; }","duration":"431.879986ms","start":"2026-03-08T03:22:32.573867Z","end":"2026-03-08T03:22:33.005747Z","steps":["trace[607261506] 'agreement among raft nodes before linearized reading' (duration: 431.540368ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:33.005708Z","caller":"traceutil/trace.go:171","msg":"trace[1124385196] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:25387; }","duration":"424.181677ms","start":"2026-03-08T03:22:32.581513Z","end":"2026-03-08T03:22:33.005694Z","steps":["trace[1124385196] 'agreement among raft nodes before linearized reading' (duration: 423.944681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:33.005829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:32.573846Z","time spent":"431.969288ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-08T03:22:33.005873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:32.581507Z","time spent":"424.351551ms","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9532,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-08T03:22:33.604084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407691,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:22:33.711029Z","caller":"traceutil/trace.go:171","msg":"trace[976129990] transaction","detail":"{read_only:false; response_revision:25390; number_of_response:1; }","duration":"615.879864ms","start":"2026-03-08T03:22:33.09511Z","end":"2026-03-08T03:22:33.710989Z","steps":["trace[976129990] 'process raft request' (duration: 609.232989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:33.711222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:33.095092Z","time spent":"616.033268ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:33.719542Z","caller":"traceutil/trace.go:171","msg":"trace[1862233596] linearizableReadLoop","detail":"{readStateIndex:26320; appliedIndex:26318; }","duration":"616.233683ms","start":"2026-03-08T03:22:33.10328Z","end":"2026-03-08T03:22:33.719514Z","steps":["trace[1862233596] 'read index received' (duration: 601.063709ms)","trace[1862233596] 'applied index is now lower than readState.Index' (duration: 15.168553ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:33.719657Z","caller":"traceutil/trace.go:171","msg":"trace[1257047786] transaction","detail":"{read_only:false; response_revision:25391; number_of_response:1; }","duration":"402.602063ms","start":"2026-03-08T03:22:33.317025Z","end":"2026-03-08T03:22:33.719627Z","steps":["trace[1257047786] 'process raft request' (duration: 402.370118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:33.719736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.318956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:33.719778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.493798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-08T03:22:33.719791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:33.316994Z","time spent":"402.725266ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:33.71982Z","caller":"traceutil/trace.go:171","msg":"trace[1166511815] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25391; }","duration":"616.57747ms","start":"2026-03-08T03:22:33.10323Z","end":"2026-03-08T03:22:33.719807Z","steps":["trace[1166511815] 'agreement among raft nodes before linearized reading' (duration: 616.429617ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:33.719835Z","caller":"traceutil/trace.go:171","msg":"trace[962296894] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25391; }","duration":"332.453319ms","start":"2026-03-08T03:22:33.387336Z","end":"2026-03-08T03:22:33.71979Z","steps":["trace[962296894] 'agreement among raft nodes before linearized reading' (duration: 332.320876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:33.719854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:33.103211Z","time spent":"616.631711ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-08T03:22:33.719894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:33.387312Z","time spent":"332.564471ms","remote":"127.0.0.1:57786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:33.943857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.508915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:33.943988Z","caller":"traceutil/trace.go:171","msg":"trace[909286769] linearizableReadLoop","detail":"{readStateIndex:26321; appliedIndex:26320; }","duration":"219.563047ms","start":"2026-03-08T03:22:33.724402Z","end":"2026-03-08T03:22:33.943965Z","steps":["trace[909286769] 'read index received' (duration: 105.839296ms)","trace[909286769] 'applied index is now lower than readState.Index' (duration: 113.721901ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:33.944025Z","caller":"traceutil/trace.go:171","msg":"trace[194640840] transaction","detail":"{read_only:false; response_revision:25392; number_of_response:1; }","duration":"221.765348ms","start":"2026-03-08T03:22:33.722224Z","end":"2026-03-08T03:22:33.943989Z","steps":["trace[194640840] 'process raft request' (duration: 108.009407ms)","trace[194640840] 'compare' (duration: 113.373992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:33.944221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.804543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-08T03:22:33.944255Z","caller":"traceutil/trace.go:171","msg":"trace[1533100881] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:25392; }","duration":"219.868304ms","start":"2026-03-08T03:22:33.724379Z","end":"2026-03-08T03:22:33.944247Z","steps":["trace[1533100881] 'agreement among raft nodes before linearized reading' (duration: 219.67834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:34.656723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.241555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:34.656841Z","caller":"traceutil/trace.go:171","msg":"trace[752842909] linearizableReadLoop","detail":"{readStateIndex:26322; appliedIndex:26321; }","duration":"675.374491ms","start":"2026-03-08T03:22:33.981446Z","end":"2026-03-08T03:22:34.65682Z","steps":["trace[752842909] 'read index received' (duration: 127.369709ms)","trace[752842909] 'applied index is now lower than readState.Index' (duration: 548.002422ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:34.656885Z","caller":"traceutil/trace.go:171","msg":"trace[440622072] transaction","detail":"{read_only:false; response_revision:25393; number_of_response:1; }","duration":"706.287702ms","start":"2026-03-08T03:22:33.950559Z","end":"2026-03-08T03:22:34.656846Z","steps":["trace[440622072] 'process raft request' (duration: 158.32603ms)","trace[440622072] 'compare' (duration: 546.798855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:34.65706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.612256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-03-08T03:22:34.657087Z","caller":"traceutil/trace.go:171","msg":"trace[2032744468] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:25393; }","duration":"675.672958ms","start":"2026-03-08T03:22:33.981404Z","end":"2026-03-08T03:22:34.657077Z","steps":["trace[2032744468] 'agreement among raft nodes before linearized reading' (duration: 675.482354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:34.657137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:33.981386Z","time spent":"675.743949ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-08T03:22:34.65723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:33.950547Z","time spent":"706.579658ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:34.660082Z","caller":"traceutil/trace.go:171","msg":"trace[583368816] transaction","detail":"{read_only:false; response_revision:25394; number_of_response:1; }","duration":"348.018402ms","start":"2026-03-08T03:22:34.312034Z","end":"2026-03-08T03:22:34.660052Z","steps":["trace[583368816] 'process raft request' (duration: 347.868678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:34.660297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:34.312006Z","time spent":"348.149154ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:34.894051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.683182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:34.894765Z","caller":"traceutil/trace.go:171","msg":"trace[734225457] transaction","detail":"{read_only:false; response_revision:25401; number_of_response:1; }","duration":"231.642108ms","start":"2026-03-08T03:22:34.663101Z","end":"2026-03-08T03:22:34.894744Z","steps":["trace[734225457] 'process raft request' (duration: 231.597847ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:34.89497Z","caller":"traceutil/trace.go:171","msg":"trace[1568601585] transaction","detail":"{read_only:false; response_revision:25395; number_of_response:1; }","duration":"544.668564ms","start":"2026-03-08T03:22:34.350288Z","end":"2026-03-08T03:22:34.894957Z","steps":["trace[1568601585] 'process raft request' (duration: 414.005259ms)","trace[1568601585] 'compare' (duration: 129.260232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:34.89503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:34.350249Z","time spent":"544.750876ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:34.895054Z","caller":"traceutil/trace.go:171","msg":"trace[351017136] transaction","detail":"{read_only:false; response_revision:25399; number_of_response:1; }","duration":"543.105787ms","start":"2026-03-08T03:22:34.35191Z","end":"2026-03-08T03:22:34.895016Z","steps":["trace[351017136] 'process raft request' (duration: 542.678227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:34.895177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:34.351879Z","time spent":"543.22682ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:34.895323Z","caller":"traceutil/trace.go:171","msg":"trace[1577341482] transaction","detail":"{read_only:false; response_revision:25396; number_of_response:1; }","duration":"545.035212ms","start":"2026-03-08T03:22:34.350279Z","end":"2026-03-08T03:22:34.895314Z","steps":["trace[1577341482] 'process raft request' (duration: 543.865005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:34.895366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:34.350239Z","time spent":"545.109604ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:34.895488Z","caller":"traceutil/trace.go:171","msg":"trace[336286476] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"545.016942ms","start":"2026-03-08T03:22:34.350464Z","end":"2026-03-08T03:22:34.895481Z","steps":["trace[336286476] 'process raft request' (duration: 543.995388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:34.895527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:34.350453Z","time spent":"545.054582ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:34.895577Z","caller":"traceutil/trace.go:171","msg":"trace[1704746492] transaction","detail":"{read_only:false; response_revision:25400; number_of_response:1; }","duration":"234.104386ms","start":"2026-03-08T03:22:34.661456Z","end":"2026-03-08T03:22:34.89556Z","steps":["trace[1704746492] 'process raft request' (duration: 233.196825ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:34.895608Z","caller":"traceutil/trace.go:171","msg":"trace[283832208] transaction","detail":"{read_only:false; response_revision:25398; number_of_response:1; }","duration":"544.700845ms","start":"2026-03-08T03:22:34.350902Z","end":"2026-03-08T03:22:34.895602Z","steps":["trace[283832208] 'process raft request' (duration: 543.64031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:34.895633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:34.350887Z","time spent":"544.732585ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:34.895907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.605835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:22:34.895951Z","caller":"traceutil/trace.go:171","msg":"trace[326262392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25401; }","duration":"424.648556ms","start":"2026-03-08T03:22:34.47129Z","end":"2026-03-08T03:22:34.895939Z","steps":["trace[326262392] 'agreement among raft nodes before linearized reading' (duration: 424.524854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:34.895962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.917103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:34.895984Z","caller":"traceutil/trace.go:171","msg":"trace[1797898215] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25401; }","duration":"563.971363ms","start":"2026-03-08T03:22:34.332006Z","end":"2026-03-08T03:22:34.895977Z","steps":["trace[1797898215] 'agreement among raft nodes before linearized reading' (duration: 563.922922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:34.89599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:34.471264Z","time spent":"424.713218ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-08T03:22:34.896005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:34.331992Z","time spent":"564.009585ms","remote":"127.0.0.1:57788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:34.897629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.954512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-08T03:22:34.897674Z","caller":"traceutil/trace.go:171","msg":"trace[1717752657] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25401; }","duration":"842.043774ms","start":"2026-03-08T03:22:34.055616Z","end":"2026-03-08T03:22:34.897659Z","steps":["trace[1717752657] 'agreement among raft nodes before linearized reading' (duration: 841.824439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:34.897705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:34.055594Z","time spent":"842.103285ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-08T03:22:34.895259Z","caller":"traceutil/trace.go:171","msg":"trace[806966816] linearizableReadLoop","detail":"{readStateIndex:26328; appliedIndex:26323; }","duration":"238.377325ms","start":"2026-03-08T03:22:34.65686Z","end":"2026-03-08T03:22:34.895237Z","steps":["trace[806966816] 'read index received' (duration: 3.612764ms)","trace[806966816] 'applied index is now lower than readState.Index' (duration: 234.762451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:34.898081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.238122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:34.898111Z","caller":"traceutil/trace.go:171","msg":"trace[430104796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25401; }","duration":"235.269143ms","start":"2026-03-08T03:22:34.662833Z","end":"2026-03-08T03:22:34.898102Z","steps":["trace[430104796] 'agreement among raft nodes before linearized reading' (duration: 235.216002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:34.898497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.098605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1454"} {"level":"info","ts":"2026-03-08T03:22:34.898535Z","caller":"traceutil/trace.go:171","msg":"trace[1389441080] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25401; }","duration":"234.150627ms","start":"2026-03-08T03:22:34.664374Z","end":"2026-03-08T03:22:34.898525Z","steps":["trace[1389441080] 'agreement among raft nodes before linearized reading' (duration: 234.050274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:35.648686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.32829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:35.649245Z","caller":"traceutil/trace.go:171","msg":"trace[1307098106] linearizableReadLoop","detail":"{readStateIndex:26333; appliedIndex:26332; }","duration":"657.274849ms","start":"2026-03-08T03:22:34.991937Z","end":"2026-03-08T03:22:35.649212Z","steps":["trace[1307098106] 'read index received' (duration: 486.344655ms)","trace[1307098106] 'applied index is now lower than readState.Index' (duration: 170.927453ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:35.649414Z","caller":"traceutil/trace.go:171","msg":"trace[1521578025] transaction","detail":"{read_only:false; response_revision:25404; number_of_response:1; }","duration":"658.718842ms","start":"2026-03-08T03:22:34.990179Z","end":"2026-03-08T03:22:35.648898Z","steps":["trace[1521578025] 'process raft request' (duration: 488.082375ms)","trace[1521578025] 'compare' (duration: 170.006243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:35.649572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.602236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-08T03:22:35.649653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:34.990155Z","time spent":"659.339097ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:22:35.649687Z","caller":"traceutil/trace.go:171","msg":"trace[8863302] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:25404; }","duration":"657.756ms","start":"2026-03-08T03:22:34.991908Z","end":"2026-03-08T03:22:35.649664Z","steps":["trace[8863302] 'agreement among raft nodes before linearized reading' (duration: 657.411712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:35.649744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:34.991892Z","time spent":"657.841202ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-08T03:22:35.671343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.977835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:35.671361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.357611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:35.671423Z","caller":"traceutil/trace.go:171","msg":"trace[386626589] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25406; }","duration":"679.096808ms","start":"2026-03-08T03:22:34.992306Z","end":"2026-03-08T03:22:35.671402Z","steps":["trace[386626589] 'agreement among raft nodes before linearized reading' (duration: 678.977185ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:35.671427Z","caller":"traceutil/trace.go:171","msg":"trace[1965363998] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25406; }","duration":"645.493624ms","start":"2026-03-08T03:22:35.025918Z","end":"2026-03-08T03:22:35.671412Z","steps":["trace[1965363998] 'agreement among raft nodes before linearized reading' (duration: 645.32459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:35.671459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:34.992288Z","time spent":"679.164329ms","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-08T03:22:35.671465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:35.025898Z","time spent":"645.555976ms","remote":"127.0.0.1:60610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:35.67147Z","caller":"traceutil/trace.go:171","msg":"trace[630740750] transaction","detail":"{read_only:false; response_revision:25405; number_of_response:1; }","duration":"622.894798ms","start":"2026-03-08T03:22:35.048545Z","end":"2026-03-08T03:22:35.67144Z","steps":["trace[630740750] 'process raft request' (duration: 622.486388ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:35.671538Z","caller":"traceutil/trace.go:171","msg":"trace[1935744812] transaction","detail":"{read_only:false; response_revision:25406; number_of_response:1; }","duration":"451.011252ms","start":"2026-03-08T03:22:35.220477Z","end":"2026-03-08T03:22:35.671488Z","steps":["trace[1935744812] 'process raft request' (duration: 450.673224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:35.671625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:35.048519Z","time spent":"623.008281ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:35.671906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:35.220412Z","time spent":"451.210176ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:35.672037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.20759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:22:35.672064Z","caller":"traceutil/trace.go:171","msg":"trace[61105282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25406; }","duration":"661.273962ms","start":"2026-03-08T03:22:35.010781Z","end":"2026-03-08T03:22:35.672055Z","steps":["trace[61105282] 'agreement among raft nodes before linearized reading' (duration: 660.853662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:35.672084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:35.010761Z","time spent":"661.317774ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:35.672119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.60173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:22:35.672187Z","caller":"traceutil/trace.go:171","msg":"trace[369234301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25406; }","duration":"661.735343ms","start":"2026-03-08T03:22:35.010433Z","end":"2026-03-08T03:22:35.672168Z","steps":["trace[369234301] 'agreement among raft nodes before linearized reading' (duration: 661.547178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:35.672217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:35.010409Z","time spent":"661.800435ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:35.672314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.074254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4540"} {"level":"info","ts":"2026-03-08T03:22:35.672369Z","caller":"traceutil/trace.go:171","msg":"trace[1106281604] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25406; }","duration":"161.151946ms","start":"2026-03-08T03:22:35.511204Z","end":"2026-03-08T03:22:35.672356Z","steps":["trace[1106281604] 'agreement among raft nodes before linearized reading' (duration: 160.993352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:35.672391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.006615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189abf9b5a325196\" ","response":"range_response_count:1 size:744"} {"level":"info","ts":"2026-03-08T03:22:35.67245Z","caller":"traceutil/trace.go:171","msg":"trace[74967398] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189abf9b5a325196; range_end:; response_count:1; response_revision:25406; }","duration":"186.129358ms","start":"2026-03-08T03:22:35.486309Z","end":"2026-03-08T03:22:35.672438Z","steps":["trace[74967398] 'agreement among raft nodes before linearized reading' (duration: 184.93296ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:36.46412Z","caller":"traceutil/trace.go:171","msg":"trace[1670809141] transaction","detail":"{read_only:false; response_revision:25408; number_of_response:1; }","duration":"786.835179ms","start":"2026-03-08T03:22:35.677245Z","end":"2026-03-08T03:22:36.46408Z","steps":["trace[1670809141] 'process raft request' (duration: 786.519201ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:36.464128Z","caller":"traceutil/trace.go:171","msg":"trace[1333329646] transaction","detail":"{read_only:false; response_revision:25409; number_of_response:1; }","duration":"786.657945ms","start":"2026-03-08T03:22:35.677432Z","end":"2026-03-08T03:22:36.46409Z","steps":["trace[1333329646] 'process raft request' (duration: 786.533702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:36.46427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:35.677231Z","time spent":"786.959201ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:36.464279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:35.677288Z","time spent":"786.913761ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:36.464572Z","caller":"traceutil/trace.go:171","msg":"trace[1312106434] linearizableReadLoop","detail":"{readStateIndex:26337; appliedIndex:26335; }","duration":"787.277629ms","start":"2026-03-08T03:22:35.677285Z","end":"2026-03-08T03:22:36.464563Z","steps":["trace[1312106434] 'read index received' (duration: 31.730409ms)","trace[1312106434] 'applied index is now lower than readState.Index' (duration: 755.5456ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:36.46459Z","caller":"traceutil/trace.go:171","msg":"trace[825084494] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"785.281802ms","start":"2026-03-08T03:22:35.679293Z","end":"2026-03-08T03:22:36.464575Z","steps":["trace[825084494] 'process raft request' (duration: 784.732559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:36.464689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:35.679279Z","time spent":"785.338174ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:36.465197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.801091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:22:36.465328Z","caller":"traceutil/trace.go:171","msg":"trace[2120655488] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25410; }","duration":"788.079737ms","start":"2026-03-08T03:22:35.677222Z","end":"2026-03-08T03:22:36.465301Z","steps":["trace[2120655488] 'agreement among raft nodes before linearized reading' (duration: 787.396911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:36.465397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:35.677206Z","time spent":"788.17583ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-08T03:22:36.613839Z","caller":"traceutil/trace.go:171","msg":"trace[1116076338] linearizableReadLoop","detail":"{readStateIndex:26340; appliedIndex:26339; }","duration":"149.210688ms","start":"2026-03-08T03:22:36.464604Z","end":"2026-03-08T03:22:36.613815Z","steps":["trace[1116076338] 'read index received' (duration: 115.211935ms)","trace[1116076338] 'applied index is now lower than readState.Index' (duration: 33.997513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:36.614014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.886339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:36.614151Z","caller":"traceutil/trace.go:171","msg":"trace[48569900] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25411; }","duration":"805.091735ms","start":"2026-03-08T03:22:35.809027Z","end":"2026-03-08T03:22:36.614119Z","steps":["trace[48569900] 'agreement among raft nodes before linearized reading' (duration: 804.842089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:36.614186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.627271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-03-08T03:22:36.61421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.946322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189abf91adfc4ae3\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-03-08T03:22:36.614279Z","caller":"traceutil/trace.go:171","msg":"trace[322775300] transaction","detail":"{read_only:false; response_revision:25411; number_of_response:1; }","duration":"889.516252ms","start":"2026-03-08T03:22:35.724739Z","end":"2026-03-08T03:22:36.614256Z","steps":["trace[322775300] 'process raft request' (duration: 855.157601ms)","trace[322775300] 'compare' (duration: 33.779557ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:36.614281Z","caller":"traceutil/trace.go:171","msg":"trace[2079822993] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189abf91adfc4ae3; range_end:; response_count:1; response_revision:25411; }","duration":"878.075845ms","start":"2026-03-08T03:22:35.73619Z","end":"2026-03-08T03:22:36.614266Z","steps":["trace[2079822993] 'agreement among raft nodes before linearized reading' (duration: 877.87868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:36.614361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.358854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-08T03:22:36.614364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:35.736156Z","time spent":"878.172178ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189abf91adfc4ae3\" "} {"level":"info","ts":"2026-03-08T03:22:36.614387Z","caller":"traceutil/trace.go:171","msg":"trace[984989706] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25411; }","duration":"147.421476ms","start":"2026-03-08T03:22:36.466956Z","end":"2026-03-08T03:22:36.614377Z","steps":["trace[984989706] 'agreement among raft nodes before linearized reading' (duration: 147.357274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:36.614418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:35.72472Z","time spent":"889.600004ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:36.614281Z","caller":"traceutil/trace.go:171","msg":"trace[347188536] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:25411; }","duration":"147.753964ms","start":"2026-03-08T03:22:36.466502Z","end":"2026-03-08T03:22:36.614256Z","steps":["trace[347188536] 'agreement among raft nodes before linearized reading' (duration: 147.522818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:36.614211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:35.809004Z","time spent":"805.195697ms","remote":"127.0.0.1:46062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:36.614707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.100329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:36.61473Z","caller":"traceutil/trace.go:171","msg":"trace[656808287] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25411; }","duration":"489.165071ms","start":"2026-03-08T03:22:36.125559Z","end":"2026-03-08T03:22:36.614724Z","steps":["trace[656808287] 'agreement among raft nodes before linearized reading' (duration: 489.12016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:36.614748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.125536Z","time spent":"489.205712ms","remote":"127.0.0.1:60646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:36.61429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.611432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272960"} {"level":"info","ts":"2026-03-08T03:22:36.614888Z","caller":"traceutil/trace.go:171","msg":"trace[870502145] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25411; }","duration":"835.252307ms","start":"2026-03-08T03:22:35.779607Z","end":"2026-03-08T03:22:36.614859Z","steps":["trace[870502145] 'agreement among raft nodes before linearized reading' (duration: 834.349166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:36.614954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:35.779586Z","time spent":"835.342429ms","remote":"127.0.0.1:57830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272983,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-08T03:22:36.615279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.544585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-08T03:22:36.615369Z","caller":"traceutil/trace.go:171","msg":"trace[1697429129] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:25411; }","duration":"935.658777ms","start":"2026-03-08T03:22:35.679689Z","end":"2026-03-08T03:22:36.615348Z","steps":["trace[1697429129] 'agreement among raft nodes before linearized reading' (duration: 934.316426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:36.615511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:35.679681Z","time spent":"935.817301ms","remote":"127.0.0.1:57446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1341,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" "} {"level":"warn","ts":"2026-03-08T03:22:37.187933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019407740,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:22:37.432144Z","caller":"traceutil/trace.go:171","msg":"trace[1380476847] transaction","detail":"{read_only:false; response_revision:25413; number_of_response:1; }","duration":"753.213695ms","start":"2026-03-08T03:22:36.678874Z","end":"2026-03-08T03:22:37.432088Z","steps":["trace[1380476847] 'process raft request' (duration: 711.79807ms)","trace[1380476847] 'compare' (duration: 39.4874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:37.432441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.678849Z","time spent":"753.358969ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:37.850438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.158517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:37.850862Z","caller":"traceutil/trace.go:171","msg":"trace[1417210256] transaction","detail":"{read_only:false; response_revision:25418; number_of_response:1; }","duration":"932.692668ms","start":"2026-03-08T03:22:36.91815Z","end":"2026-03-08T03:22:37.850843Z","steps":["trace[1417210256] 'process raft request' (duration: 932.608786ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:37.850903Z","caller":"traceutil/trace.go:171","msg":"trace[1367729781] transaction","detail":"{read_only:false; response_revision:25414; number_of_response:1; }","duration":"1.141091335s","start":"2026-03-08T03:22:36.709773Z","end":"2026-03-08T03:22:37.850864Z","steps":["trace[1367729781] 'process raft request' (duration: 1.036422776s)","trace[1367729781] 'compare' (duration: 103.83318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:37.850951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.918138Z","time spent":"932.76802ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:37.850988Z","caller":"traceutil/trace.go:171","msg":"trace[1671237263] transaction","detail":"{read_only:false; response_revision:25415; number_of_response:1; }","duration":"1.141178558s","start":"2026-03-08T03:22:36.709787Z","end":"2026-03-08T03:22:37.850966Z","steps":["trace[1671237263] 'process raft request' (duration: 1.140773478s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:37.851089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.709763Z","time spent":"1.141276799s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:22:37.851131Z","caller":"traceutil/trace.go:171","msg":"trace[1241322118] transaction","detail":"{read_only:false; response_revision:25417; number_of_response:1; }","duration":"932.982695ms","start":"2026-03-08T03:22:36.91813Z","end":"2026-03-08T03:22:37.851113Z","steps":["trace[1241322118] 'process raft request' (duration: 932.590506ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:37.851164Z","caller":"traceutil/trace.go:171","msg":"trace[438639037] transaction","detail":"{read_only:false; response_revision:25416; number_of_response:1; }","duration":"933.583999ms","start":"2026-03-08T03:22:36.91754Z","end":"2026-03-08T03:22:37.851124Z","steps":["trace[438639037] 'process raft request' (duration: 933.118888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:37.851236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.918124Z","time spent":"933.047066ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:37.851211Z","caller":"traceutil/trace.go:171","msg":"trace[637780131] transaction","detail":"{read_only:false; response_revision:25419; number_of_response:1; }","duration":"932.863622ms","start":"2026-03-08T03:22:36.918317Z","end":"2026-03-08T03:22:37.851181Z","steps":["trace[637780131] 'process raft request' (duration: 932.491153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:37.851327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.917519Z","time spent":"933.722402ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:37.851382Z","caller":"traceutil/trace.go:171","msg":"trace[1983725228] transaction","detail":"{read_only:false; response_revision:25421; number_of_response:1; }","duration":"464.817523ms","start":"2026-03-08T03:22:37.386551Z","end":"2026-03-08T03:22:37.851369Z","steps":["trace[1983725228] 'process raft request' (duration: 464.70064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:37.851375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.918286Z","time spent":"933.009745ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:37.851403Z","caller":"traceutil/trace.go:171","msg":"trace[402403198] transaction","detail":"{read_only:false; response_revision:25420; number_of_response:1; }","duration":"932.929884ms","start":"2026-03-08T03:22:36.918434Z","end":"2026-03-08T03:22:37.851364Z","steps":["trace[402403198] 'process raft request' (duration: 932.674358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:37.851454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:37.386469Z","time spent":"464.945326ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:37.851487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174376851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:37.851396Z","caller":"traceutil/trace.go:171","msg":"trace[516503096] linearizableReadLoop","detail":"{readStateIndex:26349; appliedIndex:26341; }","duration":"1.166677772s","start":"2026-03-08T03:22:36.684693Z","end":"2026-03-08T03:22:37.851371Z","steps":["trace[516503096] 'read index received' (duration: 705.998185ms)","trace[516503096] 'applied index is now lower than readState.Index' (duration: 460.678427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:37.851558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.918427Z","time spent":"933.045146ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:37.851549Z","caller":"traceutil/trace.go:171","msg":"trace[371470419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25421; }","duration":"1.174489384s","start":"2026-03-08T03:22:36.677044Z","end":"2026-03-08T03:22:37.851533Z","steps":["trace[371470419] 'agreement among raft nodes before linearized reading' (duration: 1.174351261s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:37.851547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.709742Z","time spent":"1.141233749s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:22:37.851613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.677018Z","time spent":"1.174581025s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:37.851626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226638949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-08T03:22:37.85164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209690024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-03-08T03:22:37.851696Z","caller":"traceutil/trace.go:171","msg":"trace[1930770778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25421; }","duration":"1.226743081s","start":"2026-03-08T03:22:36.624939Z","end":"2026-03-08T03:22:37.851682Z","steps":["trace[1930770778] 'agreement among raft nodes before linearized reading' (duration: 1.226518646s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:37.851711Z","caller":"traceutil/trace.go:171","msg":"trace[102435797] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:25421; }","duration":"1.209799507s","start":"2026-03-08T03:22:36.641892Z","end":"2026-03-08T03:22:37.851691Z","steps":["trace[102435797] 'agreement among raft nodes before linearized reading' (duration: 1.20951868s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:37.851739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.624928Z","time spent":"1.226802463s","remote":"127.0.0.1:58388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-08T03:22:37.851754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.641878Z","time spent":"1.209867119s","remote":"127.0.0.1:57454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-08T03:22:37.851846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.310359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-08T03:22:37.851796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.47789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1651"} {"level":"warn","ts":"2026-03-08T03:22:37.851857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106294764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1453"} {"level":"warn","ts":"2026-03-08T03:22:37.851725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.573332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-08T03:22:37.85191Z","caller":"traceutil/trace.go:171","msg":"trace[2067614808] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25421; }","duration":"929.422972ms","start":"2026-03-08T03:22:36.922468Z","end":"2026-03-08T03:22:37.851891Z","steps":["trace[2067614808] 'agreement among raft nodes before linearized reading' (duration: 929.193607ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:37.851912Z","caller":"traceutil/trace.go:171","msg":"trace[1513359869] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25421; }","duration":"263.641194ms","start":"2026-03-08T03:22:37.588257Z","end":"2026-03-08T03:22:37.851898Z","steps":["trace[1513359869] 'agreement among raft nodes before linearized reading' (duration: 263.407939ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:37.851923Z","caller":"traceutil/trace.go:171","msg":"trace[1291746033] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25421; }","duration":"1.106484189s","start":"2026-03-08T03:22:36.745422Z","end":"2026-03-08T03:22:37.851906Z","steps":["trace[1291746033] 'agreement among raft nodes before linearized reading' (duration: 1.106236913s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:37.851926Z","caller":"traceutil/trace.go:171","msg":"trace[666982907] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25421; }","duration":"928.766627ms","start":"2026-03-08T03:22:36.923145Z","end":"2026-03-08T03:22:37.851912Z","steps":["trace[666982907] 'agreement among raft nodes before linearized reading' (duration: 928.510991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:37.851947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.922461Z","time spent":"929.478873ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-08T03:22:37.851959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.745394Z","time spent":"1.106558021s","remote":"127.0.0.1:57548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1476,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-08T03:22:37.851969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.923099Z","time spent":"928.857699ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-08T03:22:37.851758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.933125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:37.852167Z","caller":"traceutil/trace.go:171","msg":"trace[340432911] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25421; }","duration":"782.398195ms","start":"2026-03-08T03:22:37.069756Z","end":"2026-03-08T03:22:37.852155Z","steps":["trace[340432911] 'agreement among raft nodes before linearized reading' (duration: 781.980016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:37.852236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:37.069726Z","time spent":"782.497828ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:37.8566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103253634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:37.856736Z","caller":"traceutil/trace.go:171","msg":"trace[305155518] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25421; }","duration":"1.103423917s","start":"2026-03-08T03:22:36.753288Z","end":"2026-03-08T03:22:37.856712Z","steps":["trace[305155518] 'agreement among raft nodes before linearized reading' (duration: 1.098555624s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:37.856809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:36.75325Z","time spent":"1.10354292s","remote":"127.0.0.1:56880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:39.152323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.134963981s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:22:39.175861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1584664s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:39.176149Z","caller":"traceutil/trace.go:171","msg":"trace[502391154] transaction","detail":"{read_only:false; response_revision:25425; number_of_response:1; }","duration":"1.314287862s","start":"2026-03-08T03:22:37.861847Z","end":"2026-03-08T03:22:39.176135Z","steps":["trace[502391154] 'process raft request' (duration: 1.314241491s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:39.176226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:37.861833Z","time spent":"1.314348873s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-08T03:22:39.176252Z","caller":"traceutil/trace.go:171","msg":"trace[1847359971] transaction","detail":"{read_only:false; response_revision:25422; number_of_response:1; }","duration":"1.319830871s","start":"2026-03-08T03:22:37.85637Z","end":"2026-03-08T03:22:39.176201Z","steps":["trace[1847359971] 'process raft request' (duration: 160.933711ms)","trace[1847359971] 'compare' (duration: 1.157872696s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:39.176314Z","caller":"traceutil/trace.go:171","msg":"trace[938942568] transaction","detail":"{read_only:false; response_revision:25423; number_of_response:1; }","duration":"1.314840764s","start":"2026-03-08T03:22:37.861437Z","end":"2026-03-08T03:22:39.176278Z","steps":["trace[938942568] 'process raft request' (duration: 1.314530177s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:39.176226Z","caller":"traceutil/trace.go:171","msg":"trace[2034798311] linearizableReadLoop","detail":"{readStateIndex:26351; appliedIndex:26350; }","duration":"1.314817043s","start":"2026-03-08T03:22:37.861344Z","end":"2026-03-08T03:22:39.176161Z","steps":["trace[2034798311] 'read index received' (duration: 156.058977ms)","trace[2034798311] 'applied index is now lower than readState.Index' (duration: 1.158754636s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:39.176448Z","caller":"traceutil/trace.go:171","msg":"trace[2144111257] transaction","detail":"{read_only:false; response_revision:25424; number_of_response:1; }","duration":"1.314931737s","start":"2026-03-08T03:22:37.861453Z","end":"2026-03-08T03:22:39.176385Z","steps":["trace[2144111257] 'process raft request' (duration: 1.314601849s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:39.176392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:37.856353Z","time spent":"1.319972294s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-08T03:22:39.176623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315251154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:39.176482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:37.861428Z","time spent":"1.314961467s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:39.176709Z","caller":"traceutil/trace.go:171","msg":"trace[1233546218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25425; }","duration":"1.315348266s","start":"2026-03-08T03:22:37.861319Z","end":"2026-03-08T03:22:39.176667Z","steps":["trace[1233546218] 'agreement among raft nodes before linearized reading' (duration: 1.315155602s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:39.176724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:37.861442Z","time spent":"1.315121911s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:39.176795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:37.861309Z","time spent":"1.315446208s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:39.467316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.905582ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-08T03:22:39.467879Z","caller":"traceutil/trace.go:171","msg":"trace[866004673] transaction","detail":"{read_only:false; response_revision:25426; number_of_response:1; }","duration":"848.480245ms","start":"2026-03-08T03:22:38.61937Z","end":"2026-03-08T03:22:39.467851Z","steps":["trace[866004673] 'process raft request' (duration: 848.120577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:39.468014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:38.619337Z","time spent":"848.599888ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:40.39073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.740256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:40.390871Z","caller":"traceutil/trace.go:171","msg":"trace[1616006988] linearizableReadLoop","detail":"{readStateIndex:26357; appliedIndex:26354; }","duration":"1.214406443s","start":"2026-03-08T03:22:39.176443Z","end":"2026-03-08T03:22:40.390849Z","steps":["trace[1616006988] 'read index received' (duration: 59.900245ms)","trace[1616006988] 'applied index is now lower than readState.Index' (duration: 1.154504508s)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:40.390962Z","caller":"traceutil/trace.go:171","msg":"trace[1381414866] transaction","detail":"{read_only:false; response_revision:25427; number_of_response:1; }","duration":"1.569267254s","start":"2026-03-08T03:22:38.821681Z","end":"2026-03-08T03:22:40.390948Z","steps":["trace[1381414866] 'process raft request' (duration: 646.15635ms)","trace[1381414866] 'compare' (duration: 922.343046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:40.39102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:38.821654Z","time spent":"1.569333516s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:40.391149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022858595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:40.39124Z","caller":"traceutil/trace.go:171","msg":"trace[2119406470] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25427; }","duration":"2.023031719s","start":"2026-03-08T03:22:38.368183Z","end":"2026-03-08T03:22:40.391215Z","steps":["trace[2119406470] 'agreement among raft nodes before linearized reading' (duration: 2.022862855s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.391288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21482447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:40.39129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:38.36815Z","time spent":"2.023127042s","remote":"127.0.0.1:60586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:40.391329Z","caller":"traceutil/trace.go:171","msg":"trace[1116466684] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25427; }","duration":"2.214923792s","start":"2026-03-08T03:22:38.176388Z","end":"2026-03-08T03:22:40.391312Z","steps":["trace[1116466684] 'agreement among raft nodes before linearized reading' (duration: 2.21483791s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.391362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:38.176355Z","time spent":"2.214999144s","remote":"127.0.0.1:58206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:40.391484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431687183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-08T03:22:40.391665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530301462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-08T03:22:40.391674Z","caller":"traceutil/trace.go:171","msg":"trace[1332301070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25427; }","duration":"2.431909118s","start":"2026-03-08T03:22:37.959736Z","end":"2026-03-08T03:22:40.391645Z","steps":["trace[1332301070] 'agreement among raft nodes before linearized reading' (duration: 2.43154998s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:40.391698Z","caller":"traceutil/trace.go:171","msg":"trace[788737224] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:25427; }","duration":"2.530332142s","start":"2026-03-08T03:22:37.861356Z","end":"2026-03-08T03:22:40.391688Z","steps":["trace[788737224] 'agreement among raft nodes before linearized reading' (duration: 2.530174849s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.391736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:37.861318Z","time spent":"2.530412014s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"warn","ts":"2026-03-08T03:22:40.391759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809718499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-gwhr8\" ","response":"range_response_count:1 size:3396"} {"level":"warn","ts":"2026-03-08T03:22:40.391757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:37.959716Z","time spent":"2.432021182s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-08T03:22:40.391813Z","caller":"traceutil/trace.go:171","msg":"trace[611378063] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-gwhr8; range_end:; response_count:1; response_revision:25427; }","duration":"1.80979573s","start":"2026-03-08T03:22:38.581998Z","end":"2026-03-08T03:22:40.391793Z","steps":["trace[611378063] 'agreement among raft nodes before linearized reading' (duration: 1.809650537s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.391857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:38.58198Z","time spent":"1.809869132s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3419,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-gwhr8\" "} {"level":"warn","ts":"2026-03-08T03:22:40.392003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922244841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-08T03:22:40.392066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45236138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:40.392086Z","caller":"traceutil/trace.go:171","msg":"trace[684471596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25427; }","duration":"1.922375614s","start":"2026-03-08T03:22:38.469689Z","end":"2026-03-08T03:22:40.392065Z","steps":["trace[684471596] 'agreement among raft nodes before linearized reading' (duration: 1.922121868s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.39213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:38.469667Z","time spent":"1.922454337s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:40.392117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235731776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:40.392103Z","caller":"traceutil/trace.go:171","msg":"trace[139366609] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25427; }","duration":"1.452431172s","start":"2026-03-08T03:22:38.939657Z","end":"2026-03-08T03:22:40.392088Z","steps":["trace[139366609] 'agreement among raft nodes before linearized reading' (duration: 1.45236573s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.39222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:38.939637Z","time spent":"1.452570835s","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:40.392228Z","caller":"traceutil/trace.go:171","msg":"trace[1449858351] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25427; }","duration":"2.23588817s","start":"2026-03-08T03:22:38.156312Z","end":"2026-03-08T03:22:40.3922Z","steps":["trace[1449858351] 'agreement among raft nodes before linearized reading' (duration: 2.235700746s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.392213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349973519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-08T03:22:40.392296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:38.156295Z","time spent":"2.235983612s","remote":"127.0.0.1:60710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:40.392375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922666871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T03:22:40.392393Z","caller":"traceutil/trace.go:171","msg":"trace[1410841177] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25427; }","duration":"2.350110672s","start":"2026-03-08T03:22:38.042166Z","end":"2026-03-08T03:22:40.392277Z","steps":["trace[1410841177] 'agreement among raft nodes before linearized reading' (duration: 2.349815035s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:40.392443Z","caller":"traceutil/trace.go:171","msg":"trace[1941420203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25427; }","duration":"1.922735293s","start":"2026-03-08T03:22:38.469691Z","end":"2026-03-08T03:22:40.392426Z","steps":["trace[1941420203] 'agreement among raft nodes before linearized reading' (duration: 1.922498927s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.392459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:38.042142Z","time spent":"2.350300227s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:40.392493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:38.469621Z","time spent":"1.922860886s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:22:40.620611Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124213162s","expected-duration":"1s"} {"level":"info","ts":"2026-03-08T03:22:40.717552Z","caller":"traceutil/trace.go:171","msg":"trace[1369595538] transaction","detail":"{read_only:false; response_revision:25428; number_of_response:1; }","duration":"1.277884563s","start":"2026-03-08T03:22:39.439632Z","end":"2026-03-08T03:22:40.717517Z","steps":["trace[1369595538] 'process raft request' (duration: 1.181516427s)","trace[1369595538] 'compare' (duration: 96.198752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:40.717722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:39.439605Z","time spent":"1.278026916s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:40.806879Z","caller":"traceutil/trace.go:171","msg":"trace[613803334] transaction","detail":"{read_only:false; response_revision:25430; number_of_response:1; }","duration":"946.933889ms","start":"2026-03-08T03:22:39.859917Z","end":"2026-03-08T03:22:40.806851Z","steps":["trace[613803334] 'process raft request' (duration: 946.824747ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:40.806898Z","caller":"traceutil/trace.go:171","msg":"trace[2077941723] transaction","detail":"{read_only:false; response_revision:25429; number_of_response:1; }","duration":"947.629886ms","start":"2026-03-08T03:22:39.85924Z","end":"2026-03-08T03:22:40.80687Z","steps":["trace[2077941723] 'process raft request' (duration: 947.341059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.807035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:39.859903Z","time spent":"947.048163ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:40.807194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:39.859203Z","time spent":"947.752849ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:40.80728Z","caller":"traceutil/trace.go:171","msg":"trace[331436923] transaction","detail":"{read_only:false; response_revision:25431; number_of_response:1; }","duration":"947.322009ms","start":"2026-03-08T03:22:39.859939Z","end":"2026-03-08T03:22:40.807261Z","steps":["trace[331436923] 'process raft request' (duration: 946.871478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.807346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:39.859928Z","time spent":"947.38585ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:40.807405Z","caller":"traceutil/trace.go:171","msg":"trace[508236965] transaction","detail":"{read_only:false; response_revision:25432; number_of_response:1; }","duration":"945.798283ms","start":"2026-03-08T03:22:39.861592Z","end":"2026-03-08T03:22:40.80739Z","steps":["trace[508236965] 'process raft request' (duration: 945.551287ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:40.807439Z","caller":"traceutil/trace.go:171","msg":"trace[408547468] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"940.047839ms","start":"2026-03-08T03:22:39.867381Z","end":"2026-03-08T03:22:40.807429Z","steps":["trace[408547468] 'process raft request' (duration: 939.938616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.807457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:39.861582Z","time spent":"945.850634ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:40.807488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:39.867344Z","time spent":"940.11471ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:40.807562Z","caller":"traceutil/trace.go:171","msg":"trace[1701065269] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"410.350994ms","start":"2026-03-08T03:22:40.39718Z","end":"2026-03-08T03:22:40.807531Z","steps":["trace[1701065269] 'process raft request' (duration: 410.196401ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:40.807631Z","caller":"traceutil/trace.go:171","msg":"trace[650876077] linearizableReadLoop","detail":"{readStateIndex:26363; appliedIndex:26357; }","duration":"416.691252ms","start":"2026-03-08T03:22:40.390899Z","end":"2026-03-08T03:22:40.80759Z","steps":["trace[650876077] 'read index received' (duration: 230.096603ms)","trace[650876077] 'applied index is now lower than readState.Index' (duration: 186.593639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:40.80777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.368609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:40.807761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.39716Z","time spent":"410.490027ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:40.807813Z","caller":"traceutil/trace.go:171","msg":"trace[1975139764] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25436; }","duration":"617.46144ms","start":"2026-03-08T03:22:40.190339Z","end":"2026-03-08T03:22:40.807801Z","steps":["trace[1975139764] 'agreement among raft nodes before linearized reading' (duration: 617.388499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.807844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.190315Z","time spent":"617.521452ms","remote":"127.0.0.1:58248","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:40.807884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630174703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:40.807882Z","caller":"traceutil/trace.go:171","msg":"trace[1997008255] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"408.435239ms","start":"2026-03-08T03:22:40.399415Z","end":"2026-03-08T03:22:40.80785Z","steps":["trace[1997008255] 'process raft request' (duration: 408.0845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.807932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.751966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-08T03:22:40.807937Z","caller":"traceutil/trace.go:171","msg":"trace[213394447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25436; }","duration":"1.630286975s","start":"2026-03-08T03:22:39.177633Z","end":"2026-03-08T03:22:40.80792Z","steps":["trace[213394447] 'agreement among raft nodes before linearized reading' (duration: 1.630169142s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:40.807958Z","caller":"traceutil/trace.go:171","msg":"trace[314093973] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25436; }","duration":"411.800528ms","start":"2026-03-08T03:22:40.396147Z","end":"2026-03-08T03:22:40.807947Z","steps":["trace[314093973] 'agreement among raft nodes before linearized reading' (duration: 411.704696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.807978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.396126Z","time spent":"411.844678ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-08T03:22:40.807741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.340739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:22:40.808032Z","caller":"traceutil/trace.go:171","msg":"trace[412374884] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25436; }","duration":"457.695607ms","start":"2026-03-08T03:22:40.350317Z","end":"2026-03-08T03:22:40.808013Z","steps":["trace[412374884] 'agreement among raft nodes before linearized reading' (duration: 457.302088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.807677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.922597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-08T03:22:40.808041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.399382Z","time spent":"408.563632ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3698,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:40.808075Z","caller":"traceutil/trace.go:171","msg":"trace[1692766853] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25436; }","duration":"671.376378ms","start":"2026-03-08T03:22:40.136693Z","end":"2026-03-08T03:22:40.80807Z","steps":["trace[1692766853] 'agreement among raft nodes before linearized reading' (duration: 670.929807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.808094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.136665Z","time spent":"671.423648ms","remote":"127.0.0.1:57804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:40.808087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.350287Z","time spent":"457.78133ms","remote":"127.0.0.1:57876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:40.808152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.179254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.23\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-08T03:22:40.808195Z","caller":"traceutil/trace.go:171","msg":"trace[501636243] range","detail":"{range_begin:/registry/masterleases/199.204.45.23; range_end:; response_count:1; response_revision:25436; }","duration":"732.258976ms","start":"2026-03-08T03:22:40.075926Z","end":"2026-03-08T03:22:40.808185Z","steps":["trace[501636243] 'agreement among raft nodes before linearized reading' (duration: 732.099853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.80821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.839919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:40.808223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.075894Z","time spent":"732.321917ms","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.23\" "} {"level":"info","ts":"2026-03-08T03:22:40.807923Z","caller":"traceutil/trace.go:171","msg":"trace[185422384] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"409.802841ms","start":"2026-03-08T03:22:40.398101Z","end":"2026-03-08T03:22:40.807904Z","steps":["trace[185422384] 'process raft request' (duration: 409.33591ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:40.808247Z","caller":"traceutil/trace.go:171","msg":"trace[1104339291] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25436; }","duration":"381.903601ms","start":"2026-03-08T03:22:40.426332Z","end":"2026-03-08T03:22:40.808235Z","steps":["trace[1104339291] 'agreement among raft nodes before linearized reading' (duration: 381.842309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.808277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.426317Z","time spent":"381.952781ms","remote":"127.0.0.1:45952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:40.808289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.398075Z","time spent":"410.19283ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:40.807983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:39.177617Z","time spent":"1.630357617s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:22:40.809431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628857722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-08T03:22:40.809526Z","caller":"traceutil/trace.go:171","msg":"trace[1731273940] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239; range_end:; response_count:1; response_revision:25436; }","duration":"1.629034627s","start":"2026-03-08T03:22:39.180458Z","end":"2026-03-08T03:22:40.809492Z","steps":["trace[1731273940] 'agreement among raft nodes before linearized reading' (duration: 1.627349388s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:40.80958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:39.180447Z","time spent":"1.629118308s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6d95546f56-qtxk6.189abf8da8b86239\" "} {"level":"warn","ts":"2026-03-08T03:22:42.195255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.293467015s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-08T03:22:42.610939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.374291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:22:42.611557Z","caller":"traceutil/trace.go:171","msg":"trace[613087955] linearizableReadLoop","detail":"{readStateIndex:26368; appliedIndex:26366; }","duration":"1.791570725s","start":"2026-03-08T03:22:40.819934Z","end":"2026-03-08T03:22:42.611504Z","steps":["trace[613087955] 'read index received' (duration: 30.857829ms)","trace[613087955] 'applied index is now lower than readState.Index' (duration: 1.760709256s)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:22:42.611855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791902633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-gwhr8\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-03-08T03:22:42.61197Z","caller":"traceutil/trace.go:171","msg":"trace[1513216085] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-gwhr8; range_end:; response_count:1; response_revision:25437; }","duration":"1.792025765s","start":"2026-03-08T03:22:40.819923Z","end":"2026-03-08T03:22:42.611949Z","steps":["trace[1513216085] 'agreement among raft nodes before linearized reading' (duration: 1.791683277s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:42.612038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.812465Z","time spent":"1.799559551s","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3739,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-gwhr8\" "} {"level":"warn","ts":"2026-03-08T03:22:42.62682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804753452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:42.626792Z","caller":"traceutil/trace.go:171","msg":"trace[268178592] transaction","detail":"{read_only:false; response_revision:25437; number_of_response:1; }","duration":"1.814432527s","start":"2026-03-08T03:22:40.812266Z","end":"2026-03-08T03:22:42.626698Z","steps":["trace[268178592] 'process raft request' (duration: 1.383197276s)","trace[268178592] 'compare' (duration: 414.01535ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:42.626877Z","caller":"traceutil/trace.go:171","msg":"trace[151642385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25439; }","duration":"1.804819274s","start":"2026-03-08T03:22:40.822038Z","end":"2026-03-08T03:22:42.626857Z","steps":["trace[151642385] 'agreement among raft nodes before linearized reading' (duration: 1.80464049s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:42.626919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.822032Z","time spent":"1.804878855s","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:22:42.6269Z","caller":"traceutil/trace.go:171","msg":"trace[1575704299] transaction","detail":"{read_only:false; response_revision:25439; number_of_response:1; }","duration":"1.151733792s","start":"2026-03-08T03:22:41.475125Z","end":"2026-03-08T03:22:42.626859Z","steps":["trace[1575704299] 'process raft request' (duration: 1.151477556s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:42.627005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.812234Z","time spent":"1.814654863s","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:42.626968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.667879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-08T03:22:42.627055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.585495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:22:42.627079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:41.475086Z","time spent":"1.151896626s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:22:42.62713Z","caller":"traceutil/trace.go:171","msg":"trace[808845182] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25439; }","duration":"817.714548ms","start":"2026-03-08T03:22:41.809391Z","end":"2026-03-08T03:22:42.627105Z","steps":["trace[808845182] 'agreement among raft nodes before linearized reading' (duration: 817.592455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:42.62715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660231423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:42.627109Z","caller":"traceutil/trace.go:171","msg":"trace[2071133114] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25439; }","duration":"512.893914ms","start":"2026-03-08T03:22:42.11419Z","end":"2026-03-08T03:22:42.627084Z","steps":["trace[2071133114] 'agreement among raft nodes before linearized reading' (duration: 512.578917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:42.627184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:41.80935Z","time spent":"817.81875ms","remote":"127.0.0.1:56878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:22:42.627184Z","caller":"traceutil/trace.go:171","msg":"trace[1184595758] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25439; }","duration":"1.660316736s","start":"2026-03-08T03:22:40.966855Z","end":"2026-03-08T03:22:42.627172Z","steps":["trace[1184595758] 'agreement among raft nodes before linearized reading' (duration: 1.660259085s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:42.627239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.966834Z","time spent":"1.660391727s","remote":"127.0.0.1:46078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:42.627229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288894429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-08T03:22:42.627238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:42.114167Z","time spent":"513.050177ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-08T03:22:42.627358Z","caller":"traceutil/trace.go:171","msg":"trace[146630738] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25439; }","duration":"1.289099424s","start":"2026-03-08T03:22:41.338228Z","end":"2026-03-08T03:22:42.627327Z","steps":["trace[146630738] 'agreement among raft nodes before linearized reading' (duration: 1.288641223s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:42.62743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:41.338201Z","time spent":"1.289212637s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:22:42.627446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796387757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-08T03:22:42.627577Z","caller":"traceutil/trace.go:171","msg":"trace[575252444] transaction","detail":"{read_only:false; response_revision:25438; number_of_response:1; }","duration":"1.718579624s","start":"2026-03-08T03:22:40.908974Z","end":"2026-03-08T03:22:42.627554Z","steps":["trace[575252444] 'process raft request' (duration: 1.70208136s)","trace[575252444] 'attach lease to kv pair' {req_type:put; key:/registry/masterleases/199.204.45.23; req_size:116; } (duration: 15.415329ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:42.627582Z","caller":"traceutil/trace.go:171","msg":"trace[1936775182] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:25439; }","duration":"1.796568771s","start":"2026-03-08T03:22:40.830993Z","end":"2026-03-08T03:22:42.627561Z","steps":["trace[1936775182] 'agreement among raft nodes before linearized reading' (duration: 1.796301205s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:42.627639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.908942Z","time spent":"1.718666695s","remote":"127.0.0.1:57386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:22:42.627645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:22:40.830954Z","time spent":"1.796672614s","remote":"127.0.0.1:57832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9589,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"info","ts":"2026-03-08T03:22:42.762461Z","caller":"traceutil/trace.go:171","msg":"trace[1786717369] linearizableReadLoop","detail":"{readStateIndex:26371; appliedIndex:26370; }","duration":"132.823266ms","start":"2026-03-08T03:22:42.629605Z","end":"2026-03-08T03:22:42.762429Z","steps":["trace[1786717369] 'read index received' (duration: 132.412536ms)","trace[1786717369] 'applied index is now lower than readState.Index' (duration: 408.72µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:22:42.762638Z","caller":"traceutil/trace.go:171","msg":"trace[2069635500] transaction","detail":"{read_only:false; response_revision:25440; number_of_response:1; }","duration":"143.414742ms","start":"2026-03-08T03:22:42.61921Z","end":"2026-03-08T03:22:42.762625Z","steps":["trace[2069635500] 'process raft request' (duration: 142.986312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:42.762775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.144933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:22:42.762875Z","caller":"traceutil/trace.go:171","msg":"trace[828719497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25440; }","duration":"133.304817ms","start":"2026-03-08T03:22:42.62955Z","end":"2026-03-08T03:22:42.762855Z","steps":["trace[828719497] 'agreement among raft nodes before linearized reading' (duration: 133.146583ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:42.831554Z","caller":"traceutil/trace.go:171","msg":"trace[691469404] transaction","detail":"{read_only:false; response_revision:25442; number_of_response:1; }","duration":"108.149041ms","start":"2026-03-08T03:22:42.723366Z","end":"2026-03-08T03:22:42.831515Z","steps":["trace[691469404] 'process raft request' (duration: 107.955976ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:42.831553Z","caller":"traceutil/trace.go:171","msg":"trace[1801411310] transaction","detail":"{read_only:false; response_revision:25441; number_of_response:1; }","duration":"196.795337ms","start":"2026-03-08T03:22:42.634722Z","end":"2026-03-08T03:22:42.831518Z","steps":["trace[1801411310] 'process raft request' (duration: 196.456909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:42.831702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.207766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-08T03:22:42.831783Z","caller":"traceutil/trace.go:171","msg":"trace[1389626571] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:25442; }","duration":"191.318448ms","start":"2026-03-08T03:22:42.640439Z","end":"2026-03-08T03:22:42.831757Z","steps":["trace[1389626571] 'agreement among raft nodes before linearized reading' (duration: 190.997671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:42.831859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.864598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e51ad3be-3146-4894-a572-9f52c87595b5\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-08T03:22:42.831933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.484469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-5v5zx.189abf913a6fdecb\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-08T03:22:42.832028Z","caller":"traceutil/trace.go:171","msg":"trace[709916740] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-5v5zx.189abf913a6fdecb; range_end:; response_count:1; response_revision:25442; }","duration":"199.678433ms","start":"2026-03-08T03:22:42.632338Z","end":"2026-03-08T03:22:42.832016Z","steps":["trace[709916740] 'agreement among raft nodes before linearized reading' (duration: 199.08986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:22:42.831933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.498536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-08T03:22:42.832121Z","caller":"traceutil/trace.go:171","msg":"trace[284794599] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25442; }","duration":"201.702331ms","start":"2026-03-08T03:22:42.630392Z","end":"2026-03-08T03:22:42.832094Z","steps":["trace[284794599] 'agreement among raft nodes before linearized reading' (duration: 201.255151ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:22:42.831963Z","caller":"traceutil/trace.go:171","msg":"trace[1166643093] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e51ad3be-3146-4894-a572-9f52c87595b5; range_end:; response_count:1; response_revision:25442; }","duration":"200.000501ms","start":"2026-03-08T03:22:42.631936Z","end":"2026-03-08T03:22:42.831936Z","steps":["trace[1166643093] 'agreement among raft nodes before linearized reading' (duration: 199.675704ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:42.167952Z","caller":"traceutil/trace.go:171","msg":"trace[829064389] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"287.01916ms","start":"2026-03-08T03:23:41.880909Z","end":"2026-03-08T03:23:42.167928Z","steps":["trace[829064389] 'process raft request' (duration: 286.867746ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:42.203318Z","caller":"traceutil/trace.go:171","msg":"trace[465934610] linearizableReadLoop","detail":"{readStateIndex:26911; appliedIndex:26909; }","duration":"182.7537ms","start":"2026-03-08T03:23:42.020528Z","end":"2026-03-08T03:23:42.203282Z","steps":["trace[465934610] 'read index received' (duration: 147.272653ms)","trace[465934610] 'applied index is now lower than readState.Index' (duration: 35.480087ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:23:42.203592Z","caller":"traceutil/trace.go:171","msg":"trace[430452857] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"322.573158ms","start":"2026-03-08T03:23:41.881006Z","end":"2026-03-08T03:23:42.203579Z","steps":["trace[430452857] 'process raft request' (duration: 321.889013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:42.203698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:41.880981Z","time spent":"322.650841ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:23:42.203738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.178729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:23:42.203834Z","caller":"traceutil/trace.go:171","msg":"trace[1061773918] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25965; }","duration":"183.338853ms","start":"2026-03-08T03:23:42.020476Z","end":"2026-03-08T03:23:42.203815Z","steps":["trace[1061773918] 'agreement among raft nodes before linearized reading' (duration: 183.128118ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:42.404981Z","caller":"traceutil/trace.go:171","msg":"trace[194609710] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"197.446472ms","start":"2026-03-08T03:23:42.207497Z","end":"2026-03-08T03:23:42.404943Z","steps":["trace[194609710] 'process raft request' (duration: 195.64916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:45.740458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125953209019409483,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-08T03:23:45.904961Z","caller":"traceutil/trace.go:171","msg":"trace[382684660] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"826.599255ms","start":"2026-03-08T03:23:45.078321Z","end":"2026-03-08T03:23:45.904921Z","steps":["trace[382684660] 'process raft request' (duration: 826.37223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:45.905222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:45.078283Z","time spent":"826.79089ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:23:46.749954Z","caller":"traceutil/trace.go:171","msg":"trace[1454166161] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"1.66821678s","start":"2026-03-08T03:23:45.081713Z","end":"2026-03-08T03:23:46.749929Z","steps":["trace[1454166161] 'process raft request' (duration: 1.668151169s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:46.74997Z","caller":"traceutil/trace.go:171","msg":"trace[1664605209] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"1.671494116s","start":"2026-03-08T03:23:45.078434Z","end":"2026-03-08T03:23:46.749928Z","steps":["trace[1664605209] 'process raft request' (duration: 1.671298732s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:46.750091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:45.081697Z","time spent":"1.668324093s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:23:46.750127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:45.078399Z","time spent":"1.67164936s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:23:46.750234Z","caller":"traceutil/trace.go:171","msg":"trace[185479813] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"1.666165202s","start":"2026-03-08T03:23:45.084061Z","end":"2026-03-08T03:23:46.750226Z","steps":["trace[185479813] 'process raft request' (duration: 1.665836745s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:46.75028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:45.084048Z","time spent":"1.666208243s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:23:46.750302Z","caller":"traceutil/trace.go:171","msg":"trace[1993546266] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"1.637470423s","start":"2026-03-08T03:23:45.112811Z","end":"2026-03-08T03:23:46.750281Z","steps":["trace[1993546266] 'process raft request' (duration: 1.637404611s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:46.750297Z","caller":"traceutil/trace.go:171","msg":"trace[1349030538] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"1.648526941s","start":"2026-03-08T03:23:45.101737Z","end":"2026-03-08T03:23:46.750264Z","steps":["trace[1349030538] 'process raft request' (duration: 1.648381658s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:46.750424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:45.112798Z","time spent":"1.637557465s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:23:46.750449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:45.101699Z","time spent":"1.648681005s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:23:46.806321Z","caller":"traceutil/trace.go:171","msg":"trace[20882972] linearizableReadLoop","detail":"{readStateIndex:26933; appliedIndex:26926; }","duration":"1.566726904s","start":"2026-03-08T03:23:45.239568Z","end":"2026-03-08T03:23:46.806295Z","steps":["trace[20882972] 'read index received' (duration: 665.126212ms)","trace[20882972] 'applied index is now lower than readState.Index' (duration: 901.598942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:23:46.806569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56698115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-08T03:23:46.806608Z","caller":"traceutil/trace.go:171","msg":"trace[33563185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25986; }","duration":"1.567088903s","start":"2026-03-08T03:23:45.23951Z","end":"2026-03-08T03:23:46.806599Z","steps":["trace[33563185] 'agreement among raft nodes before linearized reading' (duration: 1.56693626s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:46.806635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:45.239477Z","time spent":"1.567150934s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-08T03:23:46.806648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.774327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-08T03:23:46.806691Z","caller":"traceutil/trace.go:171","msg":"trace[2140251689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25986; }","duration":"623.87439ms","start":"2026-03-08T03:23:46.182806Z","end":"2026-03-08T03:23:46.80668Z","steps":["trace[2140251689] 'agreement among raft nodes before linearized reading' (duration: 623.776788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:46.806712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:46.182779Z","time spent":"623.928681ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-08T03:23:46.806788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03493248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:23:46.806789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.983385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:23:46.806857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.559007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:23:46.806869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140710185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:23:46.806888Z","caller":"traceutil/trace.go:171","msg":"trace[1430627609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25986; }","duration":"1.140786847s","start":"2026-03-08T03:23:45.666096Z","end":"2026-03-08T03:23:46.806883Z","steps":["trace[1430627609] 'agreement among raft nodes before linearized reading' (duration: 1.140751896s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:46.806877Z","caller":"traceutil/trace.go:171","msg":"trace[2086849415] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25986; }","duration":"386.108578ms","start":"2026-03-08T03:23:46.420745Z","end":"2026-03-08T03:23:46.806854Z","steps":["trace[2086849415] 'agreement among raft nodes before linearized reading' (duration: 385.845052ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:46.806894Z","caller":"traceutil/trace.go:171","msg":"trace[1980984741] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25986; }","duration":"694.632109ms","start":"2026-03-08T03:23:46.112249Z","end":"2026-03-08T03:23:46.806881Z","steps":["trace[1980984741] 'agreement among raft nodes before linearized reading' (duration: 694.579837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:46.806908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:45.666067Z","time spent":"1.140837748s","remote":"127.0.0.1:57352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-08T03:23:46.806924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:46.112229Z","time spent":"694.68948ms","remote":"127.0.0.1:54264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:23:46.806936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:46.420729Z","time spent":"386.19261ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-08T03:23:46.80701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567172074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-08T03:23:46.80733Z","caller":"traceutil/trace.go:171","msg":"trace[596055870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25986; }","duration":"1.567593194s","start":"2026-03-08T03:23:45.239705Z","end":"2026-03-08T03:23:46.807298Z","steps":["trace[596055870] 'agreement among raft nodes before linearized reading' (duration: 1.566862777s)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:46.806824Z","caller":"traceutil/trace.go:171","msg":"trace[377691041] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25986; }","duration":"1.035032492s","start":"2026-03-08T03:23:45.771784Z","end":"2026-03-08T03:23:46.806817Z","steps":["trace[377691041] 'agreement among raft nodes before linearized reading' (duration: 1.034978001s)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:46.807451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:45.771749Z","time spent":"1.035684828s","remote":"127.0.0.1:41056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:23:46.807455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:45.239692Z","time spent":"1.567744308s","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-08T03:23:46.80717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.471721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:23:46.807556Z","caller":"traceutil/trace.go:171","msg":"trace[1105035442] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25986; }","duration":"236.901262ms","start":"2026-03-08T03:23:46.57063Z","end":"2026-03-08T03:23:46.807531Z","steps":["trace[1105035442] 'agreement among raft nodes before linearized reading' (duration: 236.481362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:46.806937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.143486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:23:46.807803Z","caller":"traceutil/trace.go:171","msg":"trace[833459361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25986; }","duration":"589.019636ms","start":"2026-03-08T03:23:46.218757Z","end":"2026-03-08T03:23:46.807777Z","steps":["trace[833459361] 'agreement among raft nodes before linearized reading' (duration: 587.973872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:46.80792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:46.218727Z","time spent":"589.17287ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-08T03:23:46.948765Z","caller":"traceutil/trace.go:171","msg":"trace[602761234] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"136.406139ms","start":"2026-03-08T03:23:46.812336Z","end":"2026-03-08T03:23:46.948742Z","steps":["trace[602761234] 'process raft request' (duration: 136.267886ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:47.132386Z","caller":"traceutil/trace.go:171","msg":"trace[281906139] linearizableReadLoop","detail":"{readStateIndex:26938; appliedIndex:26933; }","duration":"316.044276ms","start":"2026-03-08T03:23:46.816324Z","end":"2026-03-08T03:23:47.132368Z","steps":["trace[281906139] 'read index received' (duration: 132.367085ms)","trace[281906139] 'applied index is now lower than readState.Index' (duration: 183.676291ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:23:47.13256Z","caller":"traceutil/trace.go:171","msg":"trace[1104995372] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"319.793393ms","start":"2026-03-08T03:23:46.812759Z","end":"2026-03-08T03:23:47.132553Z","steps":["trace[1104995372] 'process raft request' (duration: 319.401174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:47.132638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:46.81275Z","time spent":"319.831314ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:23:47.132631Z","caller":"traceutil/trace.go:171","msg":"trace[1782709803] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"246.512895ms","start":"2026-03-08T03:23:46.886087Z","end":"2026-03-08T03:23:47.1326Z","steps":["trace[1782709803] 'process raft request' (duration: 246.251509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:47.132772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.454876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:23:47.132791Z","caller":"traceutil/trace.go:171","msg":"trace[252804146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25992; }","duration":"316.487746ms","start":"2026-03-08T03:23:46.816297Z","end":"2026-03-08T03:23:47.132785Z","steps":["trace[252804146] 'agreement among raft nodes before linearized reading' (duration: 316.450966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:47.132805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:46.816286Z","time spent":"316.516027ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:23:47.132878Z","caller":"traceutil/trace.go:171","msg":"trace[1891338359] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"319.873715ms","start":"2026-03-08T03:23:46.812993Z","end":"2026-03-08T03:23:47.132866Z","steps":["trace[1891338359] 'process raft request' (duration: 319.274981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:47.13298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:46.812974Z","time spent":"319.928656ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:23:47.133194Z","caller":"traceutil/trace.go:171","msg":"trace[1227258518] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"318.379381ms","start":"2026-03-08T03:23:46.814804Z","end":"2026-03-08T03:23:47.133183Z","steps":["trace[1227258518] 'process raft request' (duration: 317.48761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:47.13325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:46.814792Z","time spent":"318.427432ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:23:47.133421Z","caller":"traceutil/trace.go:171","msg":"trace[1550655631] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"318.534144ms","start":"2026-03-08T03:23:46.814855Z","end":"2026-03-08T03:23:47.133389Z","steps":["trace[1550655631] 'process raft request' (duration: 317.457998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:47.133541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:46.814842Z","time spent":"318.639547ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:23:47.674805Z","caller":"traceutil/trace.go:171","msg":"trace[1502926564] transaction","detail":"{read_only:false; response_revision:25993; number_of_response:1; }","duration":"518.074005ms","start":"2026-03-08T03:23:47.156699Z","end":"2026-03-08T03:23:47.674773Z","steps":["trace[1502926564] 'process raft request' (duration: 491.099756ms)","trace[1502926564] 'compare' (duration: 26.375745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:23:47.69256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:47.156684Z","time spent":"535.799518ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:23:47.694419Z","caller":"traceutil/trace.go:171","msg":"trace[533128906] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"442.291238ms","start":"2026-03-08T03:23:47.252108Z","end":"2026-03-08T03:23:47.694399Z","steps":["trace[533128906] 'process raft request' (duration: 442.208506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:47.694566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:23:47.25208Z","time spent":"442.427182ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:23:48.021174Z","caller":"traceutil/trace.go:171","msg":"trace[167681623] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"109.596565ms","start":"2026-03-08T03:23:47.91155Z","end":"2026-03-08T03:23:48.021147Z","steps":["trace[167681623] 'process raft request' (duration: 109.40573ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:48.173006Z","caller":"traceutil/trace.go:171","msg":"trace[643840218] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"203.495592ms","start":"2026-03-08T03:23:47.969491Z","end":"2026-03-08T03:23:48.172987Z","steps":["trace[643840218] 'process raft request' (duration: 110.643849ms)","trace[643840218] 'compare' (duration: 92.630008ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:23:48.173226Z","caller":"traceutil/trace.go:171","msg":"trace[6952299] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"187.805687ms","start":"2026-03-08T03:23:47.985389Z","end":"2026-03-08T03:23:48.173195Z","steps":["trace[6952299] 'process raft request' (duration: 187.570762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:23:48.492648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.511268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:23:48.49279Z","caller":"traceutil/trace.go:171","msg":"trace[776081849] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25997; }","duration":"141.673352ms","start":"2026-03-08T03:23:48.351093Z","end":"2026-03-08T03:23:48.492766Z","steps":["trace[776081849] 'count revisions from in-memory index tree' (duration: 141.423327ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:23:49.150814Z","caller":"traceutil/trace.go:171","msg":"trace[754451963] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"166.111812ms","start":"2026-03-08T03:23:48.984673Z","end":"2026-03-08T03:23:49.150784Z","steps":["trace[754451963] 'process raft request' (duration: 165.853656ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:01.042169Z","caller":"traceutil/trace.go:171","msg":"trace[1319950297] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"111.58015ms","start":"2026-03-08T03:24:00.930561Z","end":"2026-03-08T03:24:01.042141Z","steps":["trace[1319950297] 'process raft request' (duration: 111.373835ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:01.042581Z","caller":"traceutil/trace.go:171","msg":"trace[89056029] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"111.303104ms","start":"2026-03-08T03:24:00.931248Z","end":"2026-03-08T03:24:01.042551Z","steps":["trace[89056029] 'process raft request' (duration: 110.849073ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:01.042947Z","caller":"traceutil/trace.go:171","msg":"trace[1404837606] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"110.034115ms","start":"2026-03-08T03:24:00.932851Z","end":"2026-03-08T03:24:01.042885Z","steps":["trace[1404837606] 'process raft request' (duration: 109.926882ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:01.043038Z","caller":"traceutil/trace.go:171","msg":"trace[1673802211] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"111.329204ms","start":"2026-03-08T03:24:00.931673Z","end":"2026-03-08T03:24:01.043002Z","steps":["trace[1673802211] 'process raft request' (duration: 110.794712ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:30.506713Z","caller":"traceutil/trace.go:171","msg":"trace[1535904530] transaction","detail":"{read_only:false; response_revision:26456; number_of_response:1; }","duration":"157.523651ms","start":"2026-03-08T03:24:30.349166Z","end":"2026-03-08T03:24:30.50669Z","steps":["trace[1535904530] 'process raft request' (duration: 157.362347ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:30.507073Z","caller":"traceutil/trace.go:171","msg":"trace[1522529355] transaction","detail":"{read_only:false; response_revision:26455; number_of_response:1; }","duration":"224.024831ms","start":"2026-03-08T03:24:30.283025Z","end":"2026-03-08T03:24:30.50705Z","steps":["trace[1522529355] 'process raft request' (duration: 216.25385ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:38.459023Z","caller":"traceutil/trace.go:171","msg":"trace[1674996488] transaction","detail":"{read_only:false; response_revision:26512; number_of_response:1; }","duration":"213.697191ms","start":"2026-03-08T03:24:38.24529Z","end":"2026-03-08T03:24:38.458987Z","steps":["trace[1674996488] 'process raft request' (duration: 213.493636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:38.68337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.983185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:24:38.683821Z","caller":"traceutil/trace.go:171","msg":"trace[1174397703] transaction","detail":"{read_only:false; response_revision:26514; number_of_response:1; }","duration":"146.156416ms","start":"2026-03-08T03:24:38.537636Z","end":"2026-03-08T03:24:38.683793Z","steps":["trace[1174397703] 'process raft request' (duration: 146.038664ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:38.683878Z","caller":"traceutil/trace.go:171","msg":"trace[337319290] linearizableReadLoop","detail":"{readStateIndex:27473; appliedIndex:27471; }","duration":"239.735767ms","start":"2026-03-08T03:24:38.444097Z","end":"2026-03-08T03:24:38.683832Z","steps":["trace[337319290] 'read index received' (duration: 14.640081ms)","trace[337319290] 'applied index is now lower than readState.Index' (duration: 225.091446ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:24:38.683927Z","caller":"traceutil/trace.go:171","msg":"trace[819053748] transaction","detail":"{read_only:false; response_revision:26513; number_of_response:1; }","duration":"272.989302ms","start":"2026-03-08T03:24:38.410879Z","end":"2026-03-08T03:24:38.683868Z","steps":["trace[819053748] 'process raft request' (duration: 110.384612ms)","trace[819053748] 'compare' (duration: 161.843362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:24:38.684097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.976563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:24:38.684226Z","caller":"traceutil/trace.go:171","msg":"trace[2057975298] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26514; }","duration":"240.133117ms","start":"2026-03-08T03:24:38.444064Z","end":"2026-03-08T03:24:38.684197Z","steps":["trace[2057975298] 'agreement among raft nodes before linearized reading' (duration: 239.896531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:38.70869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.462173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:24:38.708808Z","caller":"traceutil/trace.go:171","msg":"trace[1811161478] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26515; }","duration":"173.631707ms","start":"2026-03-08T03:24:38.535158Z","end":"2026-03-08T03:24:38.70879Z","steps":["trace[1811161478] 'agreement among raft nodes before linearized reading' (duration: 173.385281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:38.709022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.634617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:24:38.709132Z","caller":"traceutil/trace.go:171","msg":"trace[1583307837] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26515; }","duration":"173.77742ms","start":"2026-03-08T03:24:38.535308Z","end":"2026-03-08T03:24:38.709086Z","steps":["trace[1583307837] 'agreement among raft nodes before linearized reading' (duration: 173.631316ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:38.708707Z","caller":"traceutil/trace.go:171","msg":"trace[1333988472] transaction","detail":"{read_only:false; response_revision:26515; number_of_response:1; }","duration":"111.187791ms","start":"2026-03-08T03:24:38.597478Z","end":"2026-03-08T03:24:38.708665Z","steps":["trace[1333988472] 'process raft request' (duration: 110.877964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:38.709265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.599166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-08T03:24:38.709348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.952424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:24:38.709437Z","caller":"traceutil/trace.go:171","msg":"trace[1611823342] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26515; }","duration":"173.840972ms","start":"2026-03-08T03:24:38.535583Z","end":"2026-03-08T03:24:38.709424Z","steps":["trace[1611823342] 'agreement among raft nodes before linearized reading' (duration: 173.440802ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:38.709523Z","caller":"traceutil/trace.go:171","msg":"trace[50107916] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26515; }","duration":"174.130108ms","start":"2026-03-08T03:24:38.535342Z","end":"2026-03-08T03:24:38.709472Z","steps":["trace[50107916] 'agreement among raft nodes before linearized reading' (duration: 173.716468ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:39.357821Z","caller":"traceutil/trace.go:171","msg":"trace[1901873470] transaction","detail":"{read_only:false; response_revision:26517; number_of_response:1; }","duration":"159.088088ms","start":"2026-03-08T03:24:39.198705Z","end":"2026-03-08T03:24:39.357794Z","steps":["trace[1901873470] 'process raft request' (duration: 158.895634ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:39.364266Z","caller":"traceutil/trace.go:171","msg":"trace[1495621438] linearizableReadLoop","detail":"{readStateIndex:27480; appliedIndex:27476; }","duration":"102.351016ms","start":"2026-03-08T03:24:39.261895Z","end":"2026-03-08T03:24:39.364246Z","steps":["trace[1495621438] 'read index received' (duration: 95.726581ms)","trace[1495621438] 'applied index is now lower than readState.Index' (duration: 6.623755ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:24:39.364366Z","caller":"traceutil/trace.go:171","msg":"trace[390713679] transaction","detail":"{read_only:false; response_revision:26519; number_of_response:1; }","duration":"162.004656ms","start":"2026-03-08T03:24:39.202351Z","end":"2026-03-08T03:24:39.364356Z","steps":["trace[390713679] 'process raft request' (duration: 161.832372ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:39.364402Z","caller":"traceutil/trace.go:171","msg":"trace[592837784] transaction","detail":"{read_only:false; response_revision:26518; number_of_response:1; }","duration":"163.615873ms","start":"2026-03-08T03:24:39.200745Z","end":"2026-03-08T03:24:39.36436Z","steps":["trace[592837784] 'process raft request' (duration: 163.303726ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:39.364638Z","caller":"traceutil/trace.go:171","msg":"trace[624668946] transaction","detail":"{read_only:false; response_revision:26520; number_of_response:1; }","duration":"156.605649ms","start":"2026-03-08T03:24:39.208022Z","end":"2026-03-08T03:24:39.364628Z","steps":["trace[624668946] 'process raft request' (duration: 156.19426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:39.364625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.730445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-08T03:24:39.3647Z","caller":"traceutil/trace.go:171","msg":"trace[1794170358] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26520; }","duration":"102.876028ms","start":"2026-03-08T03:24:39.261802Z","end":"2026-03-08T03:24:39.364678Z","steps":["trace[1794170358] 'agreement among raft nodes before linearized reading' (duration: 102.668843ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:39.610215Z","caller":"traceutil/trace.go:171","msg":"trace[1973976500] transaction","detail":"{read_only:false; response_revision:26521; number_of_response:1; }","duration":"240.042435ms","start":"2026-03-08T03:24:39.370146Z","end":"2026-03-08T03:24:39.610188Z","steps":["trace[1973976500] 'process raft request' (duration: 148.256246ms)","trace[1973976500] 'compare' (duration: 91.504572ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:24:39.661457Z","caller":"traceutil/trace.go:171","msg":"trace[124625236] linearizableReadLoop","detail":"{readStateIndex:27483; appliedIndex:27480; }","duration":"199.555751ms","start":"2026-03-08T03:24:39.46187Z","end":"2026-03-08T03:24:39.661425Z","steps":["trace[124625236] 'read index received' (duration: 56.604169ms)","trace[124625236] 'applied index is now lower than readState.Index' (duration: 142.950062ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:24:39.661846Z","caller":"traceutil/trace.go:171","msg":"trace[1962020328] transaction","detail":"{read_only:false; response_revision:26522; number_of_response:1; }","duration":"291.040973ms","start":"2026-03-08T03:24:39.370789Z","end":"2026-03-08T03:24:39.66183Z","steps":["trace[1962020328] 'process raft request' (duration: 290.306356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:39.662093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.001648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:24:39.66213Z","caller":"traceutil/trace.go:171","msg":"trace[311234424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26523; }","duration":"199.051309ms","start":"2026-03-08T03:24:39.463061Z","end":"2026-03-08T03:24:39.662112Z","steps":["trace[311234424] 'agreement among raft nodes before linearized reading' (duration: 198.899645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:39.662098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.884579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-08T03:24:39.662126Z","caller":"traceutil/trace.go:171","msg":"trace[845987272] transaction","detail":"{read_only:false; response_revision:26523; number_of_response:1; }","duration":"236.440411ms","start":"2026-03-08T03:24:39.425631Z","end":"2026-03-08T03:24:39.662072Z","steps":["trace[845987272] 'process raft request' (duration: 235.743885ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:39.662181Z","caller":"traceutil/trace.go:171","msg":"trace[67636782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26523; }","duration":"200.019552ms","start":"2026-03-08T03:24:39.462142Z","end":"2026-03-08T03:24:39.662161Z","steps":["trace[67636782] 'agreement among raft nodes before linearized reading' (duration: 199.743646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:39.662221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.350209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:24:39.662254Z","caller":"traceutil/trace.go:171","msg":"trace[732519749] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26523; }","duration":"200.428392ms","start":"2026-03-08T03:24:39.461816Z","end":"2026-03-08T03:24:39.662244Z","steps":["trace[732519749] 'agreement among raft nodes before linearized reading' (duration: 200.33786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:39.662279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.359507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-08T03:24:39.662345Z","caller":"traceutil/trace.go:171","msg":"trace[556235001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26523; }","duration":"196.474349ms","start":"2026-03-08T03:24:39.465854Z","end":"2026-03-08T03:24:39.662328Z","steps":["trace[556235001] 'agreement among raft nodes before linearized reading' (duration: 196.115511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:39.662315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.505816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:24:39.662415Z","caller":"traceutil/trace.go:171","msg":"trace[780333496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26523; }","duration":"195.698921ms","start":"2026-03-08T03:24:39.466696Z","end":"2026-03-08T03:24:39.662395Z","steps":["trace[780333496] 'agreement among raft nodes before linearized reading' (duration: 195.353823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:40.056063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.123679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:24:40.056168Z","caller":"traceutil/trace.go:171","msg":"trace[595251709] linearizableReadLoop","detail":"{readStateIndex:27484; appliedIndex:27483; }","duration":"389.628491ms","start":"2026-03-08T03:24:39.666519Z","end":"2026-03-08T03:24:40.056147Z","steps":["trace[595251709] 'read index received' (duration: 100.360189ms)","trace[595251709] 'applied index is now lower than readState.Index' (duration: 289.266761ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:24:40.056253Z","caller":"traceutil/trace.go:171","msg":"trace[477762194] transaction","detail":"{read_only:false; response_revision:26524; number_of_response:1; }","duration":"389.932938ms","start":"2026-03-08T03:24:39.666278Z","end":"2026-03-08T03:24:40.056211Z","steps":["trace[477762194] 'process raft request' (duration: 100.581984ms)","trace[477762194] 'compare' (duration: 288.912014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:24:40.056414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.890447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:24:40.056451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:24:39.666251Z","time spent":"390.091042ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:24:40.057066Z","caller":"traceutil/trace.go:171","msg":"trace[908910033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26524; }","duration":"389.986529ms","start":"2026-03-08T03:24:39.666461Z","end":"2026-03-08T03:24:40.056447Z","steps":["trace[908910033] 'agreement among raft nodes before linearized reading' (duration: 389.745914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:40.057329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:24:39.666438Z","time spent":"390.762617ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-08T03:24:40.08157Z","caller":"traceutil/trace.go:171","msg":"trace[1923713759] transaction","detail":"{read_only:false; response_revision:26526; number_of_response:1; }","duration":"414.338726ms","start":"2026-03-08T03:24:39.667201Z","end":"2026-03-08T03:24:40.08154Z","steps":["trace[1923713759] 'process raft request' (duration: 413.994688ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:40.081608Z","caller":"traceutil/trace.go:171","msg":"trace[1455126829] transaction","detail":"{read_only:false; response_revision:26527; number_of_response:1; }","duration":"413.852195ms","start":"2026-03-08T03:24:39.667719Z","end":"2026-03-08T03:24:40.081571Z","steps":["trace[1455126829] 'process raft request' (duration: 413.522057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:40.081743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:24:39.667193Z","time spent":"414.46862ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:24:40.081766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:24:39.66771Z","time spent":"413.975419ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:24:40.081876Z","caller":"traceutil/trace.go:171","msg":"trace[990164017] transaction","detail":"{read_only:false; response_revision:26528; number_of_response:1; }","duration":"412.585496ms","start":"2026-03-08T03:24:39.669197Z","end":"2026-03-08T03:24:40.081782Z","steps":["trace[990164017] 'process raft request' (duration: 412.210807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:40.082115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:24:39.669168Z","time spent":"412.832022ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:24:40.081933Z","caller":"traceutil/trace.go:171","msg":"trace[1057946236] transaction","detail":"{read_only:false; response_revision:26525; number_of_response:1; }","duration":"414.856688ms","start":"2026-03-08T03:24:39.667033Z","end":"2026-03-08T03:24:40.08189Z","steps":["trace[1057946236] 'process raft request' (duration: 413.990748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:40.082576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:24:39.66701Z","time spent":"415.265028ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:24:40.314987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.137886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:24:40.315195Z","caller":"traceutil/trace.go:171","msg":"trace[264932023] transaction","detail":"{read_only:false; response_revision:26529; number_of_response:1; }","duration":"196.334166ms","start":"2026-03-08T03:24:40.118838Z","end":"2026-03-08T03:24:40.315172Z","steps":["trace[264932023] 'process raft request' (duration: 49.917513ms)","trace[264932023] 'compare' (duration: 145.967412ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:24:40.887666Z","caller":"traceutil/trace.go:171","msg":"trace[362326686] linearizableReadLoop","detail":"{readStateIndex:27492; appliedIndex:27491; }","duration":"109.607465ms","start":"2026-03-08T03:24:40.778025Z","end":"2026-03-08T03:24:40.887633Z","steps":["trace[362326686] 'read index received' (duration: 53.303053ms)","trace[362326686] 'applied index is now lower than readState.Index' (duration: 56.302482ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:24:40.887748Z","caller":"traceutil/trace.go:171","msg":"trace[899310277] transaction","detail":"{read_only:false; response_revision:26531; number_of_response:1; }","duration":"132.61146ms","start":"2026-03-08T03:24:40.755118Z","end":"2026-03-08T03:24:40.88773Z","steps":["trace[899310277] 'process raft request' (duration: 76.344139ms)","trace[899310277] 'compare' (duration: 55.869782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:24:40.887788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.94253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:24:40.887829Z","caller":"traceutil/trace.go:171","msg":"trace[346221321] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26531; }","duration":"167.003191ms","start":"2026-03-08T03:24:40.720811Z","end":"2026-03-08T03:24:40.887814Z","steps":["trace[346221321] 'agreement among raft nodes before linearized reading' (duration: 166.921969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:40.887805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.318056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:24:40.887891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.157861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:24:40.887904Z","caller":"traceutil/trace.go:171","msg":"trace[1352109640] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26531; }","duration":"166.437809ms","start":"2026-03-08T03:24:40.721442Z","end":"2026-03-08T03:24:40.88788Z","steps":["trace[1352109640] 'agreement among raft nodes before linearized reading' (duration: 166.286425ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:40.887918Z","caller":"traceutil/trace.go:171","msg":"trace[1553123065] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26531; }","duration":"111.203391ms","start":"2026-03-08T03:24:40.776704Z","end":"2026-03-08T03:24:40.887907Z","steps":["trace[1553123065] 'agreement among raft nodes before linearized reading' (duration: 111.15746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:40.887802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.103751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:24:40.888028Z","caller":"traceutil/trace.go:171","msg":"trace[132418331] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26531; }","duration":"166.359637ms","start":"2026-03-08T03:24:40.721637Z","end":"2026-03-08T03:24:40.887996Z","steps":["trace[132418331] 'agreement among raft nodes before linearized reading' (duration: 166.035339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:40.888352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.477258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-08T03:24:40.888618Z","caller":"traceutil/trace.go:171","msg":"trace[160827834] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26531; }","duration":"120.931149ms","start":"2026-03-08T03:24:40.767667Z","end":"2026-03-08T03:24:40.888598Z","steps":["trace[160827834] 'agreement among raft nodes before linearized reading' (duration: 119.984727ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:41.519627Z","caller":"traceutil/trace.go:171","msg":"trace[1262418554] transaction","detail":"{read_only:false; response_revision:26534; number_of_response:1; }","duration":"149.411082ms","start":"2026-03-08T03:24:41.370192Z","end":"2026-03-08T03:24:41.519604Z","steps":["trace[1262418554] 'process raft request' (duration: 92.488215ms)","trace[1262418554] 'compare' (duration: 56.778544ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:24:41.519958Z","caller":"traceutil/trace.go:171","msg":"trace[128681686] transaction","detail":"{read_only:false; response_revision:26535; number_of_response:1; }","duration":"149.256659ms","start":"2026-03-08T03:24:41.37068Z","end":"2026-03-08T03:24:41.519937Z","steps":["trace[128681686] 'process raft request' (duration: 148.88732ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:24:41.520384Z","caller":"traceutil/trace.go:171","msg":"trace[1774688082] linearizableReadLoop","detail":"{readStateIndex:27497; appliedIndex:27494; }","duration":"134.814902ms","start":"2026-03-08T03:24:41.385553Z","end":"2026-03-08T03:24:41.520368Z","steps":["trace[1774688082] 'read index received' (duration: 77.054106ms)","trace[1774688082] 'applied index is now lower than readState.Index' (duration: 57.759176ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:24:41.520947Z","caller":"traceutil/trace.go:171","msg":"trace[2102173925] transaction","detail":"{read_only:false; response_revision:26536; number_of_response:1; }","duration":"148.759027ms","start":"2026-03-08T03:24:41.372173Z","end":"2026-03-08T03:24:41.520932Z","steps":["trace[2102173925] 'process raft request' (duration: 147.692392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:41.521094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.008796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:24:41.521187Z","caller":"traceutil/trace.go:171","msg":"trace[2090507413] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26536; }","duration":"150.15234ms","start":"2026-03-08T03:24:41.371024Z","end":"2026-03-08T03:24:41.521176Z","steps":["trace[2090507413] 'agreement among raft nodes before linearized reading' (duration: 150.014167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:41.521358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.61897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:24:41.521425Z","caller":"traceutil/trace.go:171","msg":"trace[39178156] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26536; }","duration":"150.720812ms","start":"2026-03-08T03:24:41.370688Z","end":"2026-03-08T03:24:41.521409Z","steps":["trace[39178156] 'agreement among raft nodes before linearized reading' (duration: 150.6093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:41.521442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.986547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:24:41.521825Z","caller":"traceutil/trace.go:171","msg":"trace[203624992] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26536; }","duration":"126.15145ms","start":"2026-03-08T03:24:41.395407Z","end":"2026-03-08T03:24:41.521558Z","steps":["trace[203624992] 'agreement among raft nodes before linearized reading' (duration: 125.998846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:24:41.521792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.992969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-08T03:24:41.522065Z","caller":"traceutil/trace.go:171","msg":"trace[433803060] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26536; }","duration":"151.284116ms","start":"2026-03-08T03:24:41.370742Z","end":"2026-03-08T03:24:41.522026Z","steps":["trace[433803060] 'agreement among raft nodes before linearized reading' (duration: 150.863426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:03.588524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.926592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:25:03.588634Z","caller":"traceutil/trace.go:171","msg":"trace[118275357] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26698; }","duration":"107.095676ms","start":"2026-03-08T03:25:03.481513Z","end":"2026-03-08T03:25:03.588609Z","steps":["trace[118275357] 'agreement among raft nodes before linearized reading' (duration: 106.85745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:03.588613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.094749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-688669b48d-62r75.189abd72a6bf6e67\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-08T03:25:03.588697Z","caller":"traceutil/trace.go:171","msg":"trace[2087164542] range","detail":"{range_begin:/registry/events/openstack/barbican-api-688669b48d-62r75.189abd72a6bf6e67; range_end:; response_count:1; response_revision:26698; }","duration":"141.237402ms","start":"2026-03-08T03:25:03.447437Z","end":"2026-03-08T03:25:03.588675Z","steps":["trace[2087164542] 'agreement among raft nodes before linearized reading' (duration: 140.929465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:43.738807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.799519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:25:43.738941Z","caller":"traceutil/trace.go:171","msg":"trace[896268170] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27070; }","duration":"103.982294ms","start":"2026-03-08T03:25:43.634935Z","end":"2026-03-08T03:25:43.738917Z","steps":["trace[896268170] 'range keys from in-memory index tree' (duration: 103.713497ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:48.096031Z","caller":"traceutil/trace.go:171","msg":"trace[482248651] transaction","detail":"{read_only:false; response_revision:27119; number_of_response:1; }","duration":"196.442318ms","start":"2026-03-08T03:25:47.899569Z","end":"2026-03-08T03:25:48.096011Z","steps":["trace[482248651] 'process raft request' (duration: 123.508959ms)","trace[482248651] 'compare' (duration: 72.461378ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:48.096156Z","caller":"traceutil/trace.go:171","msg":"trace[1948071303] transaction","detail":"{read_only:false; response_revision:27120; number_of_response:1; }","duration":"166.328517ms","start":"2026-03-08T03:25:47.929821Z","end":"2026-03-08T03:25:48.096149Z","steps":["trace[1948071303] 'process raft request' (duration: 165.905807ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:56.414402Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24882} {"level":"info","ts":"2026-03-08T03:25:56.54292Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24882,"took":"124.245256ms","hash":2249053518,"current-db-size-bytes":49434624,"current-db-size":"49 MB","current-db-size-in-use-bytes":32227328,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-08T03:25:56.542998Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2249053518,"revision":24882,"compact-revision":22586} {"level":"info","ts":"2026-03-08T03:25:57.990585Z","caller":"traceutil/trace.go:171","msg":"trace[933008780] linearizableReadLoop","detail":"{readStateIndex:28166; appliedIndex:28165; }","duration":"109.116044ms","start":"2026-03-08T03:25:57.881449Z","end":"2026-03-08T03:25:57.990565Z","steps":["trace[933008780] 'read index received' (duration: 109.027442ms)","trace[933008780] 'applied index is now lower than readState.Index' (duration: 87.752µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:25:57.990716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.242056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:25:57.990737Z","caller":"traceutil/trace.go:171","msg":"trace[755624668] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27187; }","duration":"109.327759ms","start":"2026-03-08T03:25:57.881402Z","end":"2026-03-08T03:25:57.99073Z","steps":["trace[755624668] 'agreement among raft nodes before linearized reading' (duration: 109.236716ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:57.990729Z","caller":"traceutil/trace.go:171","msg":"trace[1364786358] transaction","detail":"{read_only:false; response_revision:27187; number_of_response:1; }","duration":"125.26733ms","start":"2026-03-08T03:25:57.865418Z","end":"2026-03-08T03:25:57.990686Z","steps":["trace[1364786358] 'process raft request' (duration: 125.005673ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:58.284983Z","caller":"traceutil/trace.go:171","msg":"trace[603534527] transaction","detail":"{read_only:false; response_revision:27189; number_of_response:1; }","duration":"138.456007ms","start":"2026-03-08T03:25:58.146495Z","end":"2026-03-08T03:25:58.284951Z","steps":["trace[603534527] 'process raft request' (duration: 45.567412ms)","trace[603534527] 'compare' (duration: 92.663839ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:58.285257Z","caller":"traceutil/trace.go:171","msg":"trace[1402661195] transaction","detail":"{read_only:false; response_revision:27190; number_of_response:1; }","duration":"127.177124ms","start":"2026-03-08T03:25:58.158046Z","end":"2026-03-08T03:25:58.285224Z","steps":["trace[1402661195] 'process raft request' (duration: 126.863727ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:58.859856Z","caller":"traceutil/trace.go:171","msg":"trace[1918290401] transaction","detail":"{read_only:false; response_revision:27192; number_of_response:1; }","duration":"179.117544ms","start":"2026-03-08T03:25:58.680696Z","end":"2026-03-08T03:25:58.859814Z","steps":["trace[1918290401] 'process raft request' (duration: 178.858288ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:58.867899Z","caller":"traceutil/trace.go:171","msg":"trace[387486101] linearizableReadLoop","detail":"{readStateIndex:28172; appliedIndex:28170; }","duration":"159.359173ms","start":"2026-03-08T03:25:58.708506Z","end":"2026-03-08T03:25:58.867866Z","steps":["trace[387486101] 'read index received' (duration: 151.07097ms)","trace[387486101] 'applied index is now lower than readState.Index' (duration: 8.286533ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:25:58.868045Z","caller":"traceutil/trace.go:171","msg":"trace[2123082631] transaction","detail":"{read_only:false; response_revision:27194; number_of_response:1; }","duration":"101.466204ms","start":"2026-03-08T03:25:58.766566Z","end":"2026-03-08T03:25:58.868032Z","steps":["trace[2123082631] 'process raft request' (duration: 101.239848ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:58.868065Z","caller":"traceutil/trace.go:171","msg":"trace[1758726730] transaction","detail":"{read_only:false; response_revision:27193; number_of_response:1; }","duration":"186.770342ms","start":"2026-03-08T03:25:58.681239Z","end":"2026-03-08T03:25:58.868009Z","steps":["trace[1758726730] 'process raft request' (duration: 186.385563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:58.868447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.029003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:25:58.868504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.960728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:25:58.868542Z","caller":"traceutil/trace.go:171","msg":"trace[1382418819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27194; }","duration":"155.163195ms","start":"2026-03-08T03:25:58.713357Z","end":"2026-03-08T03:25:58.86852Z","steps":["trace[1382418819] 'agreement among raft nodes before linearized reading' (duration: 154.870118ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:25:58.868566Z","caller":"traceutil/trace.go:171","msg":"trace[2036426289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27194; }","duration":"160.07684ms","start":"2026-03-08T03:25:58.708469Z","end":"2026-03-08T03:25:58.868546Z","steps":["trace[2036426289] 'agreement among raft nodes before linearized reading' (duration: 159.738832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:25:58.868518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.592936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-08T03:25:58.868742Z","caller":"traceutil/trace.go:171","msg":"trace[1807089188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27194; }","duration":"152.838371ms","start":"2026-03-08T03:25:58.715881Z","end":"2026-03-08T03:25:58.86872Z","steps":["trace[1807089188] 'agreement among raft nodes before linearized reading' (duration: 152.477942ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:11.350915Z","caller":"traceutil/trace.go:171","msg":"trace[1368728489] transaction","detail":"{read_only:false; response_revision:27922; number_of_response:1; }","duration":"115.978702ms","start":"2026-03-08T03:27:11.234908Z","end":"2026-03-08T03:27:11.350887Z","steps":["trace[1368728489] 'process raft request' (duration: 115.621314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:11.911901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.797163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:27:11.911998Z","caller":"traceutil/trace.go:171","msg":"trace[11163277] transaction","detail":"{read_only:false; response_revision:27923; number_of_response:1; }","duration":"554.259193ms","start":"2026-03-08T03:27:11.357723Z","end":"2026-03-08T03:27:11.911982Z","steps":["trace[11163277] 'process raft request' (duration: 412.309726ms)","trace[11163277] 'compare' (duration: 141.436105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:27:11.912044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:11.357704Z","time spent":"554.320424ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:27:11.919344Z","caller":"traceutil/trace.go:171","msg":"trace[986971334] transaction","detail":"{read_only:false; response_revision:27924; number_of_response:1; }","duration":"561.239195ms","start":"2026-03-08T03:27:11.358059Z","end":"2026-03-08T03:27:11.919298Z","steps":["trace[986971334] 'process raft request' (duration: 560.942648ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:11.919419Z","caller":"traceutil/trace.go:171","msg":"trace[576027] linearizableReadLoop","detail":"{readStateIndex:28928; appliedIndex:28923; }","duration":"551.671103ms","start":"2026-03-08T03:27:11.367722Z","end":"2026-03-08T03:27:11.919393Z","steps":["trace[576027] 'read index received' (duration: 402.385895ms)","trace[576027] 'applied index is now lower than readState.Index' (duration: 149.283857ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:27:11.919436Z","caller":"traceutil/trace.go:171","msg":"trace[8786588] transaction","detail":"{read_only:false; response_revision:27927; number_of_response:1; }","duration":"560.959609ms","start":"2026-03-08T03:27:11.358467Z","end":"2026-03-08T03:27:11.919427Z","steps":["trace[8786588] 'process raft request' (duration: 560.828436ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:11.919427Z","caller":"traceutil/trace.go:171","msg":"trace[802751834] transaction","detail":"{read_only:false; response_revision:27926; number_of_response:1; }","duration":"561.091872ms","start":"2026-03-08T03:27:11.358277Z","end":"2026-03-08T03:27:11.919369Z","steps":["trace[802751834] 'process raft request' (duration: 560.977449ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:11.919493Z","caller":"traceutil/trace.go:171","msg":"trace[655496629] transaction","detail":"{read_only:false; response_revision:27928; number_of_response:1; }","duration":"369.331504ms","start":"2026-03-08T03:27:11.550131Z","end":"2026-03-08T03:27:11.919462Z","steps":["trace[655496629] 'process raft request' (duration: 369.220752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:11.919568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:11.358047Z","time spent":"561.403689ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:27:11.91935Z","caller":"traceutil/trace.go:171","msg":"trace[229797649] transaction","detail":"{read_only:false; response_revision:27925; number_of_response:1; }","duration":"561.145103ms","start":"2026-03-08T03:27:11.358186Z","end":"2026-03-08T03:27:11.919331Z","steps":["trace[229797649] 'process raft request' (duration: 561.02408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:11.919616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:11.550059Z","time spent":"369.499278ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:27:11.919638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:11.358232Z","time spent":"561.283626ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:27:11.919668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.954079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-rm5m5.189abeca911d5ef0\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-08T03:27:11.919714Z","caller":"traceutil/trace.go:171","msg":"trace[579479408] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-rm5m5.189abeca911d5ef0; range_end:; response_count:1; response_revision:27928; }","duration":"552.031791ms","start":"2026-03-08T03:27:11.367666Z","end":"2026-03-08T03:27:11.919698Z","steps":["trace[579479408] 'agreement among raft nodes before linearized reading' (duration: 551.825966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:11.919567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:11.358437Z","time spent":"561.064891ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:27:11.919743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:11.367655Z","time spent":"552.082172ms","remote":"127.0.0.1:57424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":972,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-rm5m5.189abeca911d5ef0\" "} {"level":"warn","ts":"2026-03-08T03:27:11.919667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:11.358174Z","time spent":"561.44853ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:27:11.920082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.05978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:27:11.920135Z","caller":"traceutil/trace.go:171","msg":"trace[916523089] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:27929; }","duration":"415.114322ms","start":"2026-03-08T03:27:11.505007Z","end":"2026-03-08T03:27:11.920121Z","steps":["trace[916523089] 'agreement among raft nodes before linearized reading' (duration: 415.008399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:11.920141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.236001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:27:11.92016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:11.504952Z","time spent":"415.201143ms","remote":"127.0.0.1:45908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:27:11.920168Z","caller":"traceutil/trace.go:171","msg":"trace[10174149] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:27929; }","duration":"214.297802ms","start":"2026-03-08T03:27:11.705859Z","end":"2026-03-08T03:27:11.920157Z","steps":["trace[10174149] 'agreement among raft nodes before linearized reading' (duration: 214.255171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:11.920098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.472599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:27:11.920336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.708345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:27:11.920368Z","caller":"traceutil/trace.go:171","msg":"trace[1385576077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27929; }","duration":"257.788226ms","start":"2026-03-08T03:27:11.662568Z","end":"2026-03-08T03:27:11.920357Z","steps":["trace[1385576077] 'agreement among raft nodes before linearized reading' (duration: 257.490629ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:11.920375Z","caller":"traceutil/trace.go:171","msg":"trace[2009035115] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:27929; }","duration":"306.748376ms","start":"2026-03-08T03:27:11.613614Z","end":"2026-03-08T03:27:11.920362Z","steps":["trace[2009035115] 'agreement among raft nodes before linearized reading' (duration: 306.686935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:11.920403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:11.613531Z","time spent":"306.863919ms","remote":"127.0.0.1:56846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-08T03:27:11.920526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.60841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:27:11.920551Z","caller":"traceutil/trace.go:171","msg":"trace[1607857038] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:27929; }","duration":"305.696582ms","start":"2026-03-08T03:27:11.614848Z","end":"2026-03-08T03:27:11.920545Z","steps":["trace[1607857038] 'agreement among raft nodes before linearized reading' (duration: 305.635201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:11.920569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:11.614837Z","time spent":"305.727133ms","remote":"127.0.0.1:57510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-08T03:27:17.911967Z","caller":"traceutil/trace.go:171","msg":"trace[364194759] linearizableReadLoop","detail":"{readStateIndex:28968; appliedIndex:28967; }","duration":"246.770459ms","start":"2026-03-08T03:27:17.665172Z","end":"2026-03-08T03:27:17.911942Z","steps":["trace[364194759] 'read index received' (duration: 246.314448ms)","trace[364194759] 'applied index is now lower than readState.Index' (duration: 454.861µs)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:27:17.912085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.903532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:27:17.912076Z","caller":"traceutil/trace.go:171","msg":"trace[1407323275] transaction","detail":"{read_only:false; response_revision:27966; number_of_response:1; }","duration":"270.01713ms","start":"2026-03-08T03:27:17.642026Z","end":"2026-03-08T03:27:17.912044Z","steps":["trace[1407323275] 'process raft request' (duration: 269.518298ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:17.912118Z","caller":"traceutil/trace.go:171","msg":"trace[2040565331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27966; }","duration":"247.006934ms","start":"2026-03-08T03:27:17.665099Z","end":"2026-03-08T03:27:17.912105Z","steps":["trace[2040565331] 'agreement among raft nodes before linearized reading' (duration: 246.936143ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:18.812344Z","caller":"traceutil/trace.go:171","msg":"trace[1221271168] linearizableReadLoop","detail":"{readStateIndex:28983; appliedIndex:28980; }","duration":"153.63564ms","start":"2026-03-08T03:27:18.658676Z","end":"2026-03-08T03:27:18.812311Z","steps":["trace[1221271168] 'read index received' (duration: 6.025351ms)","trace[1221271168] 'applied index is now lower than readState.Index' (duration: 147.608919ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:27:18.812403Z","caller":"traceutil/trace.go:171","msg":"trace[1778544398] transaction","detail":"{read_only:false; response_revision:27980; number_of_response:1; }","duration":"208.552369ms","start":"2026-03-08T03:27:18.603807Z","end":"2026-03-08T03:27:18.812359Z","steps":["trace[1778544398] 'process raft request' (duration: 182.980483ms)","trace[1778544398] 'compare' (duration: 25.260238ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:27:18.812432Z","caller":"traceutil/trace.go:171","msg":"trace[880476443] transaction","detail":"{read_only:false; response_revision:27981; number_of_response:1; }","duration":"165.744201ms","start":"2026-03-08T03:27:18.646647Z","end":"2026-03-08T03:27:18.812391Z","steps":["trace[880476443] 'process raft request' (duration: 165.582278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:18.812557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.766013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:27:18.812627Z","caller":"traceutil/trace.go:171","msg":"trace[860855865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27981; }","duration":"144.863385ms","start":"2026-03-08T03:27:18.667746Z","end":"2026-03-08T03:27:18.812609Z","steps":["trace[860855865] 'agreement among raft nodes before linearized reading' (duration: 144.743932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:18.812634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.928276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-08T03:27:18.812814Z","caller":"traceutil/trace.go:171","msg":"trace[814005995] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27981; }","duration":"154.130661ms","start":"2026-03-08T03:27:18.658657Z","end":"2026-03-08T03:27:18.812788Z","steps":["trace[814005995] 'agreement among raft nodes before linearized reading' (duration: 153.822664ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:19.148704Z","caller":"traceutil/trace.go:171","msg":"trace[658975991] transaction","detail":"{read_only:false; response_revision:27982; number_of_response:1; }","duration":"325.979135ms","start":"2026-03-08T03:27:18.822693Z","end":"2026-03-08T03:27:19.148672Z","steps":["trace[658975991] 'process raft request' (duration: 256.24729ms)","trace[658975991] 'compare' (duration: 69.52987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:27:19.149209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:18.822672Z","time spent":"326.097857ms","remote":"127.0.0.1:57532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6406,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:27:19.185126Z","caller":"traceutil/trace.go:171","msg":"trace[552924199] transaction","detail":"{read_only:false; response_revision:27983; number_of_response:1; }","duration":"328.510353ms","start":"2026-03-08T03:27:18.856568Z","end":"2026-03-08T03:27:19.185078Z","steps":["trace[552924199] 'process raft request' (duration: 328.287498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:19.18532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:18.856533Z","time spent":"328.699057ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:27:19.185509Z","caller":"traceutil/trace.go:171","msg":"trace[1075127693] linearizableReadLoop","detail":"{readStateIndex:28985; appliedIndex:28983; }","duration":"295.894093ms","start":"2026-03-08T03:27:18.889578Z","end":"2026-03-08T03:27:19.185472Z","steps":["trace[1075127693] 'read index received' (duration: 189.367141ms)","trace[1075127693] 'applied index is now lower than readState.Index' (duration: 106.524302ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:27:19.185554Z","caller":"traceutil/trace.go:171","msg":"trace[177876603] transaction","detail":"{read_only:false; response_revision:27984; number_of_response:1; }","duration":"198.890534ms","start":"2026-03-08T03:27:18.98665Z","end":"2026-03-08T03:27:19.18554Z","steps":["trace[177876603] 'process raft request' (duration: 198.381582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:19.185664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.080138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:27:19.186007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.949303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-08T03:27:19.186048Z","caller":"traceutil/trace.go:171","msg":"trace[1186941025] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27984; }","duration":"156.031095ms","start":"2026-03-08T03:27:19.030004Z","end":"2026-03-08T03:27:19.186035Z","steps":["trace[1186941025] 'agreement among raft nodes before linearized reading' (duration: 155.904942ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:19.186063Z","caller":"traceutil/trace.go:171","msg":"trace[1578015529] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:27984; }","duration":"296.466687ms","start":"2026-03-08T03:27:18.889546Z","end":"2026-03-08T03:27:19.186013Z","steps":["trace[1578015529] 'agreement among raft nodes before linearized reading' (duration: 296.049787ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:20.105363Z","caller":"traceutil/trace.go:171","msg":"trace[501308260] transaction","detail":"{read_only:false; response_revision:27986; number_of_response:1; }","duration":"126.21582ms","start":"2026-03-08T03:27:19.979122Z","end":"2026-03-08T03:27:20.105338Z","steps":["trace[501308260] 'process raft request' (duration: 91.805219ms)","trace[501308260] 'compare' (duration: 33.966841ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:27:20.10544Z","caller":"traceutil/trace.go:171","msg":"trace[536708754] transaction","detail":"{read_only:false; response_revision:27987; number_of_response:1; }","duration":"124.146342ms","start":"2026-03-08T03:27:19.981258Z","end":"2026-03-08T03:27:20.105404Z","steps":["trace[536708754] 'process raft request' (duration: 123.771043ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:20.105107Z","caller":"traceutil/trace.go:171","msg":"trace[671565297] linearizableReadLoop","detail":"{readStateIndex:28988; appliedIndex:28986; }","duration":"125.401811ms","start":"2026-03-08T03:27:19.979682Z","end":"2026-03-08T03:27:20.105084Z","steps":["trace[671565297] 'read index received' (duration: 45.792547ms)","trace[671565297] 'applied index is now lower than readState.Index' (duration: 79.608304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:27:20.106041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.978981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-08T03:27:20.106026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.329373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-08T03:27:20.106083Z","caller":"traceutil/trace.go:171","msg":"trace[1404050856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27987; }","duration":"125.044673ms","start":"2026-03-08T03:27:19.981026Z","end":"2026-03-08T03:27:20.106071Z","steps":["trace[1404050856] 'agreement among raft nodes before linearized reading' (duration: 124.872759ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:20.106101Z","caller":"traceutil/trace.go:171","msg":"trace[632533373] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27987; }","duration":"126.441886ms","start":"2026-03-08T03:27:19.979642Z","end":"2026-03-08T03:27:20.106084Z","steps":["trace[632533373] 'agreement among raft nodes before linearized reading' (duration: 126.230511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:20.106249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.933398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-08T03:27:20.106295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.383388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-08T03:27:20.106295Z","caller":"traceutil/trace.go:171","msg":"trace[66731630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27987; }","duration":"121.010029ms","start":"2026-03-08T03:27:19.985273Z","end":"2026-03-08T03:27:20.106283Z","steps":["trace[66731630] 'agreement among raft nodes before linearized reading' (duration: 120.829255ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:20.106323Z","caller":"traceutil/trace.go:171","msg":"trace[1421366768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27987; }","duration":"121.435379ms","start":"2026-03-08T03:27:19.984879Z","end":"2026-03-08T03:27:20.106315Z","steps":["trace[1421366768] 'agreement among raft nodes before linearized reading' (duration: 121.331857ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:20.271734Z","caller":"traceutil/trace.go:171","msg":"trace[1688658468] transaction","detail":"{read_only:false; response_revision:27993; number_of_response:1; }","duration":"113.75379ms","start":"2026-03-08T03:27:20.157948Z","end":"2026-03-08T03:27:20.271702Z","steps":["trace[1688658468] 'process raft request' (duration: 99.484578ms)","trace[1688658468] 'compare' (duration: 14.110379ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:27:20.552277Z","caller":"traceutil/trace.go:171","msg":"trace[2114115334] transaction","detail":"{read_only:false; response_revision:27994; number_of_response:1; }","duration":"116.690248ms","start":"2026-03-08T03:27:20.435561Z","end":"2026-03-08T03:27:20.552251Z","steps":["trace[2114115334] 'process raft request' (duration: 116.534265ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:20.565295Z","caller":"traceutil/trace.go:171","msg":"trace[433540948] transaction","detail":"{read_only:false; response_revision:27995; number_of_response:1; }","duration":"117.021546ms","start":"2026-03-08T03:27:20.44825Z","end":"2026-03-08T03:27:20.565272Z","steps":["trace[433540948] 'process raft request' (duration: 116.872883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:24.450954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.611449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:27:24.451118Z","caller":"traceutil/trace.go:171","msg":"trace[659852645] transaction","detail":"{read_only:false; response_revision:28021; number_of_response:1; }","duration":"259.508006ms","start":"2026-03-08T03:27:24.191586Z","end":"2026-03-08T03:27:24.451094Z","steps":["trace[659852645] 'process raft request' (duration: 108.654192ms)","trace[659852645] 'compare' (duration: 149.490442ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:27:24.702408Z","caller":"traceutil/trace.go:171","msg":"trace[1961870019] transaction","detail":"{read_only:false; response_revision:28022; number_of_response:1; }","duration":"133.713795ms","start":"2026-03-08T03:27:24.568606Z","end":"2026-03-08T03:27:24.702319Z","steps":["trace[1961870019] 'process raft request' (duration: 124.207193ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:24.702578Z","caller":"traceutil/trace.go:171","msg":"trace[1257311091] transaction","detail":"{read_only:false; response_revision:28023; number_of_response:1; }","duration":"119.450253ms","start":"2026-03-08T03:27:24.583086Z","end":"2026-03-08T03:27:24.702537Z","steps":["trace[1257311091] 'process raft request' (duration: 119.187527ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:42.661643Z","caller":"traceutil/trace.go:171","msg":"trace[587529806] transaction","detail":"{read_only:false; response_revision:28250; number_of_response:1; }","duration":"300.94061ms","start":"2026-03-08T03:27:42.360658Z","end":"2026-03-08T03:27:42.661599Z","steps":["trace[587529806] 'process raft request' (duration: 300.736495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:42.661877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:42.360637Z","time spent":"301.099004ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:27:42.891565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.099841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:27:42.891792Z","caller":"traceutil/trace.go:171","msg":"trace[1224521457] transaction","detail":"{read_only:false; response_revision:28251; number_of_response:1; }","duration":"530.333065ms","start":"2026-03-08T03:27:42.361425Z","end":"2026-03-08T03:27:42.891758Z","steps":["trace[1224521457] 'process raft request' (duration: 399.944277ms)","trace[1224521457] 'compare' (duration: 129.812694ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:27:42.89184Z","caller":"traceutil/trace.go:171","msg":"trace[619936755] linearizableReadLoop","detail":"{readStateIndex:29264; appliedIndex:29261; }","duration":"225.679027ms","start":"2026-03-08T03:27:42.666144Z","end":"2026-03-08T03:27:42.891823Z","steps":["trace[619936755] 'read index received' (duration: 95.226528ms)","trace[619936755] 'applied index is now lower than readState.Index' (duration: 130.451679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:27:42.892125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:42.361409Z","time spent":"530.456697ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-08T03:27:42.892138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.992145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-08T03:27:42.892259Z","caller":"traceutil/trace.go:171","msg":"trace[771877804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28253; }","duration":"226.144488ms","start":"2026-03-08T03:27:42.666103Z","end":"2026-03-08T03:27:42.892247Z","steps":["trace[771877804] 'agreement among raft nodes before linearized reading' (duration: 225.78067ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:42.892349Z","caller":"traceutil/trace.go:171","msg":"trace[870197842] transaction","detail":"{read_only:false; response_revision:28252; number_of_response:1; }","duration":"530.236422ms","start":"2026-03-08T03:27:42.362096Z","end":"2026-03-08T03:27:42.892332Z","steps":["trace[870197842] 'process raft request' (duration: 529.576977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:42.892431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:42.36208Z","time spent":"530.314324ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:27:42.892596Z","caller":"traceutil/trace.go:171","msg":"trace[1252567162] transaction","detail":"{read_only:false; response_revision:28253; number_of_response:1; }","duration":"276.738306ms","start":"2026-03-08T03:27:42.615846Z","end":"2026-03-08T03:27:42.892584Z","steps":["trace[1252567162] 'process raft request' (duration: 275.922197ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:42.893331Z","caller":"traceutil/trace.go:171","msg":"trace[1228727965] transaction","detail":"{read_only:false; response_revision:28254; number_of_response:1; }","duration":"109.508751ms","start":"2026-03-08T03:27:42.783813Z","end":"2026-03-08T03:27:42.893322Z","steps":["trace[1228727965] 'process raft request' (duration: 109.408049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:43.179677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.863029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:27:43.18091Z","caller":"traceutil/trace.go:171","msg":"trace[1929751120] linearizableReadLoop","detail":"{readStateIndex:29267; appliedIndex:29265; }","duration":"285.141503ms","start":"2026-03-08T03:27:42.895748Z","end":"2026-03-08T03:27:43.180889Z","steps":["trace[1929751120] 'read index received' (duration: 164.993753ms)","trace[1929751120] 'applied index is now lower than readState.Index' (duration: 120.14625ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:27:43.18099Z","caller":"traceutil/trace.go:171","msg":"trace[531155361] transaction","detail":"{read_only:false; response_revision:28255; number_of_response:1; }","duration":"385.761627ms","start":"2026-03-08T03:27:42.795191Z","end":"2026-03-08T03:27:43.180953Z","steps":["trace[531155361] 'process raft request' (duration: 265.528256ms)","trace[531155361] 'compare' (duration: 118.405329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:27:43.181088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.318988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-08T03:27:43.181522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:42.795169Z","time spent":"386.252148ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:27:43.181584Z","caller":"traceutil/trace.go:171","msg":"trace[1849711174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28256; }","duration":"285.86134ms","start":"2026-03-08T03:27:42.895692Z","end":"2026-03-08T03:27:43.181553Z","steps":["trace[1849711174] 'agreement among raft nodes before linearized reading' (duration: 285.304247ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:43.181061Z","caller":"traceutil/trace.go:171","msg":"trace[450097614] transaction","detail":"{read_only:false; response_revision:28256; number_of_response:1; }","duration":"377.908054ms","start":"2026-03-08T03:27:42.803079Z","end":"2026-03-08T03:27:43.180987Z","steps":["trace[450097614] 'process raft request' (duration: 377.71981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:27:43.182111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:27:42.803058Z","time spent":"378.673082ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:27:43.222958Z","caller":"traceutil/trace.go:171","msg":"trace[1580540332] transaction","detail":"{read_only:false; response_revision:28257; number_of_response:1; }","duration":"286.232768ms","start":"2026-03-08T03:27:42.9367Z","end":"2026-03-08T03:27:43.222933Z","steps":["trace[1580540332] 'process raft request' (duration: 286.055564ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:27:43.223126Z","caller":"traceutil/trace.go:171","msg":"trace[802993749] transaction","detail":"{read_only:false; response_revision:28258; number_of_response:1; }","duration":"277.812513ms","start":"2026-03-08T03:27:42.945303Z","end":"2026-03-08T03:27:43.223115Z","steps":["trace[802993749] 'process raft request' (duration: 277.549156ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:29:24.856889Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-08T03:29:24.86207Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-08T03:29:24.862271Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-08T03:30:56.421905Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27179} {"level":"info","ts":"2026-03-08T03:30:56.556664Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27179,"took":"129.64181ms","hash":2751863002,"current-db-size-bytes":49434624,"current-db-size":"49 MB","current-db-size-in-use-bytes":32305152,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-08T03:30:56.556721Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2751863002,"revision":27179,"compact-revision":24882} {"level":"info","ts":"2026-03-08T03:34:10.20169Z","caller":"traceutil/trace.go:171","msg":"trace[1229762136] transaction","detail":"{read_only:false; response_revision:30946; number_of_response:1; }","duration":"121.560231ms","start":"2026-03-08T03:34:10.080101Z","end":"2026-03-08T03:34:10.201661Z","steps":["trace[1229762136] 'process raft request' (duration: 73.894261ms)","trace[1229762136] 'compare' (duration: 46.956954ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:35:19.970365Z","caller":"traceutil/trace.go:171","msg":"trace[674431775] transaction","detail":"{read_only:false; response_revision:31458; number_of_response:1; }","duration":"123.53481ms","start":"2026-03-08T03:35:19.846804Z","end":"2026-03-08T03:35:19.970339Z","steps":["trace[674431775] 'process raft request' (duration: 123.354796ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:35:56.436082Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29632} {"level":"info","ts":"2026-03-08T03:35:56.596521Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29632,"took":"154.512631ms","hash":1339626961,"current-db-size-bytes":49434624,"current-db-size":"49 MB","current-db-size-in-use-bytes":27119616,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-08T03:35:56.596606Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1339626961,"revision":29632,"compact-revision":27179} {"level":"info","ts":"2026-03-08T03:36:25.696874Z","caller":"traceutil/trace.go:171","msg":"trace[511398585] transaction","detail":"{read_only:false; response_revision:31905; number_of_response:1; }","duration":"245.663877ms","start":"2026-03-08T03:36:25.45119Z","end":"2026-03-08T03:36:25.696853Z","steps":["trace[511398585] 'process raft request' (duration: 198.030767ms)","trace[511398585] 'compare' (duration: 46.680328ms)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:36:25.697073Z","caller":"traceutil/trace.go:171","msg":"trace[271866552] transaction","detail":"{read_only:false; response_revision:31906; number_of_response:1; }","duration":"243.760283ms","start":"2026-03-08T03:36:25.453306Z","end":"2026-03-08T03:36:25.697066Z","steps":["trace[271866552] 'process raft request' (duration: 243.21214ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:36:25.697475Z","caller":"traceutil/trace.go:171","msg":"trace[317734555] transaction","detail":"{read_only:false; response_revision:31907; number_of_response:1; }","duration":"239.175916ms","start":"2026-03-08T03:36:25.458254Z","end":"2026-03-08T03:36:25.69743Z","steps":["trace[317734555] 'process raft request' (duration: 238.347496ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:36:25.697637Z","caller":"traceutil/trace.go:171","msg":"trace[1701487823] transaction","detail":"{read_only:false; response_revision:31908; number_of_response:1; }","duration":"238.47447ms","start":"2026-03-08T03:36:25.459148Z","end":"2026-03-08T03:36:25.697623Z","steps":["trace[1701487823] 'process raft request' (duration: 237.493477ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:36:25.697725Z","caller":"traceutil/trace.go:171","msg":"trace[712041527] transaction","detail":"{read_only:false; response_revision:31909; number_of_response:1; }","duration":"235.248024ms","start":"2026-03-08T03:36:25.462467Z","end":"2026-03-08T03:36:25.697715Z","steps":["trace[712041527] 'process raft request' (duration: 234.20812ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:40:56.44279Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31708} {"level":"info","ts":"2026-03-08T03:40:56.576748Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31708,"took":"128.890765ms","hash":2740224010,"current-db-size-bytes":49434624,"current-db-size":"49 MB","current-db-size-in-use-bytes":27283456,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-08T03:40:56.576819Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2740224010,"revision":31708,"compact-revision":29632} {"level":"info","ts":"2026-03-08T03:41:23.762247Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008986.wal"} {"level":"info","ts":"2026-03-08T03:41:45.197739Z","caller":"traceutil/trace.go:171","msg":"trace[93852146] linearizableReadLoop","detail":"{readStateIndex:35375; appliedIndex:35374; }","duration":"136.186345ms","start":"2026-03-08T03:41:45.061527Z","end":"2026-03-08T03:41:45.197713Z","steps":["trace[93852146] 'read index received' (duration: 136.016711ms)","trace[93852146] 'applied index is now lower than readState.Index' (duration: 168.114µs)"],"step_count":2} {"level":"info","ts":"2026-03-08T03:41:45.197785Z","caller":"traceutil/trace.go:171","msg":"trace[1275093772] transaction","detail":"{read_only:false; response_revision:34175; number_of_response:1; }","duration":"137.255671ms","start":"2026-03-08T03:41:45.060489Z","end":"2026-03-08T03:41:45.197744Z","steps":["trace[1275093772] 'process raft request' (duration: 137.011605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:41:45.197977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.42365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-08T03:41:45.198033Z","caller":"traceutil/trace.go:171","msg":"trace[1983321422] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34175; }","duration":"136.502173ms","start":"2026-03-08T03:41:45.061514Z","end":"2026-03-08T03:41:45.198016Z","steps":["trace[1983321422] 'agreement among raft nodes before linearized reading' (duration: 136.349619ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:41:45.259811Z","caller":"traceutil/trace.go:171","msg":"trace[138069626] transaction","detail":"{read_only:false; response_revision:34177; number_of_response:1; }","duration":"194.184027ms","start":"2026-03-08T03:41:45.065603Z","end":"2026-03-08T03:41:45.259787Z","steps":["trace[138069626] 'process raft request' (duration: 194.086835ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:41:45.25986Z","caller":"traceutil/trace.go:171","msg":"trace[1811638164] transaction","detail":"{read_only:false; response_revision:34176; number_of_response:1; }","duration":"196.354788ms","start":"2026-03-08T03:41:45.063472Z","end":"2026-03-08T03:41:45.259827Z","steps":["trace[1811638164] 'process raft request' (duration: 196.071371ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:41:45.260018Z","caller":"traceutil/trace.go:171","msg":"trace[1392486221] transaction","detail":"{read_only:false; response_revision:34178; number_of_response:1; }","duration":"179.438123ms","start":"2026-03-08T03:41:45.080567Z","end":"2026-03-08T03:41:45.260006Z","steps":["trace[1392486221] 'process raft request' (duration: 179.176217ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:41:48.529501Z","caller":"traceutil/trace.go:171","msg":"trace[904220193] transaction","detail":"{read_only:false; response_revision:34202; number_of_response:1; }","duration":"173.843322ms","start":"2026-03-08T03:41:48.355595Z","end":"2026-03-08T03:41:48.529438Z","steps":["trace[904220193] 'process raft request' (duration: 173.667028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-08T03:41:48.740277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.675874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-08T03:41:48.740438Z","caller":"traceutil/trace.go:171","msg":"trace[1353614774] transaction","detail":"{read_only:false; response_revision:34203; number_of_response:1; }","duration":"339.163327ms","start":"2026-03-08T03:41:48.401245Z","end":"2026-03-08T03:41:48.740408Z","steps":["trace[1353614774] 'process raft request' (duration: 221.241688ms)","trace[1353614774] 'compare' (duration: 117.53157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-08T03:41:48.740552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-08T03:41:48.401212Z","time spent":"339.28307ms","remote":"127.0.0.1:57634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-08T03:41:48.970014Z","caller":"traceutil/trace.go:171","msg":"trace[1747681642] transaction","detail":"{read_only:false; response_revision:34204; number_of_response:1; }","duration":"265.018219ms","start":"2026-03-08T03:41:48.704965Z","end":"2026-03-08T03:41:48.969983Z","steps":["trace[1747681642] 'process raft request' (duration: 264.669821ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:42:23.097999Z","caller":"traceutil/trace.go:171","msg":"trace[1112150212] transaction","detail":"{read_only:false; response_revision:34447; number_of_response:1; }","duration":"213.469926ms","start":"2026-03-08T03:42:22.884507Z","end":"2026-03-08T03:42:23.097977Z","steps":["trace[1112150212] 'process raft request' (duration: 213.093307ms)"],"step_count":1} {"level":"info","ts":"2026-03-08T03:45:56.454761Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33788} {"level":"info","ts":"2026-03-08T03:45:56.602573Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33788,"took":"143.164436ms","hash":4155561766,"current-db-size-bytes":49434624,"current-db-size":"49 MB","current-db-size-in-use-bytes":29310976,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-08T03:45:56.602685Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4155561766,"revision":33788,"compact-revision":31708} {"level":"info","ts":"2026-03-08T03:50:56.463287Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35936} {"level":"info","ts":"2026-03-08T03:50:56.598795Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35936,"took":"130.562773ms","hash":2795409460,"current-db-size-bytes":51138560,"current-db-size":"51 MB","current-db-size-in-use-bytes":27979776,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-08T03:50:56.598872Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2795409460,"revision":35936,"compact-revision":33788} {"level":"info","ts":"2026-03-08T03:52:29.115715Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-08T03:52:29.129941Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-08T03:52:29.130043Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}